{ "estimated_trt_builder_time": 150, "trt_build_param": { "cuda_in_graphics": ["--memPoolSize=tacticSharedMem:0.046875"], "batch": [ "--minShapes=window:1x16000,identity:1x3,emotion:1x30x10,input_latents:2x2x1x256,noise:1x3x60x88831", "--maxShapes=window:{MAX_BATCH_SIZE}x16000,identity:{MAX_BATCH_SIZE}x3,emotion:{MAX_BATCH_SIZE}x30x10,input_latents:2x2x{MAX_BATCH_SIZE}x256,noise:{MAX_BATCH_SIZE}x3x60x88831", "--optShapes=window:{OPT_BATCH_SIZE}x16000,identity:{OPT_BATCH_SIZE}x3,emotion:{OPT_BATCH_SIZE}x30x10,input_latents:2x2x{OPT_BATCH_SIZE}x256,noise:{OPT_BATCH_SIZE}x3x60x88831" ] }, "defaults": { "MAX_BATCH_SIZE": 8, "OPT_BATCH_SIZE": 3 } }