model_meta { | |
framework_type: PYTHON3 | |
} | |
runtime_conf { | |
enable_batching: true | |
batching_type: "matx_inference" | |
max_batching_time_ms: 2000 | |
allowed_batch_sizes: [1] | |
} |
model_meta { | |
framework_type: PYTHON3 | |
} | |
runtime_conf { | |
enable_batching: true | |
batching_type: "matx_inference" | |
max_batching_time_ms: 2000 | |
allowed_batch_sizes: [1] | |
} |