diff --git a/lmdeploy/serve/turbomind/triton_models/postprocessing/config.pbtxt b/lmdeploy/serve/turbomind/triton_models/postprocessing/config.pbtxt index 43b7c33c6..a4c3fd104 100644 --- a/lmdeploy/serve/turbomind/triton_models/postprocessing/config.pbtxt +++ b/lmdeploy/serve/turbomind/triton_models/postprocessing/config.pbtxt @@ -23,7 +23,7 @@ output [ instance_group [ { - count: 1 + count: 16 kind: KIND_CPU } ]