diff --git a/config.pbtxt b/config.pbtxt index e5e5977..293d8da 100644 --- a/config.pbtxt +++ b/config.pbtxt @@ -1,6 +1,6 @@ -# Triton Backend for vLLM. -backend: "vllm" -platform: "vllm" +# Triton Backend for TensorRTLLM. +backend: "tensorrtllm" +platform: "tensorrtllm" max_batch_size: 0 input [