diff --git a/config.pbtxt b/config.pbtxt index 43f8fc0..e5e5977 100644 --- a/config.pbtxt +++ b/config.pbtxt @@ -1,6 +1,6 @@ -# Triton Backend for TensorFlowSavedModel. -backend: "tensorflow" -platform: "tensorflow_savedmodel" +# Triton Backend for vLLM. +backend: "vllm" +platform: "vllm" max_batch_size: 0 input [