diff --git a/config.pbtxt b/config.pbtxt index 5d6fae3..e5e5977 100644 --- a/config.pbtxt +++ b/config.pbtxt @@ -1,6 +1,6 @@ -# Triton Backend for PyTorch. -backend: "pytorch" -platform: "pytorch_libtorch" +# Triton Backend for vLLM. +backend: "vllm" +platform: "vllm" max_batch_size: 0 input [