Update config.pbtxt

This commit is contained in:
groupuser 2025-10-20 04:47:47 +00:00
parent 38602559b5
commit 4764dd5011

@ -1,7 +1,7 @@
# Triton backend to use # Triton backend to use
name: "base-gemma-3-1b-it" name: "base-gemma-3-1b-it"
backend: "python" backend: "python"
max_batch_size: 5 max_batch_size: 15
# Triton should expect as input a single string # Triton should expect as input a single string
# input of variable length named 'text_input' # input of variable length named 'text_input'