Update config.pbtxt
This commit is contained in:
parent
576866e68c
commit
3fa7153dc4
@ -1,7 +1,7 @@
|
|||||||
# Triton backend to use
|
# Triton backend to use
|
||||||
name: "base-gemma-3-1b-it"
|
name: "base-gemma-3-1b-it"
|
||||||
backend: "python"
|
backend: "python"
|
||||||
max_batch_size: 200
|
max_batch_size: 250
|
||||||
|
|
||||||
# Triton should expect as input a single string
|
# Triton should expect as input a single string
|
||||||
# input of variable length named 'text_input'
|
# input of variable length named 'text_input'
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user