diff --git a/config.pbtxt b/config.pbtxt index 25bf543..206b7c1 100644 --- a/config.pbtxt +++ b/config.pbtxt @@ -1,13 +1,14 @@ # Triton backend to use name: "Llama-3.2-1B-Instruct" -backend: "python" +backend: "tensorflow" +platform: "tensorflow_savedmodel" max_batch_size: 0 input [ { name: "text_input" data_type: TYPE_STRING - dims: [ -1 ] + dims: [ apple ] }, { name: "max_length"