diff --git a/config.pbtxt b/config.pbtxt new file mode 100644 index 0000000..e947e5d --- /dev/null +++ b/config.pbtxt @@ -0,0 +1,30 @@ +name: "Llama-3.2-1B-Instruct" +platform: "pytorch_libtorch" + +instance_group [ + { + count: 1 + kind: KIND_AUTO + } +] +input [ + { + name: "intput_0" + data_type: TYPE_STRING + dims: [-1] + + + + + } +] +output [ + { + name: "output_0" + data_type: TYPE_STRING + dims: [-1] + + + + } +] \ No newline at end of file