diff --git a/config.pbtxt b/config.pbtxt index 8c9e551..4e39321 100644 --- a/config.pbtxt +++ b/config.pbtxt @@ -10,8 +10,80 @@ input [ { name: "text_input" data_type: TYPE_STRING + dims: [ -1 ] + + + }, + { + name: "max_length" + data_type: TYPE_INT32 + dims: [ 1 ] + + optional: true + + + }, + { + name: "max_new_tokens" + data_type: TYPE_INT32 + dims: [ 1 ] + + optional: true + + + }, + { + name: "do_sample" + data_type: TYPE_BOOL + dims: [ 1 ] + + optional: true + + + }, + { + name: "top_k" + data_type: TYPE_INT32 + dims: [ 1 ] + + optional: true + + + }, + { + name: "top_p" + data_type: TYPE_FP32 + dims: [ 1 ] + + optional: true + + + }, + { + name: "temperature" + data_type: TYPE_FP32 dims: [ 1.2 ] + optional: true + + + }, + { + name: "repetition_penalty" + data_type: TYPE_FP32 + dims: [ 1 ] + + optional: true + + + }, + { + name: "stream" + data_type: TYPE_BOOL + dims: [ 1 ] + + optional: true + } @@ -22,6 +94,13 @@ input [ # output of variable length named 'text_output' output [ + { + name: "text_output" + data_type: TYPE_STRING + dims: [ -1 ] + + } + ] parameters: [