diff --git a/config.pbtxt b/config.pbtxt index 4e1b7c0..294af4f 100644 --- a/config.pbtxt +++ b/config.pbtxt @@ -12,69 +12,6 @@ input [ dims: [ -1 ] - }, - { - name: "max_length" - data_type: TYPE_INT32 - dims: [ 1 ] - - optional: true - - - }, - { - name: "max_new_tokens" - data_type: TYPE_INT32 - dims: [ 1 ] - - optional: true - - - }, - { - name: "do_sample" - data_type: TYPE_BOOL - dims: [ 1 ] - - optional: true - - - }, - { - name: "top_k" - data_type: TYPE_INT32 - dims: [ 1 ] - - optional: true - - - }, - { - name: "top_p" - data_type: TYPE_FP32 - dims: [ 1 ] - - optional: true - - - }, - { - name: "temperature" - data_type: TYPE_FP32 - dims: [ 1 ] - - optional: true - - - }, - { - name: "repetition_penalty" - data_type: TYPE_FP32 - dims: [ 1 ] - - optional: true - - }, { name: "stream"