diff --git a/1/model.py b/1/model.py index 933f02d..b83692b 100644 --- a/1/model.py +++ b/1/model.py @@ -1,8 +1,9 @@ +import torch +import numpy as np +import json import triton_python_backend_utils as pb_utils from transformers import AutoModelForCausalLM, AutoTokenizer, GenerationConfig from peft import PeftModel, PeftConfig -import numpy as np -import json class TritonPythonModel: def initialize(self, args):