Update 1/model.py

import torch
This commit is contained in:
cheetahadmin 2025-08-14 05:47:00 +00:00
parent 65ff2cf259
commit 93671acf92

@ -3,6 +3,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, GenerationConfig
from peft import PeftModel, PeftConfig
import numpy as np
import json
import torch
class TritonPythonModel:
def initialize(self, args):