groupuser/TinyLlama-1.1B-Chat-v1.0
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update 1/model.py

Browse Source 
import torch
This commit is contained in:
cheetahadmin 2025-08-14 05:47:00 +00:00
parent 65ff2cf259
commit 93671acf92
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
1/model.py
View File

@ -3,6 +3,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, GenerationConfig
from peft import PeftModel, PeftConfig from peft import PeftModel, PeftConfig
import numpy as np import numpy as np
import json import json
import torch
class TritonPythonModel: class TritonPythonModel:
def initialize(self, args): def initialize(self, args):