groupuser/base-gemma-3-1b-it
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update 1/model.py

Browse Source 
FIX. adding import pytorch
This commit is contained in:
cheetahadmin 2025-09-05 01:28:00 +00:00
parent e122468e9f
commit b701194612
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
1/model.py
View File

@ -1,8 +1,9 @@
import torch
import numpy as np
import json
import triton_python_backend_utils as pb_utils import triton_python_backend_utils as pb_utils
from transformers import AutoModelForCausalLM, AutoTokenizer, GenerationConfig from transformers import AutoModelForCausalLM, AutoTokenizer, GenerationConfig
from peft import PeftModel, PeftConfig from peft import PeftModel, PeftConfig
import numpy as np
import json
class TritonPythonModel: class TritonPythonModel:
def initialize(self, args): def initialize(self, args):