Update 1/model.py
This commit is contained in:
parent
b8398fa303
commit
0bb2560057
@ -3,6 +3,8 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, GenerationConfig
|
|||||||
from peft import PeftModel, PeftConfig
|
from peft import PeftModel, PeftConfig
|
||||||
import numpy as np
|
import numpy as np
|
||||||
import json
|
import json
|
||||||
|
import torch
|
||||||
|
|
||||||
|
|
||||||
class TritonPythonModel:
|
class TritonPythonModel:
|
||||||
def initialize(self, args):
|
def initialize(self, args):
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user