groupuser/gemma-3-4b-it
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update 1/model.py

Browse Source
This commit is contained in:
cheetahadmin 2025-11-24 02:00:14 +00:00
parent 1fd70e5a92
commit 7b4526f53a
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
1/model.py
View File

@ -69,7 +69,7 @@ class TritonPythonModel:
try: try:
self.model = AutoModelForCausalLM.from_pretrained( self.model = AutoModelForCausalLM.from_pretrained(
load_path, load_path,
torch_dtype=torch.float16, torch_dtype="auto",
quantization_config=bnb_config, quantization_config=bnb_config,
device_map="auto", device_map="auto",
local_files_only=True, local_files_only=True,