Update 1/model.py

2025-11-24 02:00:14 +00:00 · 2025-11-24 02:00:14 +00:00 · 7b4526f53a
commit 7b4526f53a
parent 1fd70e5a92
1 changed files with 1 additions and 1 deletions
--- a/1/model.py
+++ b/1/model.py
@ -69,7 +69,7 @@ class TritonPythonModel:
        try:
            self.model = AutoModelForCausalLM.from_pretrained(
                load_path,
-                torch_dtype=torch.float16,
+                torch_dtype="auto",
                quantization_config=bnb_config,
                device_map="auto",
                local_files_only=True,