From 7b4526f53ad59f7ae0991d2a88f21cbe1682442f Mon Sep 17 00:00:00 2001
From: cheetahadmin <cheetahadmin@aifrica.co.kr>
Date: Mon, 24 Nov 2025 02:00:14 +0000
Subject: [PATCH] Update 1/model.py

---
 1/model.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/1/model.py b/1/model.py
index c3634d8..dc255ac 100644
--- a/1/model.py
+++ b/1/model.py
@@ -69,7 +69,7 @@ class TritonPythonModel:
         try:
             self.model = AutoModelForCausalLM.from_pretrained(
                 load_path,
-                torch_dtype=torch.float16,
+                torch_dtype="auto",
                 quantization_config=bnb_config,
                 device_map="auto",
                 local_files_only=True,