diff --git a/1/model.py b/1/model.py index ff18379..b30ffe4 100644 --- a/1/model.py +++ b/1/model.py @@ -31,7 +31,6 @@ class TritonPythonModel: self.model = AutoModel.from_pretrained( pretrained_model_name_or_path=self.base_model_path, local_files_only=True, - device_map="auto", trust_remote_code=True )