Update 1/model.py
This commit is contained in:
parent
a06dc6d00f
commit
4efc37f7ce
@ -31,7 +31,6 @@ class TritonPythonModel:
|
|||||||
self.model = AutoModel.from_pretrained(
|
self.model = AutoModel.from_pretrained(
|
||||||
pretrained_model_name_or_path=self.base_model_path,
|
pretrained_model_name_or_path=self.base_model_path,
|
||||||
local_files_only=True,
|
local_files_only=True,
|
||||||
device_map="auto",
|
|
||||||
trust_remote_code=True
|
trust_remote_code=True
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user