Fix typo in pipeline device argument (#48)
- Fix typo in pipeline device argument (346ad49926472b69607b89966a270af1da03fe57) Co-authored-by: Chandan Singh <csinva@users.noreply.huggingface.co>
This commit is contained in:
parent
1448453bdb
commit
74fedae5f7
@ -287,7 +287,7 @@ pipeline = transformers.pipeline(
|
|||||||
"text-generation",
|
"text-generation",
|
||||||
model=model_id,
|
model=model_id,
|
||||||
model_kwargs={"torch_dtype": torch.bfloat16},
|
model_kwargs={"torch_dtype": torch.bfloat16},
|
||||||
device="auto",
|
device_map="auto",
|
||||||
)
|
)
|
||||||
|
|
||||||
messages = [
|
messages = [
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user