groupuser/Meta-Llama-3-8B-Instruct
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update README.md

Browse Source
This commit is contained in:
Philipp Schmid 2024-04-18 19:29:35 +00:00 committed by system
parent c9231f629c
commit 2b72492696
No known key found for this signature in database
GPG Key ID: 6A528E38E0733467
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
README.md
View File

@ -285,7 +285,7 @@ pipeline = transformers.pipeline(
"text-generation", "text-generation",
model=model_id, model=model_id,
model_kwargs={"torch_dtype": torch.bfloat16}, model_kwargs={"torch_dtype": torch.bfloat16},
device="cuda", device="auto",
) )
messages = [ messages = [
@ -300,8 +300,8 @@ prompt = pipeline.tokenizer.apply_chat_template(
) )
terminators = [ terminators = [
tokenizer.eos_token_id, pipeline.tokenizer.eos_token_id,
tokenizer.convert_tokens_to_ids("<|eot_id|>") pipeline.tokenizer.convert_tokens_to_ids("<|eot_id|>")
] ]
outputs = pipeline( outputs = pipeline(