groupuser/Mistral-7B-Instruct-v0.3
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update README.md

Browse Source
This commit is contained in:
Patrick von Platen 2024-05-22 15:52:09 +00:00 committed by system
parent a3cd77bcd2
commit cac7ab316d
No known key found for this signature in database
GPG Key ID: 6A528E38E0733467
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
README.md
View File

@ -109,6 +109,8 @@ completion_request = ChatCompletionRequest(
], ],
) )
tokens = tokenizer.encode_chat_completion(completion_request).tokens
out_tokens, _ = generate([tokens], model, max_tokens=64, temperature=0.0, eos_id=tokenizer.instruct_tokenizer.tokenizer.eos_id) out_tokens, _ = generate([tokens], model, max_tokens=64, temperature=0.0, eos_id=tokenizer.instruct_tokenizer.tokenizer.eos_id)
result = tokenizer.instruct_tokenizer.tokenizer.decode(out_tokens[0]) result = tokenizer.instruct_tokenizer.tokenizer.decode(out_tokens[0])