From cac7ab316db559eda89b1d1f9a5410e1a6e1fc0a Mon Sep 17 00:00:00 2001 From: Patrick von Platen Date: Wed, 22 May 2024 15:52:09 +0000 Subject: [PATCH] Update README.md --- README.md | 2 ++ 1 file changed, 2 insertions(+) diff --git a/README.md b/README.md index 8ff7a89..b28cbb5 100644 --- a/README.md +++ b/README.md @@ -109,6 +109,8 @@ completion_request = ChatCompletionRequest( ], ) +tokens = tokenizer.encode_chat_completion(completion_request).tokens + out_tokens, _ = generate([tokens], model, max_tokens=64, temperature=0.0, eos_id=tokenizer.instruct_tokenizer.tokenizer.eos_id) result = tokenizer.instruct_tokenizer.tokenizer.decode(out_tokens[0])