diff --git a/README.md b/README.md index 8ff7a89..b28cbb5 100644 --- a/README.md +++ b/README.md @@ -109,6 +109,8 @@ completion_request = ChatCompletionRequest( ], ) +tokens = tokenizer.encode_chat_completion(completion_request).tokens + out_tokens, _ = generate([tokens], model, max_tokens=64, temperature=0.0, eos_id=tokenizer.instruct_tokenizer.tokenizer.eos_id) result = tokenizer.instruct_tokenizer.tokenizer.decode(out_tokens[0])