From 6ddac37bb961651ad038dc72d5a109132f86b3bd Mon Sep 17 00:00:00 2001 From: Gunasekar Date: Mon, 11 Sep 2023 07:35:26 +0000 Subject: [PATCH] Update README.md --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index f82e0b2..e3e5327 100644 --- a/README.md +++ b/README.md @@ -101,7 +101,7 @@ def print_prime(n): Print all primes between 1 and n """''', return_tensors="pt", return_attention_mask=False) -eos_token_id = tokenizer.encode("```")[0] +eos_token_id = tokenizer.encode("``<|endoftext|>") # generation ends at `` or <|endoftext|> outputs = model.generate(**inputs, max_length=500) text = tokenizer.batch_decode(outputs)[0] print(text)