From 2b724926966c141d5a60b14e75a5ef5c0ab7a6f0 Mon Sep 17 00:00:00 2001
From: Philipp Schmid <philschmid@users.noreply.huggingface.co>
Date: Thu, 18 Apr 2024 19:29:35 +0000
Subject: [PATCH] Update README.md

---
 README.md | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/README.md b/README.md
index f95b3c9..5bc9c21 100644
--- a/README.md
+++ b/README.md
@@ -285,7 +285,7 @@ pipeline = transformers.pipeline(
     "text-generation",
     model=model_id,
     model_kwargs={"torch_dtype": torch.bfloat16},
-    device="cuda",
+    device="auto",
 )
 
 messages = [
@@ -300,8 +300,8 @@ prompt = pipeline.tokenizer.apply_chat_template(
 )
 
 terminators = [
-    tokenizer.eos_token_id,
-    tokenizer.convert_tokens_to_ids("<|eot_id|>")
+    pipeline.tokenizer.eos_token_id,
+    pipeline.tokenizer.convert_tokens_to_ids("<|eot_id|>")
 ]
 
 outputs = pipeline(