diff --git a/README.md b/README.md index f95b3c9..5bc9c21 100644 --- a/README.md +++ b/README.md @@ -285,7 +285,7 @@ pipeline = transformers.pipeline( "text-generation", model=model_id, model_kwargs={"torch_dtype": torch.bfloat16}, - device="cuda", + device="auto", ) messages = [ @@ -300,8 +300,8 @@ prompt = pipeline.tokenizer.apply_chat_template( ) terminators = [ - tokenizer.eos_token_id, - tokenizer.convert_tokens_to_ids("<|eot_id|>") + pipeline.tokenizer.eos_token_id, + pipeline.tokenizer.convert_tokens_to_ids("<|eot_id|>") ] outputs = pipeline(