killawhale2 commited on
Commit
00ae028
1 Parent(s): d9aae8f

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -1
README.md CHANGED
@@ -78,7 +78,8 @@ conversation = [ {'role': 'user', 'content': 'Hello?'} ]
78
  prompt = tokenizer.apply_chat_template(conversation, tokenize=False, add_generation_prompt=True)
79
 
80
  inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
81
- outputs = model.generate(**inputs, use_cache=True, max_length=4096) output_text = tokenizer.decode(outputs[0])
 
82
  print(output_text)
83
  ```
84
 
 
78
  prompt = tokenizer.apply_chat_template(conversation, tokenize=False, add_generation_prompt=True)
79
 
80
  inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
81
+ outputs = model.generate(**inputs, use_cache=True, max_length=4096)
82
+ output_text = tokenizer.decode(outputs[0])
83
  print(output_text)
84
  ```
85