MaziyarPanahi commited on
Commit
da590bd
1 Parent(s): 0343c62

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -1
README.md CHANGED
@@ -101,7 +101,8 @@ prompt = tokenizer.apply_chat_template(
101
 
102
  terminators = [
103
  tokenizer.eos_token_id,
104
- tokenizer.convert_tokens_to_ids("<|im_end|>")
 
105
  ]
106
 
107
  outputs = pipeline(
 
101
 
102
  terminators = [
103
  tokenizer.eos_token_id,
104
+ tokenizer.convert_tokens_to_ids("<|im_end|>"),
105
+ tokenizer.convert_tokens_to_ids("<|eot_id|>") # safer to have this too
106
  ]
107
 
108
  outputs = pipeline(