Abhinav Kulkarni commited on
Commit
ea96b18
1 Parent(s): 73eff70

Updated README

Browse files
Files changed (1) hide show
  1. README.md +3 -1
README.md CHANGED
@@ -56,6 +56,7 @@ config = AutoConfig.from_pretrained(model_name, trust_remote_code=True)
56
 
57
  # Tokenizer
58
  tokenizer = AutoTokenizer.from_pretrained(config.tokenizer_name)
 
59
 
60
  # Model
61
  w_bit = 4
@@ -86,7 +87,8 @@ output = model.generate(
86
  top_p=0.15,
87
  top_k=0,
88
  repetition_penalty=1.1,
89
- eos_token_id=tokenizer.eos_token_id
 
90
  )
91
  ```
92
 
 
56
 
57
  # Tokenizer
58
  tokenizer = AutoTokenizer.from_pretrained(config.tokenizer_name)
59
+ streamer = TextStreamer(tokenizer, skip_special_tokens=True)
60
 
61
  # Model
62
  w_bit = 4
 
87
  top_p=0.15,
88
  top_k=0,
89
  repetition_penalty=1.1,
90
+ eos_token_id=tokenizer.eos_token_id,
91
+ streamer=streamer
92
  )
93
  ```
94