svjack commited on
Commit
d3a0c90
·
1 Parent(s): 869f8bf

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -26,7 +26,8 @@ def process_stream(instruction, temperature, top_p, top_k, max_new_tokens, seed)
26
  history=history,
27
  temperature=temperature,
28
  top_p=top_p,top_k=top_k,max_length=max_new_tokens,
29
- do_sample=False
 
30
  )
31
  response = ""
32
  for new_text in streamer:
 
26
  history=history,
27
  temperature=temperature,
28
  top_p=top_p,top_k=top_k,max_length=max_new_tokens,
29
+ do_sample=False,
30
+ stream = True
31
  )
32
  response = ""
33
  for new_text in streamer: