heegyu commited on
Commit
e6fe465
·
1 Parent(s): 187fb55

generation arg 수정

Browse files
Files changed (1) hide show
  1. app.py +5 -3
app.py CHANGED
@@ -22,10 +22,12 @@ def query(message, chat_history, max_turn=4):
22
 
23
  output = generator(
24
  prompt,
 
 
 
 
25
  do_sample=True,
26
- top_p=0.9,
27
- early_stopping=True,
28
- max_length=256,
29
  )[0]['generated_text']
30
 
31
  print(output)
 
22
 
23
  output = generator(
24
  prompt,
25
+ repetition_penalty=1.3,
26
+ no_repeat_ngram_size=2,
27
+ eos_token_id=375, # \n
28
+ max_new_tokens=32,
29
  do_sample=True,
30
+ top_p=0.7,
 
 
31
  )[0]['generated_text']
32
 
33
  print(output)