Peter commited on
Commit
6e1a316
1 Parent(s): 0d868fb

adjust params

Browse files
Files changed (2) hide show
  1. app.py +2 -2
  2. converse.py +6 -3
app.py CHANGED
@@ -78,9 +78,9 @@ def ask_gpt(
78
  chat_pipe,
79
  speaker="person alpha",
80
  responder="person beta",
81
- max_len=128,
82
  top_p=0.95,
83
- top_k=50,
84
  temperature=0.6,
85
  ):
86
  """
 
78
  chat_pipe,
79
  speaker="person alpha",
80
  responder="person beta",
81
+ max_len=96,
82
  top_p=0.95,
83
+ top_k=25,
84
  temperature=0.6,
85
  ):
86
  """
converse.py CHANGED
@@ -112,6 +112,7 @@ def gen_response(
112
  temperature=0.7,
113
  full_text=False,
114
  num_return_sequences=1,
 
115
  device=-1,
116
  verbose=False,
117
  **kwargs,
@@ -155,10 +156,12 @@ def gen_response(
155
  num_return_sequences=num_return_sequences,
156
  max_time=timeout,
157
  return_full_text=full_text,
158
- no_repeat_ngram_size=3,
159
- length_penalty=0.3,
160
- repetition_penalty=3.4,
161
  clean_up_tokenization_spaces=True,
 
 
162
  **kwargs,
163
  ) # the likely better beam-less method
164
  rt = round(time.perf_counter() - st, 2)
 
112
  temperature=0.7,
113
  full_text=False,
114
  num_return_sequences=1,
115
+ length_penalty=0.6,
116
  device=-1,
117
  verbose=False,
118
  **kwargs,
 
156
  num_return_sequences=num_return_sequences,
157
  max_time=timeout,
158
  return_full_text=full_text,
159
+ no_repeat_ngram_size=2,
160
+ repetition_penalty=3.5,
161
+ length_penalty=length_penalty,
162
  clean_up_tokenization_spaces=True,
163
+ skip_special_tokens=True,
164
+ remove_invalid_values=True,
165
  **kwargs,
166
  ) # the likely better beam-less method
167
  rt = round(time.perf_counter() - st, 2)