rodrigomasini commited on
Commit
2ebb338
·
verified ·
1 Parent(s): 7b04562

Update helper.py

Browse files
Files changed (1) hide show
  1. helper.py +2 -2
helper.py CHANGED
@@ -35,7 +35,7 @@ def get_fn(model_name: str, **model_kwargs):
35
  messages=messages,
36
  temperature=temperature,
37
  top_p=top_p,
38
- max_tokens=max_new_tokens,
39
  n=1,
40
  stream=True,
41
  response_format={"type": "text"},
@@ -105,7 +105,7 @@ def registry(name: str = None, model_path: str = None, **kwargs):
105
  label="System prompt"
106
  ),
107
  gr.Slider(0, 1, 0.7, label="Temperature"),
108
- gr.Slider(128, 4096, 1024, label="Max new tokens"),
109
  gr.Slider(0, 1, 0.95, label="Top P sampling"),
110
  ],
111
  )
 
35
  messages=messages,
36
  temperature=temperature,
37
  top_p=top_p,
38
+ max_tokens=max_tokens,
39
  n=1,
40
  stream=True,
41
  response_format={"type": "text"},
 
105
  label="System prompt"
106
  ),
107
  gr.Slider(0, 1, 0.7, label="Temperature"),
108
+ gr.Slider(128, 4096, 1024, label="Max tokens"),
109
  gr.Slider(0, 1, 0.95, label="Top P sampling"),
110
  ],
111
  )