Staticaliza commited on
Commit
b7fe488
1 Parent(s): b61755f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -24,7 +24,7 @@ for model_name, model_endpoint in API_ENDPOINTS.items():
24
  CLIENTS[model_name] = InferenceClient(model_endpoint, headers = { "Authorization": f"Bearer {API_TOKEN}" })
25
 
26
  def predict(input, model, temperature, top_p, top_k, rep_p, max_tokens, stop_seqs, seed):
27
- stops = json.loads(stop_seqs)
28
 
29
  response = CLIENTS[model].text_generation(
30
  input,
 
24
  CLIENTS[model_name] = InferenceClient(model_endpoint, headers = { "Authorization": f"Bearer {API_TOKEN}" })
25
 
26
  def predict(input, model, temperature, top_p, top_k, rep_p, max_tokens, stop_seqs, seed):
27
+ stops = json.loads(stop_seqs or '[]')
28
 
29
  response = CLIENTS[model].text_generation(
30
  input,