Spaces:
Sleeping
Sleeping
Staticaliza
commited on
Commit
•
b7fe488
1
Parent(s):
b61755f
Update app.py
Browse files
app.py
CHANGED
@@ -24,7 +24,7 @@ for model_name, model_endpoint in API_ENDPOINTS.items():
|
|
24 |
CLIENTS[model_name] = InferenceClient(model_endpoint, headers = { "Authorization": f"Bearer {API_TOKEN}" })
|
25 |
|
26 |
def predict(input, model, temperature, top_p, top_k, rep_p, max_tokens, stop_seqs, seed):
|
27 |
-
stops = json.loads(stop_seqs)
|
28 |
|
29 |
response = CLIENTS[model].text_generation(
|
30 |
input,
|
|
|
24 |
CLIENTS[model_name] = InferenceClient(model_endpoint, headers = { "Authorization": f"Bearer {API_TOKEN}" })
|
25 |
|
26 |
def predict(input, model, temperature, top_p, top_k, rep_p, max_tokens, stop_seqs, seed):
|
27 |
+
stops = json.loads(stop_seqs or '[]')
|
28 |
|
29 |
response = CLIENTS[model].text_generation(
|
30 |
input,
|