Spaces:
Sleeping
Sleeping
Update run.py
Browse files
run.py
CHANGED
@@ -183,7 +183,7 @@ def multimodalResponse(message,history,dropdown):
|
|
183 |
str(context)
|
184 |
print(system)
|
185 |
formatted_prompt = format_prompt(system+"\n"+query, history)
|
186 |
-
stream =
|
187 |
output = ""
|
188 |
for response in stream:
|
189 |
output += response.token.text
|
|
|
183 |
str(context)
|
184 |
print(system)
|
185 |
formatted_prompt = format_prompt(system+"\n"+query, history)
|
186 |
+
stream = inferenceClient.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
187 |
output = ""
|
188 |
for response in stream:
|
189 |
output += response.token.text
|