AFischer1985 commited on
Commit
8fc985b
·
verified ·
1 Parent(s): d51e020

Update run.py

Browse files
Files changed (1) hide show
  1. run.py +1 -1
run.py CHANGED
@@ -183,7 +183,7 @@ def multimodalResponse(message,history,dropdown):
183
  str(context)
184
  print(system)
185
  formatted_prompt = format_prompt(system+"\n"+query, history)
186
- stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
187
  output = ""
188
  for response in stream:
189
  output += response.token.text
 
183
  str(context)
184
  print(system)
185
  formatted_prompt = format_prompt(system+"\n"+query, history)
186
+ stream = inferenceClient.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
187
  output = ""
188
  for response in stream:
189
  output += response.token.text