gufett0 commited on
Commit
07229ba
·
1 Parent(s): c09b98d

added text streamer

Browse files
Files changed (1) hide show
  1. backend.py +2 -3
backend.py CHANGED
@@ -78,17 +78,16 @@ def handle_query(query_str, chathistory):
78
 
79
  try:
80
  # Create a streaming query engine
81
- query_engine = index.as_query_engine(text_qa_template=text_qa_template, streaming=True)
82
 
83
  # Execute the query
84
  streaming_response = query_engine.query(query_str)
85
 
86
- #streaming_response.print_response_stream()
87
 
88
  # Stream the response
89
  outputs = []
90
  for text in streaming_response.response_gen:
91
- outputs.append(text)
92
  yield "".join(outputs)
93
 
94
 
 
78
 
79
  try:
80
  # Create a streaming query engine
81
+ query_engine = index.as_query_engine(text_qa_template=text_qa_template, streaming=True, similarity_top_k=1)
82
 
83
  # Execute the query
84
  streaming_response = query_engine.query(query_str)
85
 
 
86
 
87
  # Stream the response
88
  outputs = []
89
  for text in streaming_response.response_gen:
90
+ outputs.append(f"{text}")
91
  yield "".join(outputs)
92
 
93