Spaces:
Sleeping
Sleeping
added text streamer
Browse files- backend.py +2 -3
backend.py
CHANGED
@@ -78,17 +78,16 @@ def handle_query(query_str, chathistory):
|
|
78 |
|
79 |
try:
|
80 |
# Create a streaming query engine
|
81 |
-
query_engine = index.as_query_engine(text_qa_template=text_qa_template, streaming=True)
|
82 |
|
83 |
# Execute the query
|
84 |
streaming_response = query_engine.query(query_str)
|
85 |
|
86 |
-
#streaming_response.print_response_stream()
|
87 |
|
88 |
# Stream the response
|
89 |
outputs = []
|
90 |
for text in streaming_response.response_gen:
|
91 |
-
outputs.append(text)
|
92 |
yield "".join(outputs)
|
93 |
|
94 |
|
|
|
78 |
|
79 |
try:
|
80 |
# Create a streaming query engine
|
81 |
+
query_engine = index.as_query_engine(text_qa_template=text_qa_template, streaming=True, similarity_top_k=1)
|
82 |
|
83 |
# Execute the query
|
84 |
streaming_response = query_engine.query(query_str)
|
85 |
|
|
|
86 |
|
87 |
# Stream the response
|
88 |
outputs = []
|
89 |
for text in streaming_response.response_gen:
|
90 |
+
outputs.append(f"{text}")
|
91 |
yield "".join(outputs)
|
92 |
|
93 |
|