Spaces:
Build error
Build error
added spaces
Browse files
app.py
CHANGED
@@ -153,6 +153,7 @@ def generate_response_for_chunk(chunk, history, temperature, max_new_tokens):
|
|
153 |
|
154 |
return "".join(outputs)
|
155 |
|
|
|
156 |
def chat_llama3_8b(message: str, history: list, temperature: float, max_new_tokens: int):
|
157 |
"""
|
158 |
Generate a streaming response using the llama3-8b model with chunking.
|
|
|
153 |
|
154 |
return "".join(outputs)
|
155 |
|
156 |
+
@spaces.GPU(duration=110)
|
157 |
def chat_llama3_8b(message: str, history: list, temperature: float, max_new_tokens: int):
|
158 |
"""
|
159 |
Generate a streaming response using the llama3-8b model with chunking.
|