Spaces:
Runtime error
Runtime error
Add application file
Browse files
app.py
CHANGED
@@ -212,7 +212,7 @@ def QA_model():
|
|
212 |
model = HuggingFacePipeline.from_model_id(model_id="daryl149/llama-2-7b-chat-hf",
|
213 |
task="text-generation",
|
214 |
model_kwargs={
|
215 |
-
"torch_dtype" : torch.
|
216 |
"low_cpu_mem_usage" : True,
|
217 |
"temperature": 0.2,
|
218 |
"max_length": 2048,
|
|
|
212 |
model = HuggingFacePipeline.from_model_id(model_id="daryl149/llama-2-7b-chat-hf",
|
213 |
task="text-generation",
|
214 |
model_kwargs={
|
215 |
+
"torch_dtype" : torch.float32,
|
216 |
"low_cpu_mem_usage" : True,
|
217 |
"temperature": 0.2,
|
218 |
"max_length": 2048,
|