Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -20,8 +20,8 @@ raven_pipeline = pipeline(
|
|
20 |
@spaces.GPU
|
21 |
def process_text(input_text: str) -> str:
|
22 |
prompt = f"User Query: {input_text}<human_end>"
|
23 |
-
result = raven_pipeline(prompt, max_new_tokens=
|
24 |
-
|
25 |
return result
|
26 |
|
27 |
def create_interface():
|
|
|
20 |
@spaces.GPU
|
21 |
def process_text(input_text: str) -> str:
|
22 |
prompt = f"User Query: {input_text}<human_end>"
|
23 |
+
result = raven_pipeline(prompt, "stop" : ["<bot_end>"], max_new_tokens=2000, return_full_text=False, do_sample=False)[0]["generated_text"]
|
24 |
+
# torch.cuda.empty_cache()
|
25 |
return result
|
26 |
|
27 |
def create_interface():
|