Tonic commited on
Commit
6901dc5
1 Parent(s): e87172a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -20,8 +20,8 @@ raven_pipeline = pipeline(
20
  @spaces.GPU
21
  def process_text(input_text: str) -> str:
22
  prompt = f"User Query: {input_text}<human_end>"
23
- result = raven_pipeline(prompt, max_new_tokens=2048, return_full_text=False, do_sample=False)[0]["generated_text"]
24
- torch.cuda.empty_cache()
25
  return result
26
 
27
  def create_interface():
 
20
  @spaces.GPU
21
  def process_text(input_text: str) -> str:
22
  prompt = f"User Query: {input_text}<human_end>"
23
+ result = raven_pipeline(prompt, "stop" : ["<bot_end>"], max_new_tokens=2000, return_full_text=False, do_sample=False)[0]["generated_text"]
24
+ # torch.cuda.empty_cache()
25
  return result
26
 
27
  def create_interface():