Yoxas commited on
Commit
73c2df3
·
verified ·
1 Parent(s): bd2fbcb

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -1,11 +1,11 @@
1
  import gradio as gr
2
  from transformers import AutoTokenizer, AutoModelForCausalLM
3
  import torch
4
-
5
  # Load the model and tokenizer
6
  tokenizer = AutoTokenizer.from_pretrained("Yoxas/autotrain-test")
7
  model = AutoModelForCausalLM.from_pretrained("Yoxas/autotrain-test")
8
-
9
  def chatbot_response(input_text, max_length, temperature):
10
  inputs = tokenizer(input_text, return_tensors="pt", padding=True)
11
  attention_mask = inputs.attention_mask
 
1
  import gradio as gr
2
  from transformers import AutoTokenizer, AutoModelForCausalLM
3
  import torch
4
+ import spaces
5
  # Load the model and tokenizer
6
  tokenizer = AutoTokenizer.from_pretrained("Yoxas/autotrain-test")
7
  model = AutoModelForCausalLM.from_pretrained("Yoxas/autotrain-test")
8
+ @spaces.GPU(duration=120)
9
  def chatbot_response(input_text, max_length, temperature):
10
  inputs = tokenizer(input_text, return_tensors="pt", padding=True)
11
  attention_mask = inputs.attention_mask