Update for ZeroGPU

README.md

@@ -4,7 +4,7 @@ emoji: 🏆
 colorFrom: purple
 colorTo: gray
 sdk: gradio
-sdk_version: 3.47.0
+sdk_version: 3.47.1
 app_file: app.py
 pinned: false
 suggested_hardware: a10g-small

app.py

@@ -2,6 +2,7 @@ from threading import Thread
 from typing import Iterator
 
 import gradio as gr
+import spaces
 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
 
@@ -39,6 +40,7 @@ if torch.cuda.is_available():
     tokenizer.use_default_system_prompt = False
 
 
+@spaces.GPU
 def generate(
     message: str,
     chat_history: list[tuple[str, str]],

requirements.txt

@@ -1,8 +1,9 @@
 accelerate==0.23.0
 bitsandbytes==0.41.1
-gradio==3.47.0
+gradio==3.47.1
 protobuf==3.20.3
 scipy==1.11.2
 sentencepiece==0.1.99
-torch==2.0.1
+spaces==0.16.1
+torch==2.0.0
 transformers==4.34.0