0.17 changed requirements

app.py

@@ -115,14 +115,14 @@ def generate_both(system_prompt, input_text, chatbot_a, chatbot_b, max_new_token
             add_generation_prompt=True,
             dtype=torch.float16,
             return_tensors="pt"
-        ).to(model_a.device)
+        ).to(device)
 
         input_ids_b = tokenizer_b.apply_chat_template(
             new_messages_b,
             add_generation_prompt=True,
             dtype=torch.float16,
             return_tensors="pt"
-        ).to(model_b.device)
+        ).to(device)
 
         logging.debug(f'model_a.device: {model_a.device}, model_b.device: {model_b.device}')
 

requirements.txt

@@ -1,6 +1,8 @@
 huggingface_hub==0.23.2
 transformers==4.44.1
-torch
+torch==2.2.0
 accelerate==0.33.0
 sentencepiece==0.2.0
-spaces
+spaces==0.29.2
+gradio==4.39.0
+bitsandbytes==0.43.2