Spaces:

5to9
/

bot-royale

Sleeping

5to9 commited on Sep 26, 2024

Commit

1a0b767

1 Parent(s): 7444257

0.18 bfloat to float

Files changed (1) hide show

app.py CHANGED Viewed

@@ -62,7 +62,7 @@ def load_model_a(model_id):
         tokenizer_a = AutoTokenizer.from_pretrained(model_id)
         model_a = AutoModelForCausalLM.from_pretrained(
             model_id,
-            torch_dtype=torch.bfloat16,
             device_map="auto",
             trust_remote_code=True,
         ).eval()
@@ -79,7 +79,7 @@ def load_model_b(model_id):
         tokenizer_b = AutoTokenizer.from_pretrained(model_id)
         model_b = AutoModelForCausalLM.from_pretrained(
             model_id,
-            torch_dtype=torch.bfloat16,
             device_map="auto",
             trust_remote_code=True,
         ).eval()

         tokenizer_a = AutoTokenizer.from_pretrained(model_id)
         model_a = AutoModelForCausalLM.from_pretrained(
             model_id,
+            torch_dtype=torch.float16,
             device_map="auto",
             trust_remote_code=True,
         ).eval()
         tokenizer_b = AutoTokenizer.from_pretrained(model_id)
         model_b = AutoModelForCausalLM.from_pretrained(
             model_id,
+            torch_dtype=torch.float16,
             device_map="auto",
             trust_remote_code=True,
         ).eval()