Command-R

Runtime error

minhdang commited on Mar 29

Commit

97a347f

•

1 Parent(s): 4ffde32

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -20,9 +20,9 @@ model_id = "CohereForAI/c4ai-command-r-v01"
 tokenizer = AutoTokenizer.from_pretrained(model_id)
 model = AutoModelForCausalLM.from_pretrained(model_id,
                                              # load_in_8bit=True,
-                                             # quantization_config=nf4_config,
-                                             torch_dtype = torch.bfloat16,
-                                             device_map="auto"
                                             )
 @spaces.GPU

 tokenizer = AutoTokenizer.from_pretrained(model_id)
 model = AutoModelForCausalLM.from_pretrained(model_id,
                                              # load_in_8bit=True,
+                                             quantization_config=nf4_config,
+                                             # torch_dtype = torch.bfloat16,
+                                             # device_map="auto"
                                             )
 @spaces.GPU