Heng666 commited on
Commit
ad6cf4e
1 Parent(s): 97208c2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -14,7 +14,7 @@ model_name_or_path = "Flmc/DISC-MedLLM"
14
 
15
 
16
  tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=False, trust_remote_code=True)
17
- model = AutoModelForCausalLM.from_pretrained(model_name_or_path, device_map="auto", torch_dtype=torch.float16, trust_remote_code=True)
18
  model.generation_config = GenerationConfig.from_pretrained(model_name_or_path)
19
 
20
 
 
14
 
15
 
16
  tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=False, trust_remote_code=True)
17
+ model = AutoModelForCausalLM.from_pretrained(model_name_or_path, device_map="auto", torch_dtype=torch.float16, trust_remote_code=True)
18
  model.generation_config = GenerationConfig.from_pretrained(model_name_or_path)
19
 
20