sapthesh commited on
Commit
e68d730
Β·
verified Β·
1 Parent(s): 72803ac

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -4,7 +4,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
4
  model_id = "deepseek-ai/DeepSeek-V3"
5
 
6
  tokenizer = AutoTokenizer.from_pretrained(model_id)
7
- model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", trust_remote_code=True) # device_map="auto" for GPU if available, ADD trust_remote_code=True
8
 
9
 
10
  def predict(message, history):
 
4
  model_id = "deepseek-ai/DeepSeek-V3"
5
 
6
  tokenizer = AutoTokenizer.from_pretrained(model_id)
7
+ model = AutoModelForCausalLM.from_pretrained(model_id, trust_remote_code=True) # device_map="auto" for GPU if available, ADD trust_remote_code=True
8
 
9
 
10
  def predict(message, history):