Hugging Face's logo

Spaces:
wedo2910
/
QA_arabic
Sleeping

App Files Community
wedo2910 commited on
Commit
930a873
·
verified ·
1 Parent(s): aabd78b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -9,7 +9,7 @@ model_name = "wedo2910/research_ai"
9
  tokenizer_name = "wedo2910/research_ai_tok"
10
 
11
  tokenizer = AutoTokenizer.from_pretrained(tokenizer_name)
12
- model = AutoModelForCausalLM.from_pretrained(model_name)
13
 
14
  # Define the custom inference function
15
  def single_inference(question, max_new_tokens, temperature):
 
9
  tokenizer_name = "wedo2910/research_ai_tok"
10
 
11
  tokenizer = AutoTokenizer.from_pretrained(tokenizer_name)
12
+ model = AutoModelForCausalLM.from_pretrained(model_name, load_in_4bit=False)
13
 
14
  # Define the custom inference function
15
  def single_inference(question, max_new_tokens, temperature):