shubhayansarkar commited on
Commit
22f6c65
·
verified ·
1 Parent(s): d622de1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -4,11 +4,11 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
4
 
5
  # Load the fine-tuned quantized model and tokenizer
6
  model = AutoModelForCausalLM.from_pretrained(
7
- "./fine_tuned_quantized_model",
8
  load_in_8bit=True, # Quantized model
9
  device_map="auto"
10
  )
11
- tokenizer = AutoTokenizer.from_pretrained("./fine_tuned_quantized_model")
12
 
13
  # Function for inference
14
  def generate_response(input_text):
 
4
 
5
  # Load the fine-tuned quantized model and tokenizer
6
  model = AutoModelForCausalLM.from_pretrained(
7
+ "pitangent-ds/academic_phy",
8
  load_in_8bit=True, # Quantized model
9
  device_map="auto"
10
  )
11
+ tokenizer = AutoTokenizer.from_pretrained("pitangent-ds/academic_phy")
12
 
13
  # Function for inference
14
  def generate_response(input_text):