AdnanRiaz107 commited on
Commit
4ad9e3b
·
verified ·
1 Parent(s): 1dd1ef2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -8,7 +8,7 @@ torch.random.manual_seed(0)
8
 
9
  # Load the model without specifying 'device_map' for CPU usage
10
  model = AutoModelForCausalLM.from_pretrained(
11
- "AdnanRiaz107/CodePhi-3-Mini-1K4bit",
12
  torch_dtype="auto", # Use auto for dtype selection
13
  trust_remote_code=True,
14
  attn_implementation='eager',
@@ -16,7 +16,7 @@ model = AutoModelForCausalLM.from_pretrained(
16
  )
17
 
18
  # Load the tokenizer
19
- tokenizer = AutoTokenizer.from_pretrained("AdnanRiaz107/CodePhi-3-Mini-1K4bit")
20
 
21
  # Create a text generation pipeline
22
  pipe = pipeline(
 
8
 
9
  # Load the model without specifying 'device_map' for CPU usage
10
  model = AutoModelForCausalLM.from_pretrained(
11
+ "AdnanRiaz107/CodePhi-3-mini-0.1Klora",
12
  torch_dtype="auto", # Use auto for dtype selection
13
  trust_remote_code=True,
14
  attn_implementation='eager',
 
16
  )
17
 
18
  # Load the tokenizer
19
+ tokenizer = AutoTokenizer.from_pretrained("AdnanRiaz107/CodePhi-3-mini-0.1Klora")
20
 
21
  # Create a text generation pipeline
22
  pipe = pipeline(