Hugging Face's logo

Spaces:
mrfakename
/
TB-OCR
Running on Zero

App Files Community
1
mrfakename commited on
Commit
1a02ee6
·
verified ·
1 Parent(s): bd743d7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -26,7 +26,7 @@ model = AutoModelForCausalLM.from_pretrained(
26
  trust_remote_code=True,
27
  torch_dtype="auto",
28
  # _attn_implementation='flash_attention_2',
29
- load_in_4bit=True # Optional: Load model in 4-bit mode to save memory
30
  )
31
 
32
  processor = AutoProcessor.from_pretrained(model_id,
 
26
  trust_remote_code=True,
27
  torch_dtype="auto",
28
  # _attn_implementation='flash_attention_2',
29
+ #load_in_4bit=True # Optional: Load model in 4-bit mode to save memory
30
  )
31
 
32
  processor = AutoProcessor.from_pretrained(model_id,