Hugging Face's logo

Spaces:
sergiopperez
/
PodcastNER
Runtime error

App Files Community
sergiopperez commited on
Commit
33718b4
·
1 Parent(s): 0b1fa72

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -14,7 +14,7 @@ from peft import LoraConfig, get_peft_model, PeftModel, PeftConfig
14
 
15
 
16
  # # load fp 16 model
17
- model = GPTJForCausalLM.from_pretrained("bertin-project/bertin-gpt-j-6B")
18
 
19
  config = AutoConfig.from_pretrained("bertin-project/bertin-gpt-j-6B")
20
 
 
14
 
15
 
16
  # # load fp 16 model
17
+ model = AutoModelForCausalLM.from_pretrained("bertin-project/bertin-gpt-j-6B", revision="half", load_in_8bit=True,)
18
 
19
  config = AutoConfig.from_pretrained("bertin-project/bertin-gpt-j-6B")
20