Hugging Face's logo

Spaces:
schroneko
/
Demo-Llama-Guard-3-1B
Sleeping

App Files Community
schroneko commited on
Commit
9177727
•
1 Parent(s): 42e6f8d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -14,6 +14,7 @@ dtype = torch.bfloat16
14
 
15
  quantization_config = BitsAndBytesConfig(load_in_8bit=True)
16
 
 
17
  def load_model():
18
  tokenizer = AutoTokenizer.from_pretrained(model_id, token=huggingface_token)
19
  model = AutoModelForCausalLM.from_pretrained(
 
14
 
15
  quantization_config = BitsAndBytesConfig(load_in_8bit=True)
16
 
17
+ @spaces.GPU
18
  def load_model():
19
  tokenizer = AutoTokenizer.from_pretrained(model_id, token=huggingface_token)
20
  model = AutoModelForCausalLM.from_pretrained(