Hugging Face's logo

Spaces:
DAMO-NLP-SG
/
CLEX-Chat
Runtime error

App Files Community
Guanzheng commited on
Commit
fb8934e
·
1 Parent(s): d4720b2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -52,7 +52,7 @@ from modeling_llama import LlamaForCausalLM
52
  # config = CLEXLlamaConfig.from_pretrained(
53
  # model_id
54
  # )
55
- model = LlamaForCausalLM.from_pretrained(model_id, torch_dtype=torch.float16, trust_remote_code=True)
56
  tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
57
  tokenizer.use_default_system_prompt = False
58
 
 
52
  # config = CLEXLlamaConfig.from_pretrained(
53
  # model_id
54
  # )
55
+ model = LlamaForCausalLM.from_pretrained(model_id, torch_dtype=torch.float16, trust_remote_code=True, low_cpu_mem_usage=True)
56
  tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
57
  tokenizer.use_default_system_prompt = False
58