SEED-LLaMA / configs /llm /seed_llama_14b_8bit.yaml
sjzhao's picture
update demo
bd63939
raw
history blame
177 Bytes
_target_: transformers.LlamaForCausalLM.from_pretrained
pretrained_model_name_or_path: AILab-CVC/seed-llama-14b-sft
load_in_8bit: True
# device_map: auto
low_cpu_mem_usage: True