app.py

import sys
from huggingface_hub import snapshot_download
snapshot_download(
    'ermu2001/pllava-34b',
    local_dir='MODELS/pllava-34b',
    repo_type='model',
    local_dir_use_symlinks=True,
)

sys.argv.extend([
    "--pretrained_model_name_or_path", "MODELS/pllava-34b",
    "--num_frames", "16",
    "--use_lora",
    "--weight_dir", "MODELS/pllava-34b",
    "--lora_alpha", "4",
    "--conv_mode", "eval_vcg_llavanext",
    "--use_multi_gpus"
])

import tasks.eval.demo.pllava_demo