| {"llm_checkpoint_path": "/root/paddlejob/workspace/box5_home/disk1/vis/songyuxin02/data/checkpoints/TinyLlama-1.1B-Chat-v1.0", "vae_checkpoint_path": "/root/paddlejob/workspace/box5_home/disk1/vis/songyuxin02/data/checkpoints/sd-vae-ft-ema", "use_iterable_dataset": true, "datasets": [{"type": "image", "data_root": "/root/paddlejob/workspace/env_run/afs_baihua/zhaochuyang/data/llmdit/hdf5_256/journeydb/", "prompt_type": "prompt", "weight": 9}, {"type": "ultrachat", "data_root": "/root/paddlejob/workspace/env_run/afs_baihua/zhaochuyang/data/llmdit/ultrachat/", "weight": 1}], "patch_size": 2, "in_channels": 4, "learn_sigma": true, "use_flash_attn": false, "use_pos_embed": true, "decoder_t_embed": "add_before_image_tokens", "use_adaln_final_layer": true, "use_bi_attn_img_tokens": true, "use_chat_template": false, "chat_template": "{%- for message in messages %}{%- if message['role'] == 'user' %}{{- bos_token + '### Human: ' + message['content'].strip() }}{%- elif message['role'] == 'assistant' %}{{- '### Assistant: ' + message['content'] + eos_token }}{%- endif %}{%- if loop.last and add_generation_prompt %}{{- '### Assistant: '}}{%- endif %}{%- endfor %}", "use_adaln": false, "add_t_embed_before_decoder": false, "tokenizer_max_length": 512, "source_max_length": 128, "llm_lr": null, "use_lr_decay": true, "warmup_iters": 500, "lr_decay_iters": 300000, "lr_decay_rate": 0.1, "loss_dict": {"loss_lm": 0.1, "loss_diffusion": 1.0}} |