File size: 2,346 Bytes
5cb0391 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 |
!!python/object:icrt.util.args.ExperimentConfig
dataset_cfg: !!python/object:icrt.util.args.DatasetConfig
action_noise: 0.0
dataset_json: config/real_expanded_4_icrt_dataset_config.json
goal_conditioned: false
non_overlapping: 32
num_repeat_traj: 2
num_weighted_steps: 30
proprio_noise: 0.005
rebalance_tasks: true
shuffle_repeat_traj: true
skip_step: false
sort_by_lang: true
task_barrier: true
task_names: null
vision_aug: true
device: cuda
dist_on_itp: false
dist_url: env://
load_config: null
local_rank: -1
logging_cfg: !!python/object:icrt.util.args.LoggingConfig
log_dir: /shared/projects/icrt/output/240604_2024
log_name: '240604_2024'
output_dir: /shared/projects/icrt/output/240604_2024
model_cfg: !!python/object:icrt.util.args.ModelConfig
policy_cfg: !!python/object:icrt.util.args.PolicyConfig
adapter_mlp_ratio: 4.0
adapter_num_heads: 8
camera_pos_emb: false
decoder_pred_head: mlp
kl_div_loss: false
llama_ckpt_dir: /home/mfu/checkpoints/llama-2/llama-2-7b
load_llama: true
lora_layer_idxs: null
lora_rank: 4
loss_w_action: 1.0
modality_pos_emb: false
multikv_attn_pool: false
no_prompt_loss: true
phase: pretrain
pred_action_only: true
pretrained_path: /shared/projects/icrt/output/240604_1852/checkpoint-3.pth
remove_proprio: false
scale_loss: 1.0
scratch_llama_config: ../config/model_config/custom_transformer.json
separate_camera_adapter: true
step_weight: 1.0
vision_encoder_cfg: !!python/object:icrt.util.args.VisionEncoderConfig
vision_encoder: /home/mfu/Documents/icrt/crossmae_ckpt/cross-mae-rtx.pth
vision_lora: false
vision_lora_rank: 8
vision_nonpretrained: false
vision_unfreeze_all: false
vision_unfreeze_last_n: 0
optimizer_cfg: !!python/object:icrt.util.args.OptimizerConfig
blr: 0.001
lr: 0.0005
min_lr: 0.0
warmup_epochs: 1.25
weight_decay: 0.01
shared_cfg: !!python/object:icrt.util.args.SharedConfig
batch_size: 1
num_cameras: 2
num_pred_steps: 16
num_stages: 1
resume: null
rot_6d: true
save_every: 5
seed: 0
seq_length: 512
split_epoch: 1
start_epoch: 0
use_delta_action: true
train: true
trainer_cfg: !!python/object:icrt.util.args.TrainerConfig
accum_iter: 8
epochs: 125
num_workers: 20
pin_memory: true
world_size: 1
|