add

200000/commit_success.txt

@@ -0,0 +1 @@
+Checkpoint commit was successful to gs://nils_datasets/checkpoints/octo/bridge_fractal_no_drawer_20240924_115702/200000

200000/default/checkpoint

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7433a441ed734a42a1e0dc94e48034a526ab4d9beefb526fb6b478781f3d6182
+size 540704883

200000/default/commit_success.txt

@@ -0,0 +1 @@
+Checkpoint commit was successful to gs://nils_datasets/checkpoints/octo/bridge_fractal_no_drawer_20240924_115702/200000/default

250000/commit_success.txt

@@ -0,0 +1 @@
+Checkpoint commit was successful to gs://nils_datasets/checkpoints/octo/bridge_fractal_no_drawer_20240924_115702/250000

250000/default/checkpoint

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a683ee5ce5425f825d4441bac49a24f75fadecfc906aa25b38ae136f7c81792
+size 540704883

250000/default/commit_success.txt

@@ -0,0 +1 @@
+Checkpoint commit was successful to gs://nils_datasets/checkpoints/octo/bridge_fractal_no_drawer_20240924_115702/250000/default

300000/commit_success.txt

@@ -0,0 +1 @@
+Checkpoint commit was successful to gs://nils_datasets/checkpoints/octo/bridge_fractal_no_drawer_20240924_115702/300000

300000/default/checkpoint

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0001ead49cdf14884cc37a9c608738bb858adaba7b615f2f262edbc8eb7660a8
+size 540704883

300000/default/commit_success.txt

@@ -0,0 +1 @@
+Checkpoint commit was successful to gs://nils_datasets/checkpoints/octo/bridge_fractal_no_drawer_20240924_115702/300000/default

350000/commit_success.txt

@@ -0,0 +1 @@
+Checkpoint commit was successful to gs://nils_datasets/checkpoints/octo/bridge_fractal_no_drawer_20240924_115702/350000

350000/default/checkpoint

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885e6216811d03aedbc3f368e5efcd72004f24c01c39e25fe73ba6d994093fd2
+size 540704883

350000/default/commit_success.txt

@@ -0,0 +1 @@
+Checkpoint commit was successful to gs://nils_datasets/checkpoints/octo/bridge_fractal_no_drawer_20240924_115702/350000/default

400000/commit_success.txt

@@ -0,0 +1 @@
+Checkpoint commit was successful to gs://nils_datasets/checkpoints/octo/bridge_fractal_no_drawer_20240924_115702/400000

400000/default/checkpoint

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb12586893b96db71ef699d39c887127a0dec15acf5217b0c997042a6468f55
+size 540704883

400000/default/commit_success.txt

@@ -0,0 +1 @@
+Checkpoint commit was successful to gs://nils_datasets/checkpoints/octo/bridge_fractal_no_drawer_20240924_115702/400000/default

config.json

@@ -0,0 +1 @@
+{"dataset_kwargs": {"balance_weights": true, "batch_size": 128, "dataset_kwargs_list": [{"name": "bridge_dataset_pnp_no_drawer_machine_fold_NILS", "data_dir": "gs://nils_datasets", "image_obs_keys": {"primary": "image_0"}, "language_key": "language_instruction", "language_key_NILS": "language_instruction_NILS", "Gt_ann_dirs": [], "NILS_ann_dirs": ["put", "pick", "take", "pnp", "icra", "rss", "many_skills", "lift_bowl", "move_drying", "wipe", "right_pepper", "topple", "upright", "flip"], "filter_functions": [{"module": "octo.data.utils.data_utils", "name": "filter_by_task_and_language_key", "args": [], "kwargs": {"language_key_gt_template": "language_instruction", "language_key_NILS_template": "language_instruction_NILS_0", "gt_task_templates": [], "NILS_task_templates": ["put", "pick", "take", "pnp", "icra", "rss", "many_skills", "lift_bowl", "move_drying", "wipe", "right_pepper", "topple", "upright", "flip"], "negative_task_templates": ["drawer", "machine", "fold", "bridgev1"]}}], "action_normalization_mask": [true, true, true, true, true, true, false], "action_proprio_normalization_type": "normal", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "bridge_dataset_transform", "args": [], "kwargs": {}}}, {"name": "fractal20220817_data", "data_dir": "gs://nils_datasets", "image_obs_keys": {"primary": "image"}, "language_key": "language_instruction", "language_key_NILS": "language_instruction_NILS", "filter_functions": [{"module": "octo.data.utils.data_utils", "name": "filter_by_language_key", "args": [], "kwargs": {"language_key": "language_instruction_NILS_0"}}], "action_normalization_mask": [true, true, true, true, true, true, false], "action_proprio_normalization_type": "normal", "standardize_fn": {"module": "octo.data.oxe.oxe_standardization_transforms", "name": "rt1_dataset_transform", "args": [], "kwargs": {}}}], "frame_transform_kwargs": {"image_augment_kwargs": {"primary": {"augment_order": ["random_resized_crop", "random_brightness", "random_contrast", "random_saturation", "random_hue"], "random_brightness": [0.1], "random_contrast": [0.9, 1.1], "random_hue": [0.05], "random_resized_crop": {"ratio": [0.9, 1.1], "scale": [0.8, 1.0]}, "random_saturation": [0.9, 1.1]}, "wrist": {"augment_order": ["random_brightness", "random_contrast", "random_saturation", "random_hue"], "random_brightness": [0.1], "random_contrast": [0.9, 1.1], "random_hue": [0.05], "random_saturation": [0.9, 1.1]}}, "image_dropout_prob": 0.0, "num_parallel_calls": 200, "resize_size": {"primary": [256, 256], "wrist": [128, 128]}}, "sample_weights": [2.0, 1.0], "shuffle_buffer_size": 50000, "traj_read_threads": 48, "traj_transform_kwargs": {"action_horizon": 4, "goal_relabeling_strategy": "uniform", "max_action_dim": 7, "subsample_length": 100, "task_augment_kwargs": {"keep_image_prob": 0.5}, "task_augment_strategy": "delete_task_conditioning", "window_size": 2}, "traj_transform_threads": 48}, "eval_datasets": null, "eval_interval": 5000, "log_interval": 100, "model": {"heads": {"action": {"args": [], "kwargs": {"action_dim": 7, "action_horizon": 4, "dropout_rate": 0.0, "n_diffusion_samples": 1, "readout_key": "readout_action", "use_map": false}, "module": "octo.model.components.action_heads", "name": "DiffusionActionHead"}}, "max_horizon": 10, "observation_tokenizers": {"primary": {"args": [], "kwargs": {"encoder": {"args": [], "kwargs": {}, "module": "octo.model.components.vit_encoders", "name": "SmallStem16"}, "obs_stack_keys": ["image_primary"], "task_stack_keys": ["image_primary"]}, "module": "octo.model.components.tokenizers", "name": "ImageTokenizer"}, "wrist": {"args": [], "kwargs": {"encoder": {"args": [], "kwargs": {}, "module": "octo.model.components.vit_encoders", "name": "SmallStem16"}, "obs_stack_keys": ["image_wrist"], "task_stack_keys": ["image_wrist"]}, "module": "octo.model.components.tokenizers", "name": "ImageTokenizer"}}, "readouts": {"action": 1}, "repeat_task_tokens": true, "task_tokenizers": {"language": {"args": [], "kwargs": {"encoder": "t5-base", "finetune_encoder": false}, "module": "octo.model.components.tokenizers", "name": "LanguageTokenizer"}}, "token_embedding_size": 384, "transformer_kwargs": {"add_position_embedding": false, "attention_dropout_rate": 0.0, "dropout_rate": 0.0, "mlp_dim": 1536, "num_attention_heads": 6, "num_layers": 12}, "use_correct_attention": true}, "num_steps": 400000.0, "optimizer": {"clip_gradient": 1.0, "frozen_keys": ["*hf_model*"], "grad_accumulation_steps": null, "learning_rate": {"init_value": 0.0, "name": "rsqrt", "peak_value": 0.0003, "timescale": 10000, "warmup_steps": 2000}, "weight_decay": 0.1}, "prefetch_num_batches": 0, "pretrained_loaders": [{"module": "octo.utils.train_utils", "name": "hf_weights_loader", "args": [], "kwargs": {"hf_model": "t5-base"}}], "resume_path": null, "save_dir": "gs://nils_datasets/checkpoints", "save_interval": 50000, "seed": 42, "start_step": null, "text_processor": {"args": [], "kwargs": {"encode_with_model": false, "tokenizer_kwargs": {"max_length": 24, "padding": "max_length", "return_tensors": "np", "truncation": true}, "tokenizer_name": "t5-base"}, "module": "octo.data.utils.text_processing", "name": "HFTokenizer"}, "val_kwargs": {"num_val_batches": 16, "val_shuffle_buffer_size": 1000}, "viz_interval": 20000, "viz_kwargs": {"eval_batch_size": 128, "samples_per_state": 8, "trajs_for_metrics": 100, "trajs_for_viz": 8}, "wandb": {"entity": null, "group": null, "project": "octo"}, "wandb_resume_id": null, "window_size": 2}

dataset_statistics.json

@@ -0,0 +1 @@
+{"bridge_dataset_pnp_no_drawer_machine_fold_NILS": {"action": {"mask": [true, true, true, true, true, true, false], "max": [0.41691166162490845, 0.11164695024490356, 0.21218234300613403, 3.122201919555664, 1.8618112802505493, 6.280478477478027, 1.0], "mean": [9.309277083957568e-05, 0.00011118593829451129, -2.41540892602643e-05, 1.194937703985488e-05, -1.8487780835130252e-05, 0.00014652512618340552, 0.6553214192390442], "min": [-0.3887568712234497, -0.11164695024490356, -0.22553899884223938, -3.1120171546936035, -1.8618112802505493, -6.279050827026367, 0.0], "p01": [-0.030743753537535667, -0.04383223131299019, -0.024913839995861053, -0.07510441541671753, -0.09925679117441177, -0.16109226644039154, 0.0], "p99": [0.029372891411185265, 0.04220549389719963, 0.04105926305055618, 0.0756477564573288, 0.07886778563261032, 0.1573854386806488, 1.0], "std": [0.010272989980876446, 0.014255594462156296, 0.012713848613202572, 0.02773870900273323, 0.03263253718614578, 0.07809167355298996, 0.4752524197101593]}, "num_trajectories": 22919, "num_transitions": 855867}, "fractal20220817_data": {"action": {"mask": [true, true, true, true, true, true, false], "max": [2.9984593391418457, 2.0872559547424316, 2.7507524490356445, 1.570636510848999, 1.5321086645126343, 1.5691522359848022, 1.0], "mean": [0.006768935360014439, 0.005811295937746763, -0.012991929426789284, 0.042524900287389755, -0.0051951296627521515, 0.0009383097058162093, 0.5416232943534851], "min": [-2.0204520225524902, -5.497899532318115, -2.031663417816162, -1.566786289215088, -1.475032925605774, -1.570419430732727, 0.0], "p01": [-0.23310013115406036, -0.1520402729511261, -0.2330644726753235, -0.3587750494480133, -0.4193490445613861, -0.43452346324920654, 0.0], "p99": [0.180521160364151, 0.15068331360816956, 0.22366133332252502, 0.5880013704299927, 0.35418370366096497, 0.4383776783943176, 1.0], "std": [0.07094915211200714, 0.05170885846018791, 0.07506461441516876, 0.1565326601266861, 0.13197065889835358, 0.14458982646465302, 0.4965091049671173]}, "num_trajectories": 78202, "num_transitions": 3407261}}

example_batch.msgpack

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e02d48978668576fee447213df515633a99cf214883b106ee051861c22ad4ac
+size 590894

state/400000/commit_success.txt

@@ -0,0 +1 @@
+Checkpoint commit was successful to gs://nils_datasets/checkpoints/octo/bridge_fractal_no_drawer_20240924_115702/state/400000

state/400000/default/checkpoint

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf36bb863528309ff818df40545a1ac4e5b2c5f1574525ced265cbd8cf99da40
+size 694585066

state/400000/default/commit_success.txt

@@ -0,0 +1 @@
+Checkpoint commit was successful to gs://nils_datasets/checkpoints/octo/bridge_fractal_no_drawer_20240924_115702/state/400000/default