{"checkpointer_version": 1.0, "arch": {"absolute_metric": true, "evaluation_greedy": false, "num_envs": 256, "num_eval_episodes": 128, "num_evaluation": 20, "num_updates": 4650.0, "num_updates_per_eval": 232.0, "seed": 0, "total_num_envs": 1024, "total_timesteps": 100000000.0, "update_batch_size": 1}, "env": {"env_name": "gymnax", "eval_metric": "episode_return", "kwargs": {}, "scenario": {"name": "CartPole-v1", "task_name": "cartpole"}}, "logger": {"base_exp_path": "results", "checkpointing": {"load_args": {"checkpoint_uid": ""}, "load_model": false, "save_args": {"checkpoint_uid": "./cartpole/", "hf_dir_path": "spo_benchmarks/cartpole", "hf_repo_name": "ml-frameworks/test", "keep_period": null, "max_to_keep": 1, "save_interval_steps": 1}, "save_model": true}, "kwargs": {"detailed_neptune_logging": false, "json_path": null, "neptune_project": "InstaDeep/flashbax", "neptune_tag": [], "upload_json_data": false}, "use_console": true, "use_json": false, "use_neptune": false, "use_tb": false}, "network": {"joint_network": {"action_head": {"_target_": "spo.networks.heads.CategoricalHead"}, "critic_head": {"_target_": "spo.networks.heads.ScalarCriticHead"}, "shared_torso": {"_target_": "spo.networks.torso.JointMLPTorso", "activation": "silu", "critic_layer_sizes": [256], "policy_layer_sizes": [256], "shared_layer_sizes": [256], "use_layer_norm": false}}}, "num_devices": 4, "system": {"action_dim": 2, "batch_size": 16, "buffer_size": 16384, "decay_learning_rates": false, "dirichlet_alpha": 0.03, "dual_lr": 0.0003, "ent_coef": 0.0, "epochs": 16, "epsilon": 0.5, "epsilon_policy": 0.001, "gae_lambda": 0.95, "gamma": 0.99, "init_log_alpha": 0.5, "init_log_temperature": 0.5, "lr": 0.0003, "max_depth": 4, "max_grad_norm": 0.5, "num_particles": 16, "period": 1, "resampling_period": 4, "rollout_length": 21, "root_exploration_fraction": 0.25, "sample_sequence_length": 17, "search_gae_lambda": 1.0, "search_gamma": 1.0, "system_name": "ff_smx", "tau": 0.005, "total_batch_size": 64, "total_buffer_size": 65536, "vf_coef": 1.0, "warmup_steps": 0}}