Push

SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8c5aff22d33ec8cc8ebaf438484426ba700ec2ad1df88c765ea5d69007e9f767
+oid sha256:315a2dae9756a5c5d2054adb6312174459a7016f53fc98d6254634c8fddb9a51
 size 2820313

SoccerTwos/{SoccerTwos-144258115.onnx → SoccerTwos-256615591.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf6b482c72dcaa2c62fc702bad0be15e1652dc5a47d5b92fc549184e75cac450
+oid sha256:315a2dae9756a5c5d2054adb6312174459a7016f53fc98d6254634c8fddb9a51
 size 2820313

SoccerTwos/{SoccerTwos-144258115.pt → SoccerTwos-256615591.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d9dd67d1bf83714508037e43197d8b2402a0dd8d0e13a313ebb5b6157ee8629
+oid sha256:64acbea57030c8eefce942e2ab41a4f71b05cf53a9ebfce6e1f7537a1d4b0046
 size 34740723

SoccerTwos/{SoccerTwos-144282437.onnx → SoccerTwos-256621265.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8c5aff22d33ec8cc8ebaf438484426ba700ec2ad1df88c765ea5d69007e9f767
+oid sha256:315a2dae9756a5c5d2054adb6312174459a7016f53fc98d6254634c8fddb9a51
 size 2820313

SoccerTwos/{SoccerTwos-144282437.pt → SoccerTwos-256621265.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:40d09a2d2960233f11a6ac6c99a4ac2d1b81ed804684d0aabf401c7eade61524
+oid sha256:8c3ddd45acecf9f94f22b3e5189534ce0fe09d90ee6d77bf8f15c912ab344d77
 size 34740723

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4566caf53013781a6a3471bc41f443401864455dacb75cb8465d81f9eb5fb549
+oid sha256:46e779eb2d29558232f26de8b9d7fa6a45e94cd01160de9a98234335f7576b43
 size 34739343

SoccerTwos/events.out.tfevents.1678495906.jonatan-System-Product-Name.916272.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:312177969b26c395379a8e2c64d4f038f0b535a16fe926bd64a7dbb2c8aad259
+size 32264

SoccerTwos/events.out.tfevents.1678496076.jonatan-System-Product-Name.917207.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe83dda103b3602e8c731469d28e1c5752b41caeaa3a05c7438d795d59583e0
+size 11711963

SoccerTwos/events.out.tfevents.1678569102.jonatan-System-Product-Name.1098565.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb172ac4fb2885b8fc55a79ac32bb5f8ebc0a55082586e91b18e9e37c024a5cb
+size 11353

SoccerTwos/events.out.tfevents.1678569123.jonatan-System-Product-Name.1099106.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b99e77f04a04a9b236c8172e2983c45ff8a2620e655ac290c381df1a7e1345
+size 1243

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0002, "beta": 0.01, "epsilon": 0.25, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "constant"}, "checkpoint_interval": 2000000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.96, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 2, "even_checkpoints": false, "max_steps": 1000000000, "time_horizon": 1000, "summary_freq": 100000, "threaded": false, "self_play": {"save_steps": 200000, "team_change": 200000, "swap_steps": 2000, "window": 50, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "0046", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0002, "beta": 0.005, "epsilon": 0.25, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "constant"}, "checkpoint_interval": 2000000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.96, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 2, "even_checkpoints": false, "max_steps": 1000000000, "time_horizon": 1000, "summary_freq": 100000, "threaded": false, "self_play": {"save_steps": 200000, "team_change": 200000, "swap_steps": 2000, "window": 50, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "0046", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -6,7 +6,7 @@ behaviors:
       batch_size: 2048
       buffer_size: 20480
       learning_rate: 0.0002
-      beta: 0.01
+      beta: 0.005
       epsilon: 0.25
       lambd: 0.95
       num_epoch: 3

run_logs/Player-0.log

@@ -22,14 +22,14 @@ blend_equation_advanced_coherent GL_NVX_blend_equation_advanced_multi_draw_buffe
 der_passthrough GL_NV_gpu_program4 GL_NV_internalformat_sample_query GL_NV_gpu_program4_1 GL_NV_gpu_program5 GL_NV_gpu_program5_mem_extended GL_NV_gpu_program_fp64 GL_NV_gpu_shader5 GL_NV_half_float GL_NV_light_max_exponent GL_NV_memory_attachment GL_NV_mesh_shader GL_NV_multisample_coverage GL_NV_multisample_filter_hint GL_NV_occlusion_query GL_NV_packed_depth_stencil GL_NV_parameter_buffer_object GL_NV_parameter_buffer_object2 GL_NV_path_rendering GL_NV_path_rendering_shared_edge GL_NV_pixel_data_range GL_NV_point_sprite GL_NV_primitive_restart GL_NV_primitive_shading_rate GL_NV_query_resource GL_NV_query_resource_tag GL_NV_register_combiners GL_NV_register_combiners2 GL_NV_representative_fragment_test GL_NV_sample_locations GL_NV_sample_mask_override_coverage GL_NV_scissor_exclusive GL_NV_shader_atomic_counters GL_NV_shader_atomic_float GL_NV_shader_atomic_float64 GL_NV_shader_atomic_fp16_vector GL_NV_shader_atomic_int64 GL_NV_shader_buffer_load GL_NV_shader_storage_buffer_object GL_NV_shader_subgroup_par
 titioned GL_NV_shader_texture_footprint GL_NV_shading_rate_image GL_NV_stereo_view_rendering GL_NV_texgen_reflection GL_NV_texture_barrier GL_NV_texture_compression_vtc GL_NV_texture_dirty_tile_map GL_NV_texture_env_combine4 GL_NV_texture_multisample GL_NV_texture_rectangle GL_NV_texture_rectangle_compressed GL_NV_texture_shader GL_NV_texture_shader2 GL_NV_texture_shader3 GL_NV_transform_feedback GL_NV_transform_feedback2 GL_NV_uniform_buffer_unified_memory GL_NV_uniform_buffer_std430_layout GL_NV_vdpau_interop GL_NV_vdpau_interop2 GL_NV_vertex_array_range GL_NV_vertex_array_range2 GL_NV_vertex_attrib_integer_64bit GL_NV_vertex_buffer_unified_memory GL_NV_vertex_program GL_NV_vertex_program1_1 GL_NV_vertex_program2 GL_NV_vertex_program2_option GL_NV_vertex_program3 GL_NV_viewport_array2 GL_NV_viewport_swizzle GL_NVX_conditional_render GL_NV_gpu_multicast GL_NVX_progress_fence GL_NVX_gpu_memory_info GL_NVX_nvenc_interop GL_NV_shader_thread_group GL_NV_shader_thread_shuffle GL_KHR_blend_equation_advanced GL_KH
 R_blend_equation_advanced_coherent GL_OVR_multiview GL_OVR_multiview2 GL_SGIS_generate_mipmap GL_SGIS_texture_lod GL_SGIX_depth_texture GL_SGIX_shadow GL_SUN_slice_accum
-OPENGL LOG: Creating OpenGL 4.5 graphics device ; Context level  <OpenGL 4.5> ; Context handle 14326584
+OPENGL LOG: Creating OpenGL 4.5 graphics device ; Context level  <OpenGL 4.5> ; Context handle 36182264
 Begin MonoManager ReloadAssembly
 - Completed reload, in  0.054 seconds
 Default vsync count 1
 requesting resize 1920 x 1016
 resizing window to 1920 x 1016
 Desktop is 1920 x 1080 @ 60 Hz
-UnloadTime: 0.702497 ms
+UnloadTime: 0.844003 ms
 Registered Communicator in Agent.
 Setting up 6 worker threads for Enlighten.
 requesting resize 84 x 84
@@ -39,7 +39,7 @@ Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 483 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 121 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -216,16 +216,16 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.1 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [8.0 MB-16.0 MB]: 484 frames
+      Peak usage frame count: [8.0 MB-16.0 MB]: 122 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 12.9 MB
+      Peak Allocated memory 12.7 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 484 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 122 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.4 MB
+      Peak Allocated memory 17.6 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -254,13 +254,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.1 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 483 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 121 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 2.7 MB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 484 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 122 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 175.3 KB
@@ -272,13 +272,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.1 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 483 frames, [1.0 MB-2.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 121 frames, [1.0 MB-2.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 1.2 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 483 frames, [8.0 MB-16.0 MB]: 1 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 121 frames, [8.0 MB-16.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 3
       Peak Allocated memory 9.3 MB
@@ -290,13 +290,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.1 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 484 frames
+      Peak usage frame count: [0-1.0 KB]: 122 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 483 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 121 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/Player-1.log

@@ -11,7 +11,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.056 seconds
+- Completed reload, in  0.074 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -36,7 +36,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.832130 ms
+UnloadTime: 0.553057 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
@@ -45,7 +45,7 @@ Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 11782 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 117 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -68,7 +68,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 6]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 0]
       Initial Block Size 256.0 KB
@@ -173,7 +173,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 1]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 2]
       Initial Block Size 256.0 KB
@@ -217,16 +217,16 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 11783 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 118 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 4.7 MB
+      Peak Allocated memory 4.8 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 11783 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 118 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.5 MB
+      Peak Allocated memory 17.4 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -255,13 +255,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 11782 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 117 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 11783 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 118 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -273,16 +273,16 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 11783 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 118 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 11782 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 117 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
-      Peak Allocated memory 4.5 MB
+      Peak Allocated memory 4.4 MB
       Peak Large allocation bytes 0 B
 [ALLOC_TYPETREE] Dual Thread Allocator
   Peak main deferred allocation count 0
@@ -291,13 +291,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 11783 frames
+      Peak usage frame count: [0-1.0 KB]: 118 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 11782 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 117 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/Player-2.log

@@ -11,7 +11,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.056 seconds
+- Completed reload, in  0.065 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -36,7 +36,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.722214 ms
+UnloadTime: 0.705303 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
@@ -45,7 +45,7 @@ Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 11397 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 114 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -153,7 +153,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 9]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 13]
       Initial Block Size 32.0 KB
@@ -193,7 +193,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 10]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 0]
       Initial Block Size 32.0 KB
@@ -217,16 +217,16 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 11398 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 115 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 4.9 MB
+      Peak Allocated memory 4.8 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 11398 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 115 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.3 MB
+      Peak Allocated memory 17.5 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -255,13 +255,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 11397 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 114 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 11398 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 115 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -273,13 +273,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 11398 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 115 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 11397 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 114 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 4.5 MB
@@ -291,13 +291,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 11398 frames
+      Peak usage frame count: [0-1.0 KB]: 115 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 11397 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 114 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/Player-3.log

@@ -11,7 +11,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.060 seconds
+- Completed reload, in  0.059 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -36,7 +36,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.660468 ms
+UnloadTime: 0.438342 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
@@ -45,7 +45,7 @@ Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 11003 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 108 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -68,7 +68,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 6]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 0]
       Initial Block Size 256.0 KB
@@ -173,7 +173,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 1]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 2]
       Initial Block Size 256.0 KB
@@ -211,22 +211,22 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 3
+  Peak main deferred allocation count 4
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 11004 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 109 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 4.8 MB
+      Peak Allocated memory 4.9 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 11004 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 109 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.5 MB
+      Peak Allocated memory 17.3 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -255,13 +255,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 11003 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 108 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 11004 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 109 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -273,16 +273,16 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 11004 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 109 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 11003 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 108 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
-      Peak Allocated memory 4.5 MB
+      Peak Allocated memory 4.4 MB
       Peak Large allocation bytes 0 B
 [ALLOC_TYPETREE] Dual Thread Allocator
   Peak main deferred allocation count 0
@@ -291,13 +291,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 11004 frames
+      Peak usage frame count: [0-1.0 KB]: 109 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 11003 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 108 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/timers.json

@@ -2,7 +2,7 @@
     "name": "root",
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1678495830",
+        "start_time_seconds": "1678569120",
         "python_version": "3.9.16 (main, Dec  7 2022, 01:11:51) \n[GCC 9.4.0]",
         "command_line_arguments": "/home/jonatan/PycharmProjects/HuggingFaceDLUnit7/venv3.9/bin/mlagents-learn ./config/poca/0046.yaml --env=ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.x86_64 --run-id=0046 --resume",
         "mlagents_version": "0.31.0.dev0",
@@ -10,59 +10,59 @@
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "1.13.0+cu117",
         "numpy_version": "1.21.2",
-        "end_time_seconds": "1678495870"
+        "end_time_seconds": "1678569133"
     },
-    "total": 40.72650127398083,
+    "total": 13.32903072895715,
     "count": 1,
-    "self": 0.11663982598111033,
+    "self": 0.11223633389454335,
     "children": {
         "run_training.setup": {
-            "total": 0.007328192004933953,
+            "total": 0.0074006300419569016,
             "count": 1,
-            "self": 0.007328192004933953
+            "self": 0.0074006300419569016
         },
         "TrainerController.start_learning": {
-            "total": 40.602533255994786,
+            "total": 13.20939376502065,
             "count": 1,
-            "self": 0.02898629370611161,
+            "self": 0.0070173508720472455,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 4.405617857992183,
+                    "total": 4.200062275980599,
                     "count": 2,
-                    "self": 4.405617857992183
+                    "self": 4.200062275980599
                 },
                 "TrainerController.advance": {
-                    "total": 36.016787969332654,
-                    "count": 1766,
-                    "self": 0.023897108214441687,
+                    "total": 8.846531256102026,
+                    "count": 439,
+                    "self": 0.005727437848690897,
                     "children": {
                         "env_step": {
-                            "total": 29.376081738737412,
-                            "count": 1766,
-                            "self": 23.158774118404835,
+                            "total": 8.126781083876267,
+                            "count": 439,
+                            "self": 6.096689625643194,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 6.192944923765026,
-                                    "count": 1766,
-                                    "self": 0.12782536714803427,
+                                    "total": 2.026139044610318,
+                                    "count": 439,
+                                    "self": 0.03251885948702693,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 6.065119556616992,
-                                            "count": 3222,
-                                            "self": 6.065119556616992
+                                            "total": 1.9936201851232909,
+                                            "count": 808,
+                                            "self": 1.9936201851232909
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 0.0243626965675503,
-                                    "count": 1766,
+                                    "total": 0.003952413622755557,
+                                    "count": 439,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 40.403073346824385,
-                                            "count": 1766,
+                                            "total": 13.04788921715226,
+                                            "count": 439,
                                             "is_parallel": true,
-                                            "self": 20.36830657714745,
+                                            "self": 7.736926830315497,
                                             "children": {
                                                 "run_training.setup": {
                                                     "total": 0.0,
@@ -71,48 +71,48 @@
                                                     "self": 0.0,
                                                     "children": {
                                                         "steps_from_proto": {
-                                                            "total": 0.0027573939878493547,
+                                                            "total": 0.003291803994216025,
                                                             "count": 2,
                                                             "is_parallel": true,
-                                                            "self": 0.0005611110245808959,
+                                                            "self": 0.0006144859944470227,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.002196282963268459,
+                                                                    "total": 0.002677317999769002,
                                                                     "count": 8,
                                                                     "is_parallel": true,
-                                                                    "self": 0.002196282963268459
+                                                                    "self": 0.002677317999769002
                                                                 }
                                                             }
                                                         },
                                                         "UnityEnvironment.step": {
-                                                            "total": 0.025107537978328764,
+                                                            "total": 0.022113646962679923,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.0005131039069965482,
+                                                            "self": 0.0010505609679967165,
                                                             "children": {
                                                                 "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.0006839310517534614,
+                                                                    "total": 0.0006611919961869717,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0006839310517534614
+                                                                    "self": 0.0006611919961869717
                                                                 },
                                                                 "communicator.exchange": {
-                                                                    "total": 0.02249364001909271,
+                                                                    "total": 0.017762073024641722,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.02249364001909271
+                                                                    "self": 0.017762073024641722
                                                                 },
                                                                 "steps_from_proto": {
-                                                                    "total": 0.001416863000486046,
+                                                                    "total": 0.002639820973854512,
                                                                     "count": 2,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00024320912780240178,
+                                                                    "self": 0.0004298959975130856,
                                                                     "children": {
                                                                         "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.0011736538726836443,
+                                                                            "total": 0.0022099249763414264,
                                                                             "count": 8,
                                                                             "is_parallel": true,
-                                                                            "self": 0.0011736538726836443
+                                                                            "self": 0.0022099249763414264
                                                                         }
                                                                     }
                                                                 }
@@ -121,48 +121,48 @@
                                                     }
                                                 },
                                                 "steps_from_proto": {
-                                                    "total": 0.0022277780226431787,
+                                                    "total": 0.002473062020726502,
                                                     "count": 2,
                                                     "is_parallel": true,
-                                                    "self": 0.0003996369196102023,
+                                                    "self": 0.000418604991864413,
                                                     "children": {
                                                         "_process_rank_one_or_two_observation": {
-                                                            "total": 0.0018281411030329764,
+                                                            "total": 0.002054457028862089,
                                                             "count": 8,
                                                             "is_parallel": true,
-                                                            "self": 0.0018281411030329764
+                                                            "self": 0.002054457028862089
                                                         }
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 20.03253899165429,
-                                                    "count": 1765,
+                                                    "total": 5.308489324816037,
+                                                    "count": 438,
                                                     "is_parallel": true,
-                                                    "self": 1.297597065276932,
+                                                    "self": 0.3605708708637394,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 0.8320854098419659,
-                                                            "count": 1765,
+                                                            "total": 0.2192946129362099,
+                                                            "count": 438,
                                                             "is_parallel": true,
-                                                            "self": 0.8320854098419659
+                                                            "self": 0.2192946129362099
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 14.492895987583324,
-                                                            "count": 1765,
+                                                            "total": 3.8359343394986354,
+                                                            "count": 438,
                                                             "is_parallel": true,
-                                                            "self": 14.492895987583324
+                                                            "self": 3.8359343394986354
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 3.4099605289520696,
-                                                            "count": 3530,
+                                                            "total": 0.8926895015174523,
+                                                            "count": 876,
                                                             "is_parallel": true,
-                                                            "self": 0.5646569049567915,
+                                                            "self": 0.149521226529032,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 2.845303623995278,
-                                                                    "count": 14120,
+                                                                    "total": 0.7431682749884203,
+                                                                    "count": 3504,
                                                                     "is_parallel": true,
-                                                                    "self": 2.845303623995278
+                                                                    "self": 0.7431682749884203
                                                                 }
                                                             }
                                                         }
@@ -175,45 +175,33 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 6.6168091223808005,
-                            "count": 1766,
-                            "self": 0.1734331239713356,
+                            "total": 0.7140227343770675,
+                            "count": 438,
+                            "self": 0.040234212239738554,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 3.1435723914182745,
-                                    "count": 1766,
-                                    "self": 3.1435723914182745
-                                },
-                                "_update_policy": {
-                                    "total": 3.2998036069911905,
-                                    "count": 1,
-                                    "self": 2.325737764011137,
-                                    "children": {
-                                        "TorchPOCAOptimizer.update": {
-                                            "total": 0.9740658429800533,
-                                            "count": 30,
-                                            "self": 0.9740658429800533
-                                        }
-                                    }
+                                    "total": 0.673788522137329,
+                                    "count": 438,
+                                    "self": 0.673788522137329
                                 }
                             }
                         }
                     }
                 },
                 "trainer_threads": {
-                    "total": 6.610061973333359e-07,
+                    "total": 7.910421118140221e-07,
                     "count": 1,
-                    "self": 6.610061973333359e-07
+                    "self": 7.910421118140221e-07
                 },
                 "TrainerController._save_models": {
-                    "total": 0.1511404739576392,
+                    "total": 0.1557820910238661,
                     "count": 1,
-                    "self": 0.002157202980015427,
+                    "self": 0.00214276002952829,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.14898327097762376,
+                            "total": 0.1536393309943378,
                             "count": 1,
-                            "self": 0.14898327097762376
+                            "self": 0.1536393309943378
                         }
                     }
                 }

run_logs/training_status.json

@@ -1,33 +1,33 @@
 {
     "SoccerTwos": {
-        "elo": 1750.6933521886838,
+        "elo": 1820.3417706114606,
         "checkpoints": [
             {
-                "steps": 144258115,
-                "file_path": "results/0046/SoccerTwos/SoccerTwos-144258115.onnx",
+                "steps": 256615591,
+                "file_path": "results/0046/SoccerTwos/SoccerTwos-256615591.onnx",
                 "reward": null,
-                "creation_time": 1678495826.8158455,
+                "creation_time": 1678569117.4653308,
                 "auxillary_file_paths": [
-                    "results/0046/SoccerTwos/SoccerTwos-144258115.pt"
+                    "results/0046/SoccerTwos/SoccerTwos-256615591.pt"
                 ]
             },
             {
-                "steps": 144282437,
-                "file_path": "results/0046/SoccerTwos/SoccerTwos-144282437.onnx",
+                "steps": 256621265,
+                "file_path": "results/0046/SoccerTwos/SoccerTwos-256621265.onnx",
                 "reward": 0.0,
-                "creation_time": 1678495870.6776505,
+                "creation_time": 1678569133.6511433,
                 "auxillary_file_paths": [
-                    "results/0046/SoccerTwos/SoccerTwos-144282437.pt"
+                    "results/0046/SoccerTwos/SoccerTwos-256621265.pt"
                 ]
             }
         ],
         "final_checkpoint": {
-            "steps": 144282437,
+            "steps": 256621265,
             "file_path": "results/0046/SoccerTwos.onnx",
             "reward": 0.0,
-            "creation_time": 1678495870.6776505,
+            "creation_time": 1678569133.6511433,
             "auxillary_file_paths": [
-                "results/0046/SoccerTwos/SoccerTwos-144282437.pt"
+                "results/0046/SoccerTwos/SoccerTwos-256621265.pt"
             ]
         }
     },