14th Push

SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:964e6e6118fab51b0b073b343f3f777c316b524f649fdd10ea62e6483d32c76f
+oid sha256:1015093940ae9f7350289dee17666922b5fa38e9ebef12fbc7c686b25cc29590
 size 2351062

SoccerTwos/SoccerTwos-64894090.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1015093940ae9f7350289dee17666922b5fa38e9ebef12fbc7c686b25cc29590
+size 2351062

SoccerTwos/SoccerTwos-64894090.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e4cb157d8c69f6d8cce41a95481d5dea5ae6200bccd34cb978b11d40657295
+size 36303154

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:08cbe98fbf424e21a883c46cd61b3b9401d033e9c620488fc2d6ecc2794d1566
+oid sha256:a49e5b5f49b2731ea77e4d30cde3f27f3f0a81cc595acfd8a3e22fd2faddb637
 size 36301318

SoccerTwos/events.out.tfevents.1725843195.Bretts-MacBook-Pro.local.98870.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa8e65d87b6e3569646d38cc79c1d11c8de4f9fc4116e57ef40cd10508fe5b9
+size 10910775

run_logs/Player-0.log

@@ -10,7 +10,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.180 seconds
+- Completed reload, in  0.071 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -35,16 +35,16 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.771458 ms
+UnloadTime: 0.466125 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
-Thread 0x16d367000 may have been prematurely finalized
+Thread 0x16da17000 may have been prematurely finalized
 Setting up 7 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 6921 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 194228 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -172,7 +172,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 7]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 1]
       Initial Block Size 256.0 KB
@@ -182,7 +182,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 2]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 3]
       Initial Block Size 32.0 KB
@@ -225,22 +225,22 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 3
+  Peak main deferred allocation count 15
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 6922 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 194229 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 4.8 MB
+      Peak Allocated memory 4.9 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 6922 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 194229 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.6 MB
+      Peak Allocated memory 17.5 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -269,13 +269,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 6921 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 194228 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 6922 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 194229 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -287,13 +287,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 6922 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 194229 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 6921 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 194228 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 3.4 MB
@@ -305,13 +305,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 6922 frames
+      Peak usage frame count: [0-1.0 KB]: 194229 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 6921 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 194228 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/timers.json

@@ -2,309 +2,309 @@
     "name": "root",
     "gauges": {
         "SoccerTwos.Policy.Entropy.mean": {
-            "value": 1.9969096183776855,
-            "min": 1.9881949424743652,
-            "max": 2.0352447032928467,
-            "count": 37
+            "value": 1.8288447856903076,
+            "min": 1.8097405433654785,
+            "max": 2.026289701461792,
+            "count": 1034
         },
         "SoccerTwos.Policy.Entropy.sum": {
-            "value": 38979.67578125,
-            "min": 5781.62890625,
-            "max": 46117.58984375,
-            "count": 37
+            "value": 35640.52734375,
+            "min": 13921.70703125,
+            "max": 47459.33984375,
+            "count": 1034
         },
         "SoccerTwos.Environment.EpisodeLength.mean": {
-            "value": 65.62162162162163,
-            "min": 32.84615384615385,
-            "max": 80.7,
-            "count": 37
+            "value": 67.36986301369863,
+            "min": 44.63333333333333,
+            "max": 94.30909090909091,
+            "count": 1034
         },
         "SoccerTwos.Environment.EpisodeLength.sum": {
-            "value": 19424.0,
-            "min": 1708.0,
-            "max": 20628.0,
-            "count": 37
+            "value": 19672.0,
+            "min": 5356.0,
+            "max": 21772.0,
+            "count": 1034
         },
         "SoccerTwos.Self-play.ELO.mean": {
-            "value": 198.21202946222434,
-            "min": 179.02586237338554,
-            "max": 218.34975734283196,
-            "count": 37
+            "value": 253.11204044365707,
+            "min": 167.32264911900438,
+            "max": 278.61354705474247,
+            "count": 1034
         },
         "SoccerTwos.Self-play.ELO.sum": {
-            "value": 29335.380360409203,
-            "min": 5077.5757329704975,
-            "max": 37254.03187139414,
-            "count": 37
+            "value": 36954.35790477393,
+            "min": 13048.461002736865,
+            "max": 51134.179050276274,
+            "count": 1034
         },
         "SoccerTwos.Step.mean": {
-            "value": 54549966.0,
-            "min": 54189950.0,
-            "max": 54549966.0,
-            "count": 37
+            "value": 64889985.0,
+            "min": 54559972.0,
+            "max": 64889985.0,
+            "count": 1034
         },
         "SoccerTwos.Step.sum": {
-            "value": 54549966.0,
-            "min": 54189950.0,
-            "max": 54549966.0,
-            "count": 37
+            "value": 64889985.0,
+            "min": 54559972.0,
+            "max": 64889985.0,
+            "count": 1034
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
-            "value": -0.007430660538375378,
-            "min": -0.13059571385383606,
-            "max": 0.0799141526222229,
-            "count": 37
+            "value": -0.021019523963332176,
+            "min": -0.22013016045093536,
+            "max": 0.16989314556121826,
+            "count": 1034
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
-            "value": -1.0997377634048462,
-            "min": -18.02220916748047,
-            "max": 12.706350326538086,
-            "count": 37
+            "value": -3.068850517272949,
+            "min": -37.42212677001953,
+            "max": 26.50333023071289,
+            "count": 1034
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
-            "value": -0.010138335637748241,
-            "min": -0.13116949796676636,
-            "max": 0.0780540257692337,
-            "count": 37
+            "value": -0.01700834184885025,
+            "min": -0.21612867712974548,
+            "max": 0.1706480234861374,
+            "count": 1034
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
-            "value": -1.5004737377166748,
-            "min": -18.101390838623047,
-            "max": 12.410590171813965,
-            "count": 37
+            "value": -2.48321795463562,
+            "min": -36.74187469482422,
+            "max": 26.621091842651367,
+            "count": 1034
         },
         "SoccerTwos.Policy.CuriosityBaselineEstimate.mean": {
-            "value": 0.0002736914320848882,
-            "min": -6.777280214009807e-05,
-            "max": 0.0012276290217414498,
-            "count": 37
+            "value": 0.002500562695786357,
+            "min": -0.0007019065087661147,
+            "max": 0.004818950314074755,
+            "count": 1034
         },
         "SoccerTwos.Policy.CuriosityBaselineEstimate.sum": {
-            "value": 0.040506333112716675,
-            "min": -0.009352646768093109,
-            "max": 0.17432332038879395,
-            "count": 37
+            "value": 0.36508214473724365,
+            "min": -0.11230504512786865,
+            "max": 0.7421183586120605,
+            "count": 1034
         },
         "SoccerTwos.Policy.CuriosityValueEstimate.mean": {
-            "value": 0.00035474830656312406,
-            "min": -5.8898836869047955e-05,
-            "max": 0.0012730894377455115,
-            "count": 37
+            "value": 0.00251795444637537,
+            "min": -0.0006446720799431205,
+            "max": 0.004537596367299557,
+            "count": 1034
         },
         "SoccerTwos.Policy.CuriosityValueEstimate.sum": {
-            "value": 0.052502747625112534,
-            "min": -0.008128039538860321,
-            "max": 0.18077869713306427,
-            "count": 37
+            "value": 0.36762136220932007,
+            "min": -0.10314753651618958,
+            "max": 0.6987898349761963,
+            "count": 1034
         },
         "SoccerTwos.Policy.RndBaselineEstimate.mean": {
-            "value": -5.368301572161727e-06,
-            "min": -0.0004969912697561085,
-            "max": 3.707858923007734e-05,
-            "count": 37
+            "value": -4.654983422369696e-05,
+            "min": -0.0008894492057152092,
+            "max": 0.0006702636601403356,
+            "count": 1034
         },
         "SoccerTwos.Policy.RndBaselineEstimate.sum": {
-            "value": -0.0007945086108520627,
-            "min": -0.011927790008485317,
-            "max": 0.005265159532427788,
-            "count": 37
+            "value": -0.006796275731176138,
+            "min": -0.1592114120721817,
+            "max": 0.10960842669010162,
+            "count": 1034
         },
         "SoccerTwos.Policy.RndValueEstimate.mean": {
-            "value": -1.8312478005100274e-06,
-            "min": -0.0005034385831095278,
-            "max": 3.7688361771870404e-05,
-            "count": 37
+            "value": -4.057815749547444e-05,
+            "min": -0.0008840129594318569,
+            "max": 0.0006725811981596053,
+            "count": 1034
         },
         "SoccerTwos.Policy.RndValueEstimate.sum": {
-            "value": -0.00027102467720396817,
-            "min": -0.012082526460289955,
-            "max": 0.005294247530400753,
-            "count": 37
+            "value": -0.005924411118030548,
+            "min": -0.15823832154273987,
+            "max": 0.11034342646598816,
+            "count": 1034
         },
         "SoccerTwos.Environment.CumulativeReward.mean": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 37
+            "count": 1034
         },
         "SoccerTwos.Environment.CumulativeReward.sum": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 37
+            "count": 1034
         },
         "SoccerTwos.Policy.ExtrinsicReward.mean": {
-            "value": 0.016586483330339997,
-            "min": -0.34476666649182636,
-            "max": 0.25351304420526477,
-            "count": 37
+            "value": -0.07858630075846633,
+            "min": -0.35542302208838705,
+            "max": 0.3657249989254134,
+            "count": 1034
         },
         "SoccerTwos.Policy.ExtrinsicReward.sum": {
-            "value": 2.45479953289032,
-            "min": -37.585999965667725,
-            "max": 36.569599866867065,
-            "count": 37
+            "value": -11.473599910736084,
+            "min": -50.80399990081787,
+            "max": 44.011199831962585,
+            "count": 1034
         },
         "SoccerTwos.Policy.CuriosityReward.mean": {
-            "value": 4.499394341982642e-06,
+            "value": 3.135750399067466e-06,
             "min": 0.0,
-            "max": 5.611564276982197e-06,
-            "count": 37
+            "max": 5.1347300798705175e-06,
+            "count": 1034
         },
         "SoccerTwos.Policy.CuriosityReward.sum": {
-            "value": 0.0006659103626134311,
+            "value": 0.00045781955826385,
             "min": 0.0,
-            "max": 0.0007855380640080512,
-            "count": 37
+            "max": 0.0007137793129743386,
+            "count": 1034
         },
         "SoccerTwos.Policy.RndReward.mean": {
-            "value": 1.2830813336731009e-06,
-            "min": 4.958954645436128e-07,
-            "max": 1.5597248766810985e-06,
-            "count": 37
+            "value": 1.2420853621490894e-06,
+            "min": 8.120168435808964e-07,
+            "max": 1.779198258173476e-06,
+            "count": 1034
         },
         "SoccerTwos.Policy.RndReward.sum": {
-            "value": 0.00018989603738361893,
-            "min": 1.1901491149046706e-05,
-            "max": 0.0002003613023049411,
-            "count": 37
+            "value": 0.00018134446287376704,
+            "min": 4.790899377127289e-05,
+            "max": 0.00019805474902057085,
+            "count": 1034
         },
         "SoccerTwos.Environment.GroupCumulativeReward.mean": {
-            "value": 0.016586483330339997,
-            "min": -0.34476666649182636,
-            "max": 0.25351304420526477,
-            "count": 37
+            "value": -0.07858630075846633,
+            "min": -0.35542302208838705,
+            "max": 0.3657249989254134,
+            "count": 1034
         },
         "SoccerTwos.Environment.GroupCumulativeReward.sum": {
-            "value": 2.45479953289032,
-            "min": -37.585999965667725,
-            "max": 36.569599866867065,
-            "count": 37
+            "value": -11.473599910736084,
+            "min": -50.80399990081787,
+            "max": 44.011199831962585,
+            "count": 1034
         },
         "SoccerTwos.IsTraining.mean": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 37
+            "count": 1034
         },
         "SoccerTwos.IsTraining.sum": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 37
+            "count": 1034
         },
         "SoccerTwos.Losses.PolicyLoss.mean": {
-            "value": 0.014808606375784924,
-            "min": 0.004393496378421939,
-            "max": 0.014808606375784924,
-            "count": 2
+            "value": 0.013813809001779495,
+            "min": 0.007673596381209791,
+            "max": 0.01851782974942277,
+            "count": 69
         },
         "SoccerTwos.Losses.PolicyLoss.sum": {
-            "value": 0.014808606375784924,
-            "min": 0.004393496378421939,
-            "max": 0.014808606375784924,
-            "count": 2
+            "value": 0.013813809001779495,
+            "min": 0.007673596381209791,
+            "max": 0.01851782974942277,
+            "count": 69
         },
         "SoccerTwos.Losses.ValueLoss.mean": {
-            "value": 0.017829062106708687,
-            "min": 0.017829062106708687,
-            "max": 0.0180764712082843,
-            "count": 2
+            "value": 0.016500175620118778,
+            "min": 0.016201496900369722,
+            "max": 0.020299892872571945,
+            "count": 69
         },
         "SoccerTwos.Losses.ValueLoss.sum": {
-            "value": 0.017829062106708687,
-            "min": 0.017829062106708687,
-            "max": 0.0180764712082843,
-            "count": 2
+            "value": 0.016500175620118778,
+            "min": 0.016201496900369722,
+            "max": 0.020299892872571945,
+            "count": 69
         },
         "SoccerTwos.Losses.BaselineLoss.mean": {
-            "value": 0.018067089995990198,
-            "min": 0.018067089995990198,
-            "max": 0.018403542538483936,
-            "count": 2
+            "value": 0.01692138860623042,
+            "min": 0.016419781216730673,
+            "max": 0.020491494021068018,
+            "count": 69
         },
         "SoccerTwos.Losses.BaselineLoss.sum": {
-            "value": 0.018067089995990198,
-            "min": 0.018067089995990198,
-            "max": 0.018403542538483936,
-            "count": 2
+            "value": 0.01692138860623042,
+            "min": 0.016419781216730673,
+            "max": 0.020491494021068018,
+            "count": 69
         },
         "SoccerTwos.Policy.LearningRate.mean": {
             "value": 0.0003,
             "min": 0.0003,
             "max": 0.0003,
-            "count": 2
+            "count": 69
         },
         "SoccerTwos.Policy.LearningRate.sum": {
             "value": 0.0003,
             "min": 0.0003,
             "max": 0.0003,
-            "count": 2
+            "count": 69
         },
         "SoccerTwos.Policy.Epsilon.mean": {
             "value": 0.20000000000000004,
             "min": 0.20000000000000004,
             "max": 0.20000000000000004,
-            "count": 2
+            "count": 69
         },
         "SoccerTwos.Policy.Epsilon.sum": {
             "value": 0.20000000000000004,
             "min": 0.20000000000000004,
             "max": 0.20000000000000004,
-            "count": 2
+            "count": 69
         },
         "SoccerTwos.Policy.Beta.mean": {
-            "value": 0.003196297762750001,
-            "min": 0.003196297762750001,
-            "max": 0.0032146366555,
-            "count": 2
+            "value": 0.0019148644787500002,
+            "min": 0.0019148644787500002,
+            "max": 0.0031687618262499994,
+            "count": 69
         },
         "SoccerTwos.Policy.Beta.sum": {
-            "value": 0.003196297762750001,
-            "min": 0.003196297762750001,
-            "max": 0.0032146366555,
-            "count": 2
+            "value": 0.0019148644787500002,
+            "min": 0.0019148644787500002,
+            "max": 0.0031687618262499994,
+            "count": 69
         },
         "SoccerTwos.Losses.CuriosityForwardLoss.mean": {
-            "value": 0.06618556349227826,
-            "min": 0.06618556349227826,
-            "max": 0.14213946927338839,
-            "count": 2
+            "value": 0.04306005903830131,
+            "min": 0.04103065375238657,
+            "max": 0.09889933715264003,
+            "count": 69
         },
         "SoccerTwos.Losses.CuriosityForwardLoss.sum": {
-            "value": 0.06618556349227826,
-            "min": 0.06618556349227826,
-            "max": 0.14213946927338839,
-            "count": 2
+            "value": 0.04306005903830131,
+            "min": 0.04103065375238657,
+            "max": 0.09889933715264003,
+            "count": 69
         },
         "SoccerTwos.Losses.CuriosityInverseLoss.mean": {
-            "value": 1.5162039995193481,
-            "min": 1.5162039995193481,
-            "max": 1.7156379719575245,
-            "count": 2
+            "value": 1.335880974928538,
+            "min": 1.335880974928538,
+            "max": 1.5741100410620372,
+            "count": 69
         },
         "SoccerTwos.Losses.CuriosityInverseLoss.sum": {
-            "value": 1.5162039995193481,
-            "min": 1.5162039995193481,
-            "max": 1.7156379719575245,
-            "count": 2
+            "value": 1.335880974928538,
+            "min": 1.335880974928538,
+            "max": 1.5741100410620372,
+            "count": 69
         },
         "SoccerTwos.Losses.RNDLoss.mean": {
-            "value": 0.01695634238421917,
-            "min": 0.01695634238421917,
-            "max": 0.018619608134031296,
-            "count": 2
+            "value": 0.016391156241297722,
+            "min": 0.01631445437669754,
+            "max": 0.01802840270102024,
+            "count": 69
         },
         "SoccerTwos.Losses.RNDLoss.sum": {
-            "value": 0.01695634238421917,
-            "min": 0.01695634238421917,
-            "max": 0.018619608134031296,
-            "count": 2
+            "value": 0.016391156241297722,
+            "min": 0.01631445437669754,
+            "max": 0.01802840270102024,
+            "count": 69
         }
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1725841167",
+        "start_time_seconds": "1725843192",
         "python_version": "3.10.12 (main, Aug 23 2024, 16:29:11) [Clang 15.0.0 (clang-1500.3.9.4)]",
         "command_line_arguments": "/Users/brettgohre/Desktop/huggingface/ml-agents/games/bin/mlagents-learn ./config/poca/sept/three.yaml --env=./SoccerTwos/SoccerTwos.app --run-id=sept-run-01 --resume --no-graphics",
         "mlagents_version": "1.1.0.dev0",
@@ -312,103 +312,103 @@
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "2.4.0",
         "numpy_version": "1.23.5",
-        "end_time_seconds": "1725842676"
+        "end_time_seconds": "1725883345"
     },
-    "total": 1508.5802902500145,
+    "total": 40153.321486375,
     "count": 1,
-    "self": 0.21788324997760355,
+    "self": 0.013503541937097907,
     "children": {
         "run_training.setup": {
-            "total": 0.04177620803238824,
+            "total": 0.021904333028942347,
             "count": 1,
-            "self": 0.04177620803238824
+            "self": 0.021904333028942347
         },
         "TrainerController.start_learning": {
-            "total": 1508.3206307920045,
+            "total": 40153.28607850004,
             "count": 1,
-            "self": 0.3137190431007184,
+            "self": 6.557743625773583,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 18.376407083997037,
-                    "count": 2,
-                    "self": 18.376407083997037
+                    "total": 5.108475792047102,
+                    "count": 27,
+                    "self": 5.108475792047102
                 },
                 "TrainerController.advance": {
-                    "total": 1489.5077864558552,
-                    "count": 25276,
-                    "self": 0.2775827504810877,
+                    "total": 40141.3288105402,
+                    "count": 708715,
+                    "self": 5.6509896333445795,
                     "children": {
                         "env_step": {
-                            "total": 1123.7648561956594,
-                            "count": 25276,
-                            "self": 1078.8828879335197,
+                            "total": 28639.32997655851,
+                            "count": 708715,
+                            "self": 27686.410877696762,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 44.72521206212696,
-                                    "count": 25276,
-                                    "self": 2.0787426518509164,
+                                    "total": 949.1736463315319,
+                                    "count": 708715,
+                                    "self": 36.47107790398877,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 42.64646941027604,
-                                            "count": 46144,
-                                            "self": 42.64646941027604
+                                            "total": 912.7025684275432,
+                                            "count": 1294868,
+                                            "self": 912.7025684275432
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 0.15675620001275092,
-                                    "count": 25275,
+                                    "total": 3.7454525302164257,
+                                    "count": 708715,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 1495.4258725288673,
-                                            "count": 25275,
+                                            "total": 40035.23015381547,
+                                            "count": 708715,
                                             "is_parallel": true,
-                                            "self": 445.4487812644802,
+                                            "self": 13092.145864249323,
                                             "children": {
                                                 "steps_from_proto": {
-                                                    "total": 0.014769584115128964,
-                                                    "count": 4,
+                                                    "total": 0.03592492116149515,
+                                                    "count": 54,
                                                     "is_parallel": true,
-                                                    "self": 0.0022344160825014114,
+                                                    "self": 0.004616348596755415,
                                                     "children": {
                                                         "_process_rank_one_or_two_observation": {
-                                                            "total": 0.012535168032627553,
-                                                            "count": 16,
+                                                            "total": 0.031308572564739734,
+                                                            "count": 216,
                                                             "is_parallel": true,
-                                                            "self": 0.012535168032627553
+                                                            "self": 0.031308572564739734
                                                         }
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 1049.962321680272,
-                                                    "count": 25275,
+                                                    "total": 26943.048364644987,
+                                                    "count": 708715,
                                                     "is_parallel": true,
-                                                    "self": 2.7510678524849936,
+                                                    "self": 69.57113151898375,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 20.389946024806704,
-                                                            "count": 25275,
+                                                            "total": 527.1035858223913,
+                                                            "count": 708715,
                                                             "is_parallel": true,
-                                                            "self": 20.389946024806704
+                                                            "self": 527.1035858223913
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 991.4256553296,
-                                                            "count": 25275,
+                                                            "total": 25477.687848036003,
+                                                            "count": 708715,
                                                             "is_parallel": true,
-                                                            "self": 991.4256553296
+                                                            "self": 25477.687848036003
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 35.39565247338032,
-                                                            "count": 50550,
+                                                            "total": 868.6857992676087,
+                                                            "count": 1417430,
                                                             "is_parallel": true,
-                                                            "self": 4.224398136662785,
+                                                            "self": 103.0855783551815,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 31.17125433671754,
-                                                                    "count": 202200,
+                                                                    "total": 765.6002209124272,
+                                                                    "count": 5669720,
                                                                     "is_parallel": true,
-                                                                    "self": 31.17125433671754
+                                                                    "self": 765.6002209124272
                                                                 }
                                                             }
                                                         }
@@ -421,31 +421,31 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 365.4653475097148,
-                            "count": 25275,
-                            "self": 1.8992199255153537,
+                            "total": 11496.347844348347,
+                            "count": 708715,
+                            "self": 53.97605906100944,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 89.4906855011941,
-                                    "count": 25275,
-                                    "self": 89.27783558517694,
+                                    "total": 2233.0042612452526,
+                                    "count": 708715,
+                                    "self": 2229.5637312453473,
                                     "children": {
                                         "RLTrainer._checkpoint": {
-                                            "total": 0.21284991601714864,
-                                            "count": 1,
-                                            "self": 0.21284991601714864
+                                            "total": 3.440529999905266,
+                                            "count": 20,
+                                            "self": 3.440529999905266
                                         }
                                     }
                                 },
                                 "_update_policy": {
-                                    "total": 274.0754420830053,
-                                    "count": 2,
-                                    "self": 27.831998248002492,
+                                    "total": 9209.367524042085,
+                                    "count": 70,
+                                    "self": 940.4792728750617,
                                     "children": {
                                         "TorchPOCAOptimizer.update": {
-                                            "total": 246.24344383500284,
-                                            "count": 24,
-                                            "self": 246.24344383500284
+                                            "total": 8268.888251167024,
+                                            "count": 837,
+                                            "self": 8268.888251167024
                                         }
                                     }
                                 }
@@ -454,19 +454,19 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 4.5902561396360397e-07,
+                    "total": 1.4170072972774506e-06,
                     "count": 1,
-                    "self": 4.5902561396360397e-07
+                    "self": 1.4170072972774506e-06
                 },
                 "TrainerController._save_models": {
-                    "total": 0.12271775002591312,
+                    "total": 0.2910471250070259,
                     "count": 1,
-                    "self": 0.00397670897655189,
+                    "self": 0.003666166972834617,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.11874104104936123,
+                            "total": 0.2873809580341913,
                             "count": 1,
-                            "self": 0.11874104104936123
+                            "self": 0.2873809580341913
                         }
                     }
                 }

run_logs/training_status.json

@@ -1,24 +1,24 @@
 {
     "SoccerTwos": {
-        "elo": 217.01995127360857,
+        "elo": 252.65543662636668,
         "checkpoints": [
             {
-                "steps": 54557354,
-                "file_path": "results/sept-run-01/SoccerTwos/SoccerTwos-54557354.onnx",
-                "reward": 0.0,
-                "creation_time": 1725842676.0499809,
+                "steps": 64894090,
+                "file_path": "results/sept-run-01/SoccerTwos/SoccerTwos-64894090.onnx",
+                "reward": null,
+                "creation_time": 1725883345.831184,
                 "auxillary_file_paths": [
-                    "results/sept-run-01/SoccerTwos/SoccerTwos-54557354.pt"
+                    "results/sept-run-01/SoccerTwos/SoccerTwos-64894090.pt"
                 ]
             }
         ],
         "final_checkpoint": {
-            "steps": 54557354,
+            "steps": 64894090,
             "file_path": "results/sept-run-01/SoccerTwos.onnx",
-            "reward": 0.0,
-            "creation_time": 1725842676.0499809,
+            "reward": null,
+            "creation_time": 1725883345.831184,
             "auxillary_file_paths": [
-                "results/sept-run-01/SoccerTwos/SoccerTwos-54557354.pt"
+                "results/sept-run-01/SoccerTwos/SoccerTwos-64894090.pt"
             ]
         }
     },