Hugging Face's logo

Absie
/
poca-SoccerTwos

Reinforcement Learning
ml-agents
TensorBoard
ONNX
unity-ml-agents
deep-reinforcement-learning
ML-Agents-SoccerTwos
Model card Files Metrics Community
Absie commited on
Commit
dc883bc
·
1 Parent(s): 4c458b4

Fixed Save Push`

Browse files
Files changed (29) hide show
  1. SoccerTwos/events.out.tfevents.1680122825.MyPC.35636.0 → SoccerTwos.onnx +2 -2
  2. SoccerTwos/SoccerTwos-100000138.onnx +3 -0
  3. SoccerTwos/SoccerTwos-100000138.pt +3 -0
  4. SoccerTwos/SoccerTwos-89999958.onnx +3 -0
  5. SoccerTwos/SoccerTwos-89999958.pt +3 -0
  6. SoccerTwos/SoccerTwos-90499948.onnx +3 -0
  7. SoccerTwos/SoccerTwos-90499948.pt +3 -0
  8. SoccerTwos/SoccerTwos-90999915.onnx +3 -0
  9. SoccerTwos/SoccerTwos-90999915.pt +3 -0
  10. SoccerTwos/SoccerTwos-91499961.onnx +3 -0
  11. SoccerTwos/SoccerTwos-91499961.pt +3 -0
  12. SoccerTwos/SoccerTwos-91999898.onnx +3 -0
  13. SoccerTwos/SoccerTwos-91999898.pt +3 -0
  14. SoccerTwos/SoccerTwos-98499928.onnx +3 -0
  15. SoccerTwos/SoccerTwos-98499928.pt +3 -0
  16. SoccerTwos/SoccerTwos-98999984.onnx +3 -0
  17. SoccerTwos/SoccerTwos-98999984.pt +3 -0
  18. SoccerTwos/SoccerTwos-99499862.onnx +3 -0
  19. SoccerTwos/SoccerTwos-99499862.pt +3 -0
  20. SoccerTwos/SoccerTwos-99999958.onnx +3 -0
  21. SoccerTwos/SoccerTwos-99999958.pt +3 -0
  22. SoccerTwos/checkpoint.pt +1 -1
  23. SoccerTwos/events.out.tfevents.1680128107.MyPC.12036.0 +3 -0
  24. SoccerTwos/events.out.tfevents.1682099564.MyPC.33392.0 +3 -0
  25. config.json +1 -1
  26. configuration.yaml +2 -2
  27. run_logs/Player-0.log +14 -235
  28. run_logs/timers.json +178 -173
  29. run_logs/training_status.json +57 -1
SoccerTwos/events.out.tfevents.1680122825.MyPC.35636.0 → SoccerTwos.onnx RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4a1f7661e47f26e60f84648aaab119710ab019a77fefe0e9bf9c8ef00e40aff8
3
- size 276066
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7836c3c2fd4aa6f483f35b0893f0792a041acd6348bd8a44c9b512fe605ab51c
3
+ size 2820312
SoccerTwos/SoccerTwos-100000138.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7836c3c2fd4aa6f483f35b0893f0792a041acd6348bd8a44c9b512fe605ab51c
3
+ size 2820312
SoccerTwos/SoccerTwos-100000138.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b2eea98fb2fc06b1c8649018ed1f4824d48da91855c11d7a04ed7914a993f66
3
+ size 34738867
SoccerTwos/SoccerTwos-89999958.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cec63429cffd04755b8c755c9541ff757414db352ea3f02a8a56d709e6205ac1
3
+ size 2820312
SoccerTwos/SoccerTwos-89999958.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a3ba6686a478a480511e1db82dfbadb38057ea7b3f0597fcbc9bf772fdef819
3
+ size 34738729
SoccerTwos/SoccerTwos-90499948.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef9c26066cad6315034da2241ea8555b85c157ae31a11670e9d89cf82f139aa6
3
+ size 2820312
SoccerTwos/SoccerTwos-90499948.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0a04419ce8d652dc9b7d319951a9a18f81700ed9b7d0223047d1df27a5311f6
3
+ size 34738729
SoccerTwos/SoccerTwos-90999915.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4227201fadff1f609b1890dcfc6a21ac6eeb0d8493102e0ef1704e6e4068a25d
3
+ size 2820312
SoccerTwos/SoccerTwos-90999915.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95c13412d874573807f795c5a2432d17b7fbdbdb1d9e438103d66f5eb6c6b2f7
3
+ size 34738729
SoccerTwos/SoccerTwos-91499961.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c47b7e38d139971555d0936c1cf4c9253b57db4da2a7e7e0c7205db8d7a59bb
3
+ size 2820312
SoccerTwos/SoccerTwos-91499961.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:271d0333f4c312b8a625ac414e6b9a7a490e22233cc507b2f3a79bc3db89859e
3
+ size 34738729
SoccerTwos/SoccerTwos-91999898.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1714e57720c3d7afb91d4bb20cec0ae44f0a7b1115bcea2df2e2b50aa44fe5d
3
+ size 2820312
SoccerTwos/SoccerTwos-91999898.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a18f6ac3f19f11fa62950b1bbc511a2254b520e938f5d09646bdf02cff51a169
3
+ size 34738729
SoccerTwos/SoccerTwos-98499928.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b98597c3e7d819ea6ee1659e02d5263071d920e68e15a91af15a2039f63e689
3
+ size 2820312
SoccerTwos/SoccerTwos-98499928.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ef1918fae5cca9444e26b3533e4cbdf017f842d72a37cb2488421f41607f088
3
+ size 34738729
SoccerTwos/SoccerTwos-98999984.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e51bdaddbc0c92df777bbe5837ba6733dc73a282bba8da940cadbf08c1e5ea67
3
+ size 2820312
SoccerTwos/SoccerTwos-98999984.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51f81808a61864a46a28d44caeaa6354733565cd85605b8df63a076af9839d84
3
+ size 34738729
SoccerTwos/SoccerTwos-99499862.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fddf2c83cc0be10214a8db1bdfdc22476623f7cf7639b8b0f24af7645c81ea39
3
+ size 2820312
SoccerTwos/SoccerTwos-99499862.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0986d8457c1bbf998a3e10f57a31a3f658df974b66310cfa361d4ea4c4a25bc8
3
+ size 34738729
SoccerTwos/SoccerTwos-99999958.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7836c3c2fd4aa6f483f35b0893f0792a041acd6348bd8a44c9b512fe605ab51c
3
+ size 2820312
SoccerTwos/SoccerTwos-99999958.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ee6a8ed0dc205aa962756be9b20e04edcd19bc5dfd67699a8ceb6855b2d196e
3
+ size 34738729
SoccerTwos/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:83a0c4f1d5c4495e4dc1307db7c5e9055b447e4d8d2ed67636c1484e10bd6de1
3
  size 34737423
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc3950b06c06a92ba749899e8bc013865230496e5721b953fd47af3e4824147d
3
  size 34737423
SoccerTwos/events.out.tfevents.1680128107.MyPC.12036.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:438aa2d9a9264d81e368340e0d8d951fb589791c80c33974314fa7c8633a81f8
3
+ size 93537636
SoccerTwos/events.out.tfevents.1682099564.MyPC.33392.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db0624c794c1f2b2531b875667ce20b5522f2a0fb1cf1b491fd58d37db9e4051
3
+ size 8223956
config.json CHANGED
@@ -1 +1 @@
1
- {"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.0075, "epsilon": 0.15, "lambd": 0.95, "num_epoch": 7, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.975, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 100000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.6, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos.exe", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": false, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
 
1
+ {"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.0075, "epsilon": 0.15, "lambd": 0.95, "num_epoch": 7, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.975, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 100000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.6, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos.exe", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
configuration.yaml CHANGED
@@ -72,8 +72,8 @@ checkpoint_settings:
72
  run_id: SoccerTwos
73
  initialize_from: null
74
  load_model: false
75
- resume: false
76
- force: true
77
  train_model: false
78
  inference: false
79
  results_dir: results
 
72
  run_id: SoccerTwos
73
  initialize_from: null
74
  load_model: false
75
+ resume: true
76
+ force: false
77
  train_model: false
78
  inference: false
79
  results_dir: results
run_logs/Player-0.log CHANGED
@@ -9,7 +9,7 @@ NullGfxDevice:
9
  Renderer: Null Device
10
  Vendor: Unity Technologies
11
  Begin MonoManager ReloadAssembly
12
- - Completed reload, in 0.148 seconds
13
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
14
  Microsoft Media Foundation video decoding to texture disabled: graphics device is Null, only Direct3D 11 and Direct3D 12 (only on desktop) are supported for hardware-accelerated video decoding.
15
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -35,237 +35,16 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
35
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
36
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
37
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
38
- UnloadTime: 0.749400 ms
39
  Registered Communicator in Agent.
40
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
41
  TOO LONG
42
- TOO LONG
43
- TOO LONG
44
- TOO LONG
45
- TOO LONG
46
- TOO LONG
47
- TOO LONG
48
- TOO LONG
49
- TOO LONG
50
- TOO LONG
51
- TOO LONG
52
- TOO LONG
53
- TOO LONG
54
- TOO LONG
55
- TOO LONG
56
- TOO LONG
57
- TOO LONG
58
- TOO LONG
59
- TOO LONG
60
- TOO LONG
61
- TOO LONG
62
- TOO LONG
63
- TOO LONG
64
- TOO LONG
65
- TOO LONG
66
- TOO LONG
67
- TOO LONG
68
- TOO LONG
69
- TOO LONG
70
- TOO LONG
71
- TOO LONG
72
- TOO LONG
73
- TOO LONG
74
- TOO LONG
75
- TOO LONG
76
- TOO LONG
77
- TOO LONG
78
- TOO LONG
79
- TOO LONG
80
- TOO LONG
81
- TOO LONG
82
- TOO LONG
83
- TOO LONG
84
- TOO LONG
85
- TOO LONG
86
- TOO LONG
87
- TOO LONG
88
- TOO LONG
89
- TOO LONG
90
- TOO LONG
91
- TOO LONG
92
- TOO LONG
93
- TOO LONG
94
- TOO LONG
95
- TOO LONG
96
- TOO LONG
97
- TOO LONG
98
- TOO LONG
99
- TOO LONG
100
- TOO LONG
101
- TOO LONG
102
- TOO LONG
103
- TOO LONG
104
- TOO LONG
105
- TOO LONG
106
- TOO LONG
107
- TOO LONG
108
- TOO LONG
109
- TOO LONG
110
- TOO LONG
111
- TOO LONG
112
- TOO LONG
113
- TOO LONG
114
- TOO LONG
115
- TOO LONG
116
- TOO LONG
117
- TOO LONG
118
- TOO LONG
119
- TOO LONG
120
- TOO LONG
121
- TOO LONG
122
- TOO LONG
123
- TOO LONG
124
- TOO LONG
125
- TOO LONG
126
- TOO LONG
127
- TOO LONG
128
- TOO LONG
129
- TOO LONG
130
- TOO LONG
131
- TOO LONG
132
- TOO LONG
133
- TOO LONG
134
- TOO LONG
135
- TOO LONG
136
- TOO LONG
137
- TOO LONG
138
- TOO LONG
139
- TOO LONG
140
- TOO LONG
141
- TOO LONG
142
- TOO LONG
143
- TOO LONG
144
- TOO LONG
145
- TOO LONG
146
- TOO LONG
147
- TOO LONG
148
- TOO LONG
149
- TOO LONG
150
- TOO LONG
151
- TOO LONG
152
- TOO LONG
153
- TOO LONG
154
- TOO LONG
155
- TOO LONG
156
- TOO LONG
157
- TOO LONG
158
- TOO LONG
159
- TOO LONG
160
- TOO LONG
161
- TOO LONG
162
- TOO LONG
163
- TOO LONG
164
- TOO LONG
165
- TOO LONG
166
- TOO LONG
167
- TOO LONG
168
- TOO LONG
169
- TOO LONG
170
- TOO LONG
171
- TOO LONG
172
- TOO LONG
173
- TOO LONG
174
- TOO LONG
175
- TOO LONG
176
- TOO LONG
177
- TOO LONG
178
- TOO LONG
179
- TOO LONG
180
- TOO LONG
181
- TOO LONG
182
- TOO LONG
183
- TOO LONG
184
- TOO LONG
185
- TOO LONG
186
- TOO LONG
187
- TOO LONG
188
- TOO LONG
189
- TOO LONG
190
- TOO LONG
191
- TOO LONG
192
- TOO LONG
193
- TOO LONG
194
- TOO LONG
195
- TOO LONG
196
- TOO LONG
197
- TOO LONG
198
- TOO LONG
199
- TOO LONG
200
- TOO LONG
201
- TOO LONG
202
- TOO LONG
203
- TOO LONG
204
- TOO LONG
205
- TOO LONG
206
- TOO LONG
207
- TOO LONG
208
- TOO LONG
209
- TOO LONG
210
- TOO LONG
211
- TOO LONG
212
- TOO LONG
213
- TOO LONG
214
- TOO LONG
215
- TOO LONG
216
- TOO LONG
217
- TOO LONG
218
- TOO LONG
219
- TOO LONG
220
- TOO LONG
221
- TOO LONG
222
- TOO LONG
223
- TOO LONG
224
- TOO LONG
225
- TOO LONG
226
- TOO LONG
227
- TOO LONG
228
- TOO LONG
229
- TOO LONG
230
- TOO LONG
231
- TOO LONG
232
- TOO LONG
233
- TOO LONG
234
- TOO LONG
235
- TOO LONG
236
- TOO LONG
237
- TOO LONG
238
- TOO LONG
239
- TOO LONG
240
- TOO LONG
241
- TOO LONG
242
- TOO LONG
243
- TOO LONG
244
- TOO LONG
245
- TOO LONG
246
- TOO LONG
247
- TOO LONG
248
- TOO LONG
249
- TOO LONG
250
- TOO LONG
251
- TOO LONG
252
- TOO LONG
253
- TOO LONG
254
- TOO LONG
255
- TOO LONG
256
- TOO LONG
257
- TOO LONG
258
- TOO LONG
259
- TOO LONG
260
- TOO LONG
261
- TOO LONG
262
- TOO LONG
263
  Setting up 8 worker threads for Enlighten.
264
  Memory Statistics:
265
  [ALLOC_TEMP_TLS] TLS Allocator
266
  StackAllocators :
267
  [ALLOC_TEMP_MAIN]
268
- Peak usage frame count: [8.0 KB-16.0 KB]: 9835 frames, [2.0 MB-4.0 MB]: 1 frames
269
  Initial Block Size 4.0 MB
270
  Current Block Size 4.0 MB
271
  Peak Allocated Bytes 2.0 MB
@@ -278,7 +57,7 @@ Memory Statistics:
278
  [ALLOC_TEMP_Loading.PreloadManager]
279
  Initial Block Size 256.0 KB
280
  Current Block Size 256.0 KB
281
- Peak Allocated Bytes 68.0 KB
282
  Overflow Count 4
283
  [ALLOC_TEMP_Background Job.Worker 8]
284
  Initial Block Size 32.0 KB
@@ -383,7 +162,7 @@ Memory Statistics:
383
  [ALLOC_TEMP_Job.Worker 9]
384
  Initial Block Size 256.0 KB
385
  Current Block Size 256.0 KB
386
- Peak Allocated Bytes 0 B
387
  Overflow Count 0
388
  [ALLOC_TEMP_Background Job.Worker 13]
389
  Initial Block Size 32.0 KB
@@ -433,7 +212,7 @@ Memory Statistics:
433
  [ALLOC_TEMP_Job.Worker 11]
434
  Initial Block Size 256.0 KB
435
  Current Block Size 256.0 KB
436
- Peak Allocated Bytes 0.8 KB
437
  Overflow Count 0
438
  [ALLOC_TEMP_Job.Worker 12]
439
  Initial Block Size 256.0 KB
@@ -457,13 +236,13 @@ Memory Statistics:
457
  Used Block count 1
458
  Peak Allocated bytes 0.9 MB
459
  [ALLOC_DEFAULT_MAIN]
460
- Peak usage frame count: [4.0 MB-8.0 MB]: 9836 frames
461
  Requested Block Size 16.0 MB
462
  Peak Block count 1
463
  Peak Allocated memory 5.0 MB
464
  Peak Large allocation bytes 0 B
465
  [ALLOC_DEFAULT_THREAD]
466
- Peak usage frame count: [16.0 MB-32.0 MB]: 9836 frames
467
  Requested Block Size 16.0 MB
468
  Peak Block count 1
469
  Peak Allocated memory 17.3 MB
@@ -495,13 +274,13 @@ Memory Statistics:
495
  Used Block count 1
496
  Peak Allocated bytes 0.9 MB
497
  [ALLOC_GFX_MAIN]
498
- Peak usage frame count: [32.0 KB-64.0 KB]: 9835 frames, [64.0 KB-128.0 KB]: 1 frames
499
  Requested Block Size 16.0 MB
500
  Peak Block count 1
501
  Peak Allocated memory 65.6 KB
502
  Peak Large allocation bytes 0 B
503
  [ALLOC_GFX_THREAD]
504
- Peak usage frame count: [128.0 KB-256.0 KB]: 9836 frames
505
  Requested Block Size 16.0 MB
506
  Peak Block count 1
507
  Peak Allocated memory 173.6 KB
@@ -513,13 +292,13 @@ Memory Statistics:
513
  Used Block count 1
514
  Peak Allocated bytes 0.9 MB
515
  [ALLOC_CACHEOBJECTS_MAIN]
516
- Peak usage frame count: [0.5 MB-1.0 MB]: 9836 frames
517
  Requested Block Size 4.0 MB
518
  Peak Block count 1
519
  Peak Allocated memory 0.6 MB
520
  Peak Large allocation bytes 0 B
521
  [ALLOC_CACHEOBJECTS_THREAD]
522
- Peak usage frame count: [0.5 MB-1.0 MB]: 9835 frames, [2.0 MB-4.0 MB]: 1 frames
523
  Requested Block Size 4.0 MB
524
  Peak Block count 1
525
  Peak Allocated memory 3.2 MB
@@ -531,13 +310,13 @@ Memory Statistics:
531
  Used Block count 1
532
  Peak Allocated bytes 0.9 MB
533
  [ALLOC_TYPETREE_MAIN]
534
- Peak usage frame count: [0-1.0 KB]: 9836 frames
535
  Requested Block Size 2.0 MB
536
  Peak Block count 1
537
  Peak Allocated memory 1.0 KB
538
  Peak Large allocation bytes 0 B
539
  [ALLOC_TYPETREE_THREAD]
540
- Peak usage frame count: [1.0 KB-2.0 KB]: 9835 frames, [2.0 KB-4.0 KB]: 1 frames
541
  Requested Block Size 2.0 MB
542
  Peak Block count 1
543
  Peak Allocated memory 2.2 KB
 
9
  Renderer: Null Device
10
  Vendor: Unity Technologies
11
  Begin MonoManager ReloadAssembly
12
+ - Completed reload, in 2.161 seconds
13
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
14
  Microsoft Media Foundation video decoding to texture disabled: graphics device is Null, only Direct3D 11 and Direct3D 12 (only on desktop) are supported for hardware-accelerated video decoding.
15
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
35
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
36
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
37
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
38
+ UnloadTime: 0.886100 ms
39
  Registered Communicator in Agent.
40
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
41
  TOO LONG
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
42
  Setting up 8 worker threads for Enlighten.
43
  Memory Statistics:
44
  [ALLOC_TEMP_TLS] TLS Allocator
45
  StackAllocators :
46
  [ALLOC_TEMP_MAIN]
47
+ Peak usage frame count: [8.0 KB-16.0 KB]: 150899 frames, [2.0 MB-4.0 MB]: 1 frames
48
  Initial Block Size 4.0 MB
49
  Current Block Size 4.0 MB
50
  Peak Allocated Bytes 2.0 MB
 
57
  [ALLOC_TEMP_Loading.PreloadManager]
58
  Initial Block Size 256.0 KB
59
  Current Block Size 256.0 KB
60
+ Peak Allocated Bytes 67.0 KB
61
  Overflow Count 4
62
  [ALLOC_TEMP_Background Job.Worker 8]
63
  Initial Block Size 32.0 KB
 
162
  [ALLOC_TEMP_Job.Worker 9]
163
  Initial Block Size 256.0 KB
164
  Current Block Size 256.0 KB
165
+ Peak Allocated Bytes 0.8 KB
166
  Overflow Count 0
167
  [ALLOC_TEMP_Background Job.Worker 13]
168
  Initial Block Size 32.0 KB
 
212
  [ALLOC_TEMP_Job.Worker 11]
213
  Initial Block Size 256.0 KB
214
  Current Block Size 256.0 KB
215
+ Peak Allocated Bytes 54 B
216
  Overflow Count 0
217
  [ALLOC_TEMP_Job.Worker 12]
218
  Initial Block Size 256.0 KB
 
236
  Used Block count 1
237
  Peak Allocated bytes 0.9 MB
238
  [ALLOC_DEFAULT_MAIN]
239
+ Peak usage frame count: [4.0 MB-8.0 MB]: 150900 frames
240
  Requested Block Size 16.0 MB
241
  Peak Block count 1
242
  Peak Allocated memory 5.0 MB
243
  Peak Large allocation bytes 0 B
244
  [ALLOC_DEFAULT_THREAD]
245
+ Peak usage frame count: [16.0 MB-32.0 MB]: 150900 frames
246
  Requested Block Size 16.0 MB
247
  Peak Block count 1
248
  Peak Allocated memory 17.3 MB
 
274
  Used Block count 1
275
  Peak Allocated bytes 0.9 MB
276
  [ALLOC_GFX_MAIN]
277
+ Peak usage frame count: [32.0 KB-64.0 KB]: 150899 frames, [64.0 KB-128.0 KB]: 1 frames
278
  Requested Block Size 16.0 MB
279
  Peak Block count 1
280
  Peak Allocated memory 65.6 KB
281
  Peak Large allocation bytes 0 B
282
  [ALLOC_GFX_THREAD]
283
+ Peak usage frame count: [128.0 KB-256.0 KB]: 150900 frames
284
  Requested Block Size 16.0 MB
285
  Peak Block count 1
286
  Peak Allocated memory 173.6 KB
 
292
  Used Block count 1
293
  Peak Allocated bytes 0.9 MB
294
  [ALLOC_CACHEOBJECTS_MAIN]
295
+ Peak usage frame count: [0.5 MB-1.0 MB]: 150900 frames
296
  Requested Block Size 4.0 MB
297
  Peak Block count 1
298
  Peak Allocated memory 0.6 MB
299
  Peak Large allocation bytes 0 B
300
  [ALLOC_CACHEOBJECTS_THREAD]
301
+ Peak usage frame count: [0.5 MB-1.0 MB]: 150899 frames, [2.0 MB-4.0 MB]: 1 frames
302
  Requested Block Size 4.0 MB
303
  Peak Block count 1
304
  Peak Allocated memory 3.2 MB
 
310
  Used Block count 1
311
  Peak Allocated bytes 0.9 MB
312
  [ALLOC_TYPETREE_MAIN]
313
+ Peak usage frame count: [0-1.0 KB]: 150900 frames
314
  Requested Block Size 2.0 MB
315
  Peak Block count 1
316
  Peak Allocated memory 1.0 KB
317
  Peak Large allocation bytes 0 B
318
  [ALLOC_TYPETREE_THREAD]
319
+ Peak usage frame count: [1.0 KB-2.0 KB]: 150899 frames, [2.0 KB-4.0 KB]: 1 frames
320
  Requested Block Size 2.0 MB
321
  Peak Block count 1
322
  Peak Allocated memory 2.2 KB
run_logs/timers.json CHANGED
@@ -2,305 +2,305 @@
2
  "name": "root",
3
  "gauges": {
4
  "SoccerTwos.Policy.Entropy.mean": {
5
- "value": 3.2203876972198486,
6
- "min": 3.2119948863983154,
7
- "max": 3.295813798904419,
8
- "count": 50
9
  },
10
  "SoccerTwos.Policy.Entropy.sum": {
11
- "value": 45858.3203125,
12
- "min": 1160.126220703125,
13
- "max": 120696.8125,
14
- "count": 50
15
  },
16
  "SoccerTwos.Environment.EpisodeLength.mean": {
17
- "value": 840.6666666666666,
18
- "min": 467.1666666666667,
19
- "max": 999.0,
20
- "count": 50
21
  },
22
  "SoccerTwos.Environment.EpisodeLength.sum": {
23
- "value": 20176.0,
24
- "min": 9576.0,
25
- "max": 31056.0,
26
- "count": 50
27
  },
28
  "SoccerTwos.Self-play.ELO.mean": {
29
- "value": 1194.0821328840866,
30
- "min": 1191.1653697575473,
31
- "max": 1201.0040722547656,
32
- "count": 32
33
  },
34
  "SoccerTwos.Self-play.ELO.sum": {
35
- "value": 2388.164265768173,
36
- "min": 2382.8470016895435,
37
- "max": 12008.046578784453,
38
- "count": 32
39
  },
40
  "SoccerTwos.Step.mean": {
41
- "value": 499966.0,
42
- "min": 9416.0,
43
- "max": 499966.0,
44
- "count": 50
45
  },
46
  "SoccerTwos.Step.sum": {
47
- "value": 499966.0,
48
- "min": 9416.0,
49
- "max": 499966.0,
50
- "count": 50
51
  },
52
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
53
- "value": -0.0002815667830873281,
54
- "min": -0.010520551353693008,
55
- "max": 0.00737912068143487,
56
- "count": 50
57
  },
58
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
59
- "value": -0.003378801280632615,
60
- "min": -0.1367671638727188,
61
- "max": 0.10330768674612045,
62
- "count": 50
63
  },
64
  "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
65
- "value": -0.0003108405217062682,
66
- "min": -0.011810357682406902,
67
- "max": 0.010510371997952461,
68
- "count": 50
69
  },
70
  "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
71
- "value": -0.0037300861440598965,
72
- "min": -0.1535346508026123,
73
- "max": 0.14714521169662476,
74
- "count": 50
75
  },
76
  "SoccerTwos.Environment.CumulativeReward.mean": {
77
  "value": 0.0,
78
  "min": 0.0,
79
  "max": 0.0,
80
- "count": 50
81
  },
82
  "SoccerTwos.Environment.CumulativeReward.sum": {
83
  "value": 0.0,
84
  "min": 0.0,
85
  "max": 0.0,
86
- "count": 50
87
  },
88
  "SoccerTwos.Policy.ExtrinsicReward.mean": {
89
- "value": 0.1584666669368744,
90
- "min": -0.46153846153846156,
91
- "max": 0.24658461258961603,
92
- "count": 50
93
  },
94
  "SoccerTwos.Policy.ExtrinsicReward.sum": {
95
- "value": 1.9016000032424927,
96
- "min": -6.0,
97
- "max": 3.2055999636650085,
98
- "count": 50
99
  },
100
  "SoccerTwos.Environment.GroupCumulativeReward.mean": {
101
- "value": 0.1584666669368744,
102
- "min": -0.46153846153846156,
103
- "max": 0.24658461258961603,
104
- "count": 50
105
  },
106
  "SoccerTwos.Environment.GroupCumulativeReward.sum": {
107
- "value": 1.9016000032424927,
108
- "min": -6.0,
109
- "max": 3.2055999636650085,
110
- "count": 50
111
  },
112
  "SoccerTwos.IsTraining.mean": {
113
  "value": 1.0,
114
  "min": 1.0,
115
  "max": 1.0,
116
- "count": 50
117
  },
118
  "SoccerTwos.IsTraining.sum": {
119
  "value": 1.0,
120
  "min": 1.0,
121
  "max": 1.0,
122
- "count": 50
123
  },
124
  "SoccerTwos.Losses.PolicyLoss.mean": {
125
- "value": 0.012609724940349613,
126
- "min": 0.012609724940349613,
127
- "max": 0.018979184418484302,
128
- "count": 23
129
  },
130
  "SoccerTwos.Losses.PolicyLoss.sum": {
131
- "value": 0.012609724940349613,
132
- "min": 0.012609724940349613,
133
- "max": 0.018979184418484302,
134
- "count": 23
135
  },
136
  "SoccerTwos.Losses.ValueLoss.mean": {
137
- "value": 0.0006689585573310199,
138
- "min": 7.2121524096603806e-06,
139
- "max": 0.003533350834290364,
140
- "count": 23
141
  },
142
  "SoccerTwos.Losses.ValueLoss.sum": {
143
- "value": 0.0006689585573310199,
144
- "min": 7.2121524096603806e-06,
145
- "max": 0.003533350834290364,
146
- "count": 23
147
  },
148
  "SoccerTwos.Losses.BaselineLoss.mean": {
149
- "value": 0.0006690355554123276,
150
- "min": 7.200450019289357e-06,
151
- "max": 0.003569756228742855,
152
- "count": 23
153
  },
154
  "SoccerTwos.Losses.BaselineLoss.sum": {
155
- "value": 0.0006690355554123276,
156
- "min": 7.200450019289357e-06,
157
- "max": 0.003569756228742855,
158
- "count": 23
159
  },
160
  "SoccerTwos.Policy.LearningRate.mean": {
161
  "value": 0.00030000000000000014,
162
- "min": 0.0003,
163
  "max": 0.00030000000000000014,
164
- "count": 23
165
  },
166
  "SoccerTwos.Policy.LearningRate.sum": {
167
  "value": 0.00030000000000000014,
168
- "min": 0.0003,
169
  "max": 0.00030000000000000014,
170
- "count": 23
171
  },
172
  "SoccerTwos.Policy.Epsilon.mean": {
173
  "value": 0.15000000000000002,
174
- "min": 0.14999999999999997,
175
  "max": 0.15000000000000002,
176
- "count": 23
177
  },
178
  "SoccerTwos.Policy.Epsilon.sum": {
179
  "value": 0.15000000000000002,
180
- "min": 0.14999999999999997,
181
  "max": 0.15000000000000002,
182
- "count": 23
183
  },
184
  "SoccerTwos.Policy.Beta.mean": {
185
  "value": 0.007499999999999997,
186
  "min": 0.007499999999999997,
187
- "max": 0.007500000000000001,
188
- "count": 23
189
  },
190
  "SoccerTwos.Policy.Beta.sum": {
191
  "value": 0.007499999999999997,
192
  "min": 0.007499999999999997,
193
- "max": 0.007500000000000001,
194
- "count": 23
195
  }
196
  },
197
  "metadata": {
198
  "timer_format_version": "0.1.0",
199
- "start_time_seconds": "1680122820",
200
  "python_version": "3.9.16 (main, Mar 8 2023, 10:39:24) [MSC v.1916 64 bit (AMD64)]",
201
- "command_line_arguments": "E:\\ProgramData\\Anaconda3\\envs\\rl\\Scripts\\mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.exe --run-id=SoccerTwos --no-graphics --force",
202
  "mlagents_version": "0.31.0.dev0",
203
  "mlagents_envs_version": "0.31.0.dev0",
204
  "communication_protocol_version": "1.5.0",
205
  "pytorch_version": "2.0.0+cpu",
206
  "numpy_version": "1.21.2",
207
- "end_time_seconds": "1680127083"
208
  },
209
- "total": 4262.847005,
210
  "count": 1,
211
- "self": 0.7530962999999247,
212
  "children": {
213
  "run_training.setup": {
214
- "total": 0.1649478999999996,
215
  "count": 1,
216
- "self": 0.1649478999999996
217
  },
218
  "TrainerController.start_learning": {
219
- "total": 4261.9289608,
220
  "count": 1,
221
- "self": 0.8537132999899768,
222
  "children": {
223
  "TrainerController._reset_env": {
224
- "total": 5.2504188000003715,
225
- "count": 3,
226
- "self": 5.2504188000003715
227
  },
228
  "TrainerController.advance": {
229
- "total": 4255.641300800009,
230
- "count": 33006,
231
- "self": 0.8721830999920712,
232
  "children": {
233
  "env_step": {
234
- "total": 696.5610243000253,
235
- "count": 33006,
236
- "self": 513.6944041000568,
237
  "children": {
238
  "SubprocessEnvManager._take_step": {
239
- "total": 182.26600549998975,
240
- "count": 33006,
241
- "self": 4.989216899987554,
242
  "children": {
243
  "TorchPolicy.evaluate": {
244
- "total": 177.2767886000022,
245
- "count": 65574,
246
- "self": 177.2767886000022
247
  }
248
  }
249
  },
250
  "workers": {
251
- "total": 0.6006146999787898,
252
- "count": 33006,
253
  "self": 0.0,
254
  "children": {
255
  "worker_root": {
256
- "total": 4255.32776730003,
257
- "count": 33006,
258
  "is_parallel": true,
259
- "self": 3854.770981900064,
260
  "children": {
261
  "steps_from_proto": {
262
- "total": 0.006462199999777596,
263
- "count": 6,
264
  "is_parallel": true,
265
- "self": 0.0012723999993928814,
266
  "children": {
267
  "_process_rank_one_or_two_observation": {
268
- "total": 0.0051898000003847145,
269
- "count": 24,
270
  "is_parallel": true,
271
- "self": 0.0051898000003847145
272
  }
273
  }
274
  },
275
  "UnityEnvironment.step": {
276
- "total": 400.55032319996667,
277
- "count": 33006,
278
  "is_parallel": true,
279
- "self": 22.599878899942325,
280
  "children": {
281
  "UnityEnvironment._generate_step_input": {
282
- "total": 19.663430599997916,
283
- "count": 33006,
284
  "is_parallel": true,
285
- "self": 19.663430599997916
286
  },
287
  "communicator.exchange": {
288
- "total": 287.50854259998994,
289
- "count": 33006,
290
  "is_parallel": true,
291
- "self": 287.50854259998994
292
  },
293
  "steps_from_proto": {
294
- "total": 70.77847110003648,
295
- "count": 66012,
296
  "is_parallel": true,
297
- "self": 13.732638399959669,
298
  "children": {
299
  "_process_rank_one_or_two_observation": {
300
- "total": 57.045832700076815,
301
- "count": 264048,
302
  "is_parallel": true,
303
- "self": 57.045832700076815
304
  }
305
  }
306
  }
@@ -313,31 +313,31 @@
313
  }
314
  },
315
  "trainer_advance": {
316
- "total": 3558.2080933999914,
317
- "count": 33006,
318
- "self": 7.396863100006158,
319
  "children": {
320
  "process_trajectory": {
321
- "total": 193.96481659998457,
322
- "count": 33006,
323
- "self": 193.75918209998449,
324
  "children": {
325
  "RLTrainer._checkpoint": {
326
- "total": 0.20563450000008743,
327
- "count": 1,
328
- "self": 0.20563450000008743
329
  }
330
  }
331
  },
332
  "_update_policy": {
333
- "total": 3356.8464137000005,
334
- "count": 23,
335
- "self": 233.92442210000218,
336
  "children": {
337
  "TorchPOCAOptimizer.update": {
338
- "total": 3122.9219915999984,
339
- "count": 1638,
340
- "self": 3122.9219915999984
341
  }
342
  }
343
  }
@@ -345,15 +345,20 @@
345
  }
346
  }
347
  },
 
 
 
 
 
348
  "TrainerController._save_models": {
349
- "total": 0.1835279000006267,
350
  "count": 1,
351
- "self": 3.910000032192329e-05,
352
  "children": {
353
  "RLTrainer._checkpoint": {
354
- "total": 0.18348880000030476,
355
  "count": 1,
356
- "self": 0.18348880000030476
357
  }
358
  }
359
  }
 
2
  "name": "root",
3
  "gauges": {
4
  "SoccerTwos.Policy.Entropy.mean": {
5
+ "value": 1.888009786605835,
6
+ "min": 1.8311636447906494,
7
+ "max": 1.959346890449524,
8
+ "count": 801
9
  },
10
  "SoccerTwos.Policy.Entropy.sum": {
11
+ "value": 39331.01953125,
12
+ "min": 1819.8912353515625,
13
+ "max": 48154.59375,
14
+ "count": 801
15
  },
16
  "SoccerTwos.Environment.EpisodeLength.mean": {
17
+ "value": 96.09615384615384,
18
+ "min": 25.5,
19
+ "max": 145.73529411764707,
20
+ "count": 801
21
  },
22
  "SoccerTwos.Environment.EpisodeLength.sum": {
23
+ "value": 19988.0,
24
+ "min": 204.0,
25
+ "max": 21540.0,
26
+ "count": 801
27
  },
28
  "SoccerTwos.Self-play.ELO.mean": {
29
+ "value": 1255.5466302384193,
30
+ "min": 1172.8204168941593,
31
+ "max": 1292.0871171030165,
32
+ "count": 801
33
  },
34
  "SoccerTwos.Self-play.ELO.sum": {
35
+ "value": 130576.84954479561,
36
+ "min": 4777.322614426512,
37
+ "max": 202045.14151784935,
38
+ "count": 801
39
  },
40
  "SoccerTwos.Step.mean": {
41
+ "value": 99999958.0,
42
+ "min": 91999974.0,
43
+ "max": 99999958.0,
44
+ "count": 801
45
  },
46
  "SoccerTwos.Step.sum": {
47
+ "value": 99999958.0,
48
+ "min": 91999974.0,
49
+ "max": 99999958.0,
50
+ "count": 801
51
  },
52
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
53
+ "value": 0.011170216836035252,
54
+ "min": -0.10366028547286987,
55
+ "max": 0.27148541808128357,
56
+ "count": 801
57
  },
58
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
59
+ "value": 1.1617025136947632,
60
+ "min": -9.909892082214355,
61
+ "max": 11.412410736083984,
62
+ "count": 801
63
  },
64
  "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
65
+ "value": 0.010454973205924034,
66
+ "min": -0.10391616076231003,
67
+ "max": 0.25962936878204346,
68
+ "count": 801
69
  },
70
  "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
71
+ "value": 1.0873172283172607,
72
+ "min": -10.197688102722168,
73
+ "max": 11.668359756469727,
74
+ "count": 801
75
  },
76
  "SoccerTwos.Environment.CumulativeReward.mean": {
77
  "value": 0.0,
78
  "min": 0.0,
79
  "max": 0.0,
80
+ "count": 801
81
  },
82
  "SoccerTwos.Environment.CumulativeReward.sum": {
83
  "value": 0.0,
84
  "min": 0.0,
85
  "max": 0.0,
86
+ "count": 801
87
  },
88
  "SoccerTwos.Policy.ExtrinsicReward.mean": {
89
+ "value": -0.0009730767745238084,
90
+ "min": -0.48741333617104426,
91
+ "max": 0.973800003528595,
92
+ "count": 801
93
  },
94
  "SoccerTwos.Policy.ExtrinsicReward.sum": {
95
+ "value": -0.10119998455047607,
96
+ "min": -51.632599890232086,
97
+ "max": 43.781599938869476,
98
+ "count": 801
99
  },
100
  "SoccerTwos.Environment.GroupCumulativeReward.mean": {
101
+ "value": -0.0009730767745238084,
102
+ "min": -0.48741333617104426,
103
+ "max": 0.973800003528595,
104
+ "count": 801
105
  },
106
  "SoccerTwos.Environment.GroupCumulativeReward.sum": {
107
+ "value": -0.10119998455047607,
108
+ "min": -51.632599890232086,
109
+ "max": 43.781599938869476,
110
+ "count": 801
111
  },
112
  "SoccerTwos.IsTraining.mean": {
113
  "value": 1.0,
114
  "min": 1.0,
115
  "max": 1.0,
116
+ "count": 801
117
  },
118
  "SoccerTwos.IsTraining.sum": {
119
  "value": 1.0,
120
  "min": 1.0,
121
  "max": 1.0,
122
+ "count": 801
123
  },
124
  "SoccerTwos.Losses.PolicyLoss.mean": {
125
+ "value": 0.03705909576549727,
126
+ "min": 0.0348788173470114,
127
+ "max": 0.04165394398982503,
128
+ "count": 387
129
  },
130
  "SoccerTwos.Losses.PolicyLoss.sum": {
131
+ "value": 0.03705909576549727,
132
+ "min": 0.0348788173470114,
133
+ "max": 0.04165394398982503,
134
+ "count": 387
135
  },
136
  "SoccerTwos.Losses.ValueLoss.mean": {
137
+ "value": 0.0351282373336809,
138
+ "min": 0.029210525937378405,
139
+ "max": 0.04823799559048244,
140
+ "count": 387
141
  },
142
  "SoccerTwos.Losses.ValueLoss.sum": {
143
+ "value": 0.0351282373336809,
144
+ "min": 0.029210525937378405,
145
+ "max": 0.04823799559048244,
146
+ "count": 387
147
  },
148
  "SoccerTwos.Losses.BaselineLoss.mean": {
149
+ "value": 0.035853533233915054,
150
+ "min": 0.0302964643442205,
151
+ "max": 0.04926804788410664,
152
+ "count": 387
153
  },
154
  "SoccerTwos.Losses.BaselineLoss.sum": {
155
+ "value": 0.035853533233915054,
156
+ "min": 0.0302964643442205,
157
+ "max": 0.04926804788410664,
158
+ "count": 387
159
  },
160
  "SoccerTwos.Policy.LearningRate.mean": {
161
  "value": 0.00030000000000000014,
162
+ "min": 0.00030000000000000014,
163
  "max": 0.00030000000000000014,
164
+ "count": 387
165
  },
166
  "SoccerTwos.Policy.LearningRate.sum": {
167
  "value": 0.00030000000000000014,
168
+ "min": 0.00030000000000000014,
169
  "max": 0.00030000000000000014,
170
+ "count": 387
171
  },
172
  "SoccerTwos.Policy.Epsilon.mean": {
173
  "value": 0.15000000000000002,
174
+ "min": 0.15000000000000002,
175
  "max": 0.15000000000000002,
176
+ "count": 387
177
  },
178
  "SoccerTwos.Policy.Epsilon.sum": {
179
  "value": 0.15000000000000002,
180
+ "min": 0.15000000000000002,
181
  "max": 0.15000000000000002,
182
+ "count": 387
183
  },
184
  "SoccerTwos.Policy.Beta.mean": {
185
  "value": 0.007499999999999997,
186
  "min": 0.007499999999999997,
187
+ "max": 0.007499999999999997,
188
+ "count": 387
189
  },
190
  "SoccerTwos.Policy.Beta.sum": {
191
  "value": 0.007499999999999997,
192
  "min": 0.007499999999999997,
193
+ "max": 0.007499999999999997,
194
+ "count": 387
195
  }
196
  },
197
  "metadata": {
198
  "timer_format_version": "0.1.0",
199
+ "start_time_seconds": "1682099556",
200
  "python_version": "3.9.16 (main, Mar 8 2023, 10:39:24) [MSC v.1916 64 bit (AMD64)]",
201
+ "command_line_arguments": "E:\\ProgramData\\Anaconda3\\envs\\rl\\Scripts\\mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.exe --run-id=SoccerTwos --no-graphics --resume",
202
  "mlagents_version": "0.31.0.dev0",
203
  "mlagents_envs_version": "0.31.0.dev0",
204
  "communication_protocol_version": "1.5.0",
205
  "pytorch_version": "2.0.0+cpu",
206
  "numpy_version": "1.21.2",
207
+ "end_time_seconds": "1682173797"
208
  },
209
+ "total": 74241.41468059999,
210
  "count": 1,
211
+ "self": 0.8190269999904558,
212
  "children": {
213
  "run_training.setup": {
214
+ "total": 0.1846551999999999,
215
  "count": 1,
216
+ "self": 0.1846551999999999
217
  },
218
  "TrainerController.start_learning": {
219
+ "total": 74240.4109984,
220
  "count": 1,
221
+ "self": 14.906384497313411,
222
  "children": {
223
  "TrainerController._reset_env": {
224
+ "total": 8.796456700028592,
225
+ "count": 41,
226
+ "self": 8.796456700028592
227
  },
228
  "TrainerController.advance": {
229
+ "total": 74216.50738250265,
230
+ "count": 537138,
231
+ "self": 13.548255704488838,
232
  "children": {
233
  "env_step": {
234
+ "total": 10851.157855802614,
235
+ "count": 537138,
236
+ "self": 8053.994533206816,
237
  "children": {
238
  "SubprocessEnvManager._take_step": {
239
+ "total": 2787.380743899268,
240
+ "count": 537138,
241
+ "self": 88.36784830023953,
242
  "children": {
243
  "TorchPolicy.evaluate": {
244
+ "total": 2699.0128955990285,
245
+ "count": 1006016,
246
+ "self": 2699.0128955990285
247
  }
248
  }
249
  },
250
  "workers": {
251
+ "total": 9.782578696529532,
252
+ "count": 537138,
253
  "self": 0.0,
254
  "children": {
255
  "worker_root": {
256
+ "total": 74213.09890529854,
257
+ "count": 537138,
258
  "is_parallel": true,
259
+ "self": 67847.0200776994,
260
  "children": {
261
  "steps_from_proto": {
262
+ "total": 0.09415409996984625,
263
+ "count": 82,
264
  "is_parallel": true,
265
+ "self": 0.01869509999147656,
266
  "children": {
267
  "_process_rank_one_or_two_observation": {
268
+ "total": 0.07545899997836969,
269
+ "count": 328,
270
  "is_parallel": true,
271
+ "self": 0.07545899997836969
272
  }
273
  }
274
  },
275
  "UnityEnvironment.step": {
276
+ "total": 6365.984673499165,
277
+ "count": 537138,
278
  "is_parallel": true,
279
+ "self": 351.8846960898827,
280
  "children": {
281
  "UnityEnvironment._generate_step_input": {
282
+ "total": 303.0113294023722,
283
+ "count": 537138,
284
  "is_parallel": true,
285
+ "self": 303.0113294023722
286
  },
287
  "communicator.exchange": {
288
+ "total": 4600.752456200797,
289
+ "count": 537138,
290
  "is_parallel": true,
291
+ "self": 4600.752456200797
292
  },
293
  "steps_from_proto": {
294
+ "total": 1110.336191806114,
295
+ "count": 1074276,
296
  "is_parallel": true,
297
+ "self": 217.09260710833303,
298
  "children": {
299
  "_process_rank_one_or_two_observation": {
300
+ "total": 893.2435846977809,
301
+ "count": 4297104,
302
  "is_parallel": true,
303
+ "self": 893.2435846977809
304
  }
305
  }
306
  }
 
313
  }
314
  },
315
  "trainer_advance": {
316
+ "total": 63351.80127099555,
317
+ "count": 537138,
318
+ "self": 120.4491249943967,
319
  "children": {
320
  "process_trajectory": {
321
+ "total": 4088.742428101126,
322
+ "count": 537138,
323
+ "self": 4085.4002123011164,
324
  "children": {
325
  "RLTrainer._checkpoint": {
326
+ "total": 3.3422158000095674,
327
+ "count": 17,
328
+ "self": 3.3422158000095674
329
  }
330
  }
331
  },
332
  "_update_policy": {
333
+ "total": 59142.60971790003,
334
+ "count": 387,
335
+ "self": 3747.502850699464,
336
  "children": {
337
  "TorchPOCAOptimizer.update": {
338
+ "total": 55395.106867200564,
339
+ "count": 27090,
340
+ "self": 55395.106867200564
341
  }
342
  }
343
  }
 
345
  }
346
  }
347
  },
348
+ "trainer_threads": {
349
+ "total": 1.3999961083754897e-06,
350
+ "count": 1,
351
+ "self": 1.3999961083754897e-06
352
+ },
353
  "TrainerController._save_models": {
354
+ "total": 0.2007733000064036,
355
  "count": 1,
356
+ "self": 0.011347999999998137,
357
  "children": {
358
  "RLTrainer._checkpoint": {
359
+ "total": 0.18942530000640545,
360
  "count": 1,
361
+ "self": 0.18942530000640545
362
  }
363
  }
364
  }
run_logs/training_status.json CHANGED
@@ -1,6 +1,62 @@
1
  {
2
  "SoccerTwos": {
3
- "elo": 1194.330653606628
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4
  },
5
  "metadata": {
6
  "stats_format_version": "0.3.0",
 
1
  {
2
  "SoccerTwos": {
3
+ "elo": 1256.3443709697276,
4
+ "checkpoints": [
5
+ {
6
+ "steps": 98499928,
7
+ "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-98499928.onnx",
8
+ "reward": 0.0,
9
+ "creation_time": 1682159607.3200448,
10
+ "auxillary_file_paths": [
11
+ "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-98499928.pt"
12
+ ]
13
+ },
14
+ {
15
+ "steps": 98999984,
16
+ "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-98999984.onnx",
17
+ "reward": 0.0,
18
+ "creation_time": 1682164441.9154093,
19
+ "auxillary_file_paths": [
20
+ "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-98999984.pt"
21
+ ]
22
+ },
23
+ {
24
+ "steps": 99499862,
25
+ "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-99499862.onnx",
26
+ "reward": 0.0,
27
+ "creation_time": 1682169087.4347162,
28
+ "auxillary_file_paths": [
29
+ "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-99499862.pt"
30
+ ]
31
+ },
32
+ {
33
+ "steps": 99999958,
34
+ "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-99999958.onnx",
35
+ "reward": 0.0,
36
+ "creation_time": 1682173796.6623554,
37
+ "auxillary_file_paths": [
38
+ "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-99999958.pt"
39
+ ]
40
+ },
41
+ {
42
+ "steps": 100000138,
43
+ "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-100000138.onnx",
44
+ "reward": 0.0,
45
+ "creation_time": 1682173796.9431744,
46
+ "auxillary_file_paths": [
47
+ "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-100000138.pt"
48
+ ]
49
+ }
50
+ ],
51
+ "final_checkpoint": {
52
+ "steps": 100000138,
53
+ "file_path": "results\\SoccerTwos\\SoccerTwos.onnx",
54
+ "reward": 0.0,
55
+ "creation_time": 1682173796.9431744,
56
+ "auxillary_file_paths": [
57
+ "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-100000138.pt"
58
+ ]
59
+ }
60
  },
61
  "metadata": {
62
  "stats_format_version": "0.3.0",