Hugging Face's logo

ZZanty
/
ML-Agents-SoccerTwos

Reinforcement Learning
ml-agents
TensorBoard
ONNX
SoccerTwos
deep-reinforcement-learning
ML-Agents-SoccerTwos
Model card Files Metrics Community
ZZanty commited on
Commit
0391038
·
verified ·
1 Parent(s): 708ccca

Agent training resumed from the checkpoint.

Browse files
Files changed (18) hide show
  1. SoccerTwos.onnx +1 -1
  2. SoccerTwos/SoccerTwos-3499052.onnx +3 -0
  3. SoccerTwos/SoccerTwos-3499052.pt +3 -0
  4. SoccerTwos/SoccerTwos-3999704.onnx +3 -0
  5. SoccerTwos/SoccerTwos-3999704.pt +3 -0
  6. SoccerTwos/SoccerTwos-4499818.onnx +3 -0
  7. SoccerTwos/SoccerTwos-4499818.pt +3 -0
  8. SoccerTwos/SoccerTwos-4999572.onnx +3 -0
  9. SoccerTwos/SoccerTwos-4999572.pt +3 -0
  10. SoccerTwos/SoccerTwos-5001572.onnx +3 -0
  11. SoccerTwos/SoccerTwos-5001572.pt +3 -0
  12. SoccerTwos/checkpoint.pt +1 -1
  13. SoccerTwos/events.out.tfevents.1734604205.0fe077c5250b.62963.0 +3 -0
  14. config.json +1 -1
  15. configuration.yaml +2 -2
  16. run_logs/Player-0.log +17 -52
  17. run_logs/timers.json +191 -191
  18. run_logs/training_status.json +26 -26
SoccerTwos.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d20a74bd93d0d5c86996db110c533a7d604ef4fb1a5a8ae809734db87207b817
3
  size 1768747
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb07aee9a34da3da1be912d9a446eb87b2082c8a35ac77aecb8b2292399a46e6
3
  size 1768747
SoccerTwos/SoccerTwos-3499052.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cebf305f6e21b1b69d9e04d07df146b2edf6d3845f86a6d7c61f96ef74c31863
3
+ size 1768747
SoccerTwos/SoccerTwos-3499052.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4cd154ed71697ffaf64666c83375bd3a0404d28dc447235b3067d89cfd7dfc3
3
+ size 28430358
SoccerTwos/SoccerTwos-3999704.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7960e9287d8fceb164b9a5ce938140e88158954f5fb863998817aae22ae4b3f3
3
+ size 1768747
SoccerTwos/SoccerTwos-3999704.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b8ae598ae6b2ffb2c423412add689874e007661aad38fe43d778ea6f420dec0
3
+ size 28430358
SoccerTwos/SoccerTwos-4499818.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:860aabb0aee274e15a309a5240346fafdf7895e79fa3ad6cfac6265c7cc20d8e
3
+ size 1768747
SoccerTwos/SoccerTwos-4499818.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca2b5095beecd0b51e5bd42cf7816774e1d0de0ac65f7a725a0a54a355c32735
3
+ size 28430358
SoccerTwos/SoccerTwos-4999572.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb07aee9a34da3da1be912d9a446eb87b2082c8a35ac77aecb8b2292399a46e6
3
+ size 1768747
SoccerTwos/SoccerTwos-4999572.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cbc3b90155c46a77c538ea33fbe1a84c0a9c6a9714c37796b891222bc566243
3
+ size 28430358
SoccerTwos/SoccerTwos-5001572.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb07aee9a34da3da1be912d9a446eb87b2082c8a35ac77aecb8b2292399a46e6
3
+ size 1768747
SoccerTwos/SoccerTwos-5001572.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dea490b3a550c8fc69082d3395d1d544b87410666d7db51c9f1f4ca28d48de5
3
+ size 28430358
SoccerTwos/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3623f4a5c4516603e52172e002d4ced3ed23761cb4c40e0a8600d284db3d5439
3
  size 28429366
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19ce9377bb84621266038ecbfbb8d4ba9faab07f26c41408a301fe6ae87e3626
3
  size 28429366
SoccerTwos/events.out.tfevents.1734604205.0fe077c5250b.62963.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e5fca80c6e0fe401ab3ec079b5d831dbe7370b6a993ffaef6a2b965ef7ec328
3
+ size 394688
config.json CHANGED
@@ -1 +1 @@
1
- {"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 5000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "train-soccer/SoccerTwos/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwosNew", "initialize_from": null, "load_model": false, "resume": false, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
 
1
+ {"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 5000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "train-soccer/SoccerTwos/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20.0, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwosNew", "initialize_from": null, "load_model": false, "resume": true, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
configuration.yaml CHANGED
@@ -64,7 +64,7 @@ engine_settings:
64
  width: 84
65
  height: 84
66
  quality_level: 5
67
- time_scale: 20
68
  target_frame_rate: -1
69
  capture_frame_rate: 60
70
  no_graphics: true
@@ -74,7 +74,7 @@ checkpoint_settings:
74
  run_id: SoccerTwosNew
75
  initialize_from: null
76
  load_model: false
77
- resume: false
78
  force: true
79
  train_model: false
80
  inference: false
 
64
  width: 84
65
  height: 84
66
  quality_level: 5
67
+ time_scale: 20.0
68
  target_frame_rate: -1
69
  capture_frame_rate: 60
70
  no_graphics: true
 
74
  run_id: SoccerTwosNew
75
  initialize_from: null
76
  load_model: false
77
+ resume: true
78
  force: true
79
  train_model: false
80
  inference: false
run_logs/Player-0.log CHANGED
@@ -2,9 +2,6 @@ Mono path[0] = '/content/ml-agents/train-soccer/SoccerTwos/SoccerTwos_Data/Manag
2
  Mono config path = '/content/ml-agents/train-soccer/SoccerTwos/SoccerTwos_Data/MonoBleedingEdge/etc'
3
  Preloaded 'lib_burst_generated.so'
4
  Preloaded 'libgrpc_csharp_ext.x64.so'
5
- PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies
6
- PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies/SoccerTwos
7
- Unable to load player prefs
8
  Initialize engine version: 2021.3.14f1 (eee1884e7226)
9
  [Subsystems] Discovering subsystems at path /content/ml-agents/train-soccer/SoccerTwos/SoccerTwos_Data/UnitySubsystems
10
  Forcing GfxDevice: Null
@@ -34,7 +31,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default
34
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
35
  FMOD initialized on nosound output
36
  Begin MonoManager ReloadAssembly
37
- - Completed reload, in 0.175 seconds
38
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
39
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
40
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -59,7 +56,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
59
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
60
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
61
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
62
- UnloadTime: 1.055435 ms
63
  Registered Communicator in Agent.
64
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
65
  requesting resize 84 x 84
@@ -1269,44 +1266,12 @@ TOO LONG
1269
  TOO LONG
1270
  TOO LONG
1271
  TOO LONG
1272
- TOO LONG
1273
- TOO LONG
1274
- TOO LONG
1275
- TOO LONG
1276
- TOO LONG
1277
- TOO LONG
1278
- TOO LONG
1279
- TOO LONG
1280
- TOO LONG
1281
- TOO LONG
1282
- TOO LONG
1283
- TOO LONG
1284
- TOO LONG
1285
- TOO LONG
1286
- TOO LONG
1287
- TOO LONG
1288
- TOO LONG
1289
- TOO LONG
1290
- TOO LONG
1291
- TOO LONG
1292
- TOO LONG
1293
- TOO LONG
1294
- TOO LONG
1295
- TOO LONG
1296
- TOO LONG
1297
- TOO LONG
1298
- TOO LONG
1299
- TOO LONG
1300
- TOO LONG
1301
- TOO LONG
1302
- TOO LONG
1303
- TOO LONG
1304
  Setting up 1 worker threads for Enlighten.
1305
  Memory Statistics:
1306
  [ALLOC_TEMP_TLS] TLS Allocator
1307
  StackAllocators :
1308
  [ALLOC_TEMP_MAIN]
1309
- Peak usage frame count: [8.0 KB-16.0 KB]: 50905 frames, [2.0 MB-4.0 MB]: 1 frames
1310
  Initial Block Size 4.0 MB
1311
  Current Block Size 4.0 MB
1312
  Peak Allocated Bytes 2.1 MB
@@ -1428,17 +1393,17 @@ Memory Statistics:
1428
  Used Block count 1
1429
  Peak Allocated bytes 1.0 MB
1430
  [ALLOC_DEFAULT_MAIN]
1431
- Peak usage frame count: [16.0 MB-32.0 MB]: 50906 frames
1432
  Requested Block Size 16.0 MB
1433
  Peak Block count 1
1434
- Peak Allocated memory 20.7 MB
1435
- Peak Large allocation bytes 16.0 MB
1436
  [ALLOC_DEFAULT_THREAD]
1437
- Peak usage frame count: [1.0 MB-2.0 MB]: 50906 frames
1438
  Requested Block Size 16.0 MB
1439
  Peak Block count 1
1440
- Peak Allocated memory 1.5 MB
1441
- Peak Large allocation bytes 0 B
1442
  [ALLOC_TEMP_JOB_1_FRAME]
1443
  Initial Block Size 2.0 MB
1444
  Used Block Count 1
@@ -1466,13 +1431,13 @@ Memory Statistics:
1466
  Used Block count 1
1467
  Peak Allocated bytes 1.0 MB
1468
  [ALLOC_GFX_MAIN]
1469
- Peak usage frame count: [32.0 KB-64.0 KB]: 50905 frames, [64.0 KB-128.0 KB]: 1 frames
1470
  Requested Block Size 16.0 MB
1471
  Peak Block count 1
1472
  Peak Allocated memory 65.6 KB
1473
  Peak Large allocation bytes 0 B
1474
  [ALLOC_GFX_THREAD]
1475
- Peak usage frame count: [128.0 KB-256.0 KB]: 50906 frames
1476
  Requested Block Size 16.0 MB
1477
  Peak Block count 1
1478
  Peak Allocated memory 173.5 KB
@@ -1484,16 +1449,16 @@ Memory Statistics:
1484
  Used Block count 1
1485
  Peak Allocated bytes 1.0 MB
1486
  [ALLOC_CACHEOBJECTS_MAIN]
1487
- Peak usage frame count: [0.5 MB-1.0 MB]: 50906 frames
1488
  Requested Block Size 4.0 MB
1489
  Peak Block count 1
1490
  Peak Allocated memory 0.6 MB
1491
  Peak Large allocation bytes 0 B
1492
  [ALLOC_CACHEOBJECTS_THREAD]
1493
- Peak usage frame count: [0.5 MB-1.0 MB]: 50905 frames, [4.0 MB-8.0 MB]: 1 frames
1494
  Requested Block Size 4.0 MB
1495
- Peak Block count 2
1496
- Peak Allocated memory 4.5 MB
1497
  Peak Large allocation bytes 0 B
1498
  [ALLOC_TYPETREE] Dual Thread Allocator
1499
  Peak main deferred allocation count 0
@@ -1502,13 +1467,13 @@ Memory Statistics:
1502
  Used Block count 1
1503
  Peak Allocated bytes 1.0 MB
1504
  [ALLOC_TYPETREE_MAIN]
1505
- Peak usage frame count: [0-1.0 KB]: 50906 frames
1506
  Requested Block Size 2.0 MB
1507
  Peak Block count 1
1508
  Peak Allocated memory 1.0 KB
1509
  Peak Large allocation bytes 0 B
1510
  [ALLOC_TYPETREE_THREAD]
1511
- Peak usage frame count: [1.0 KB-2.0 KB]: 50905 frames, [2.0 KB-4.0 KB]: 1 frames
1512
  Requested Block Size 2.0 MB
1513
  Peak Block count 1
1514
  Peak Allocated memory 2.2 KB
 
2
  Mono config path = '/content/ml-agents/train-soccer/SoccerTwos/SoccerTwos_Data/MonoBleedingEdge/etc'
3
  Preloaded 'lib_burst_generated.so'
4
  Preloaded 'libgrpc_csharp_ext.x64.so'
 
 
 
5
  Initialize engine version: 2021.3.14f1 (eee1884e7226)
6
  [Subsystems] Discovering subsystems at path /content/ml-agents/train-soccer/SoccerTwos/SoccerTwos_Data/UnitySubsystems
7
  Forcing GfxDevice: Null
 
31
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
32
  FMOD initialized on nosound output
33
  Begin MonoManager ReloadAssembly
34
+ - Completed reload, in 0.286 seconds
35
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
36
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
37
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
56
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
57
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
58
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
59
+ UnloadTime: 1.397981 ms
60
  Registered Communicator in Agent.
61
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
62
  requesting resize 84 x 84
 
1266
  TOO LONG
1267
  TOO LONG
1268
  TOO LONG
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1269
  Setting up 1 worker threads for Enlighten.
1270
  Memory Statistics:
1271
  [ALLOC_TEMP_TLS] TLS Allocator
1272
  StackAllocators :
1273
  [ALLOC_TEMP_MAIN]
1274
+ Peak usage frame count: [8.0 KB-16.0 KB]: 46278 frames, [2.0 MB-4.0 MB]: 1 frames
1275
  Initial Block Size 4.0 MB
1276
  Current Block Size 4.0 MB
1277
  Peak Allocated Bytes 2.1 MB
 
1393
  Used Block count 1
1394
  Peak Allocated bytes 1.0 MB
1395
  [ALLOC_DEFAULT_MAIN]
1396
+ Peak usage frame count: [4.0 MB-8.0 MB]: 46279 frames
1397
  Requested Block Size 16.0 MB
1398
  Peak Block count 1
1399
+ Peak Allocated memory 4.7 MB
1400
+ Peak Large allocation bytes 0 B
1401
  [ALLOC_DEFAULT_THREAD]
1402
+ Peak usage frame count: [16.0 MB-32.0 MB]: 46279 frames
1403
  Requested Block Size 16.0 MB
1404
  Peak Block count 1
1405
+ Peak Allocated memory 17.6 MB
1406
+ Peak Large allocation bytes 16.0 MB
1407
  [ALLOC_TEMP_JOB_1_FRAME]
1408
  Initial Block Size 2.0 MB
1409
  Used Block Count 1
 
1431
  Used Block count 1
1432
  Peak Allocated bytes 1.0 MB
1433
  [ALLOC_GFX_MAIN]
1434
+ Peak usage frame count: [32.0 KB-64.0 KB]: 46278 frames, [64.0 KB-128.0 KB]: 1 frames
1435
  Requested Block Size 16.0 MB
1436
  Peak Block count 1
1437
  Peak Allocated memory 65.6 KB
1438
  Peak Large allocation bytes 0 B
1439
  [ALLOC_GFX_THREAD]
1440
+ Peak usage frame count: [128.0 KB-256.0 KB]: 46279 frames
1441
  Requested Block Size 16.0 MB
1442
  Peak Block count 1
1443
  Peak Allocated memory 173.5 KB
 
1449
  Used Block count 1
1450
  Peak Allocated bytes 1.0 MB
1451
  [ALLOC_CACHEOBJECTS_MAIN]
1452
+ Peak usage frame count: [0.5 MB-1.0 MB]: 46279 frames
1453
  Requested Block Size 4.0 MB
1454
  Peak Block count 1
1455
  Peak Allocated memory 0.6 MB
1456
  Peak Large allocation bytes 0 B
1457
  [ALLOC_CACHEOBJECTS_THREAD]
1458
+ Peak usage frame count: [0.5 MB-1.0 MB]: 46278 frames, [2.0 MB-4.0 MB]: 1 frames
1459
  Requested Block Size 4.0 MB
1460
+ Peak Block count 1
1461
+ Peak Allocated memory 4.0 MB
1462
  Peak Large allocation bytes 0 B
1463
  [ALLOC_TYPETREE] Dual Thread Allocator
1464
  Peak main deferred allocation count 0
 
1467
  Used Block count 1
1468
  Peak Allocated bytes 1.0 MB
1469
  [ALLOC_TYPETREE_MAIN]
1470
+ Peak usage frame count: [0-1.0 KB]: 46279 frames
1471
  Requested Block Size 2.0 MB
1472
  Peak Block count 1
1473
  Peak Allocated memory 1.0 KB
1474
  Peak Large allocation bytes 0 B
1475
  [ALLOC_TYPETREE_THREAD]
1476
+ Peak usage frame count: [1.0 KB-2.0 KB]: 46278 frames, [2.0 KB-4.0 KB]: 1 frames
1477
  Requested Block Size 2.0 MB
1478
  Peak Block count 1
1479
  Peak Allocated memory 2.2 KB
run_logs/timers.json CHANGED
@@ -2,261 +2,261 @@
2
  "name": "root",
3
  "gauges": {
4
  "SoccerTwos.Policy.Entropy.mean": {
5
- "value": 3.1557352542877197,
6
- "min": 2.985774040222168,
7
- "max": 3.295661687850952,
8
- "count": 261
9
  },
10
  "SoccerTwos.Policy.Entropy.sum": {
11
- "value": 46755.375,
12
- "min": 24217.9921875,
13
- "max": 138054.96875,
14
- "count": 261
15
  },
16
  "SoccerTwos.Environment.EpisodeLength.mean": {
17
  "value": 999.0,
18
- "min": 417.5,
19
  "max": 999.0,
20
- "count": 261
21
  },
22
  "SoccerTwos.Environment.EpisodeLength.sum": {
23
  "value": 19980.0,
24
- "min": 9204.0,
25
- "max": 31096.0,
26
- "count": 261
27
- },
28
- "SoccerTwos.Self-play.ELO.mean": {
29
- "value": 1187.5354542824039,
30
- "min": 1185.5390776020852,
31
- "max": 1202.046019649163,
32
- "count": 126
33
- },
34
- "SoccerTwos.Self-play.ELO.sum": {
35
- "value": 4750.141817129615,
36
- "min": 2371.0781552041703,
37
- "max": 14410.99759727456,
38
- "count": 126
39
  },
40
  "SoccerTwos.Step.mean": {
41
- "value": 2609122.0,
42
- "min": 9564.0,
43
- "max": 2609122.0,
44
- "count": 261
45
  },
46
  "SoccerTwos.Step.sum": {
47
- "value": 2609122.0,
48
- "min": 9564.0,
49
- "max": 2609122.0,
50
- "count": 261
51
  },
52
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
53
- "value": -0.007324696518480778,
54
- "min": -0.02271064929664135,
55
- "max": 0.044887956231832504,
56
- "count": 261
57
  },
58
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
59
- "value": -0.07324696332216263,
60
- "min": -0.3406597375869751,
61
- "max": 0.5835434198379517,
62
- "count": 261
63
  },
64
  "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
65
- "value": -0.007056483067572117,
66
- "min": -0.022183187305927277,
67
- "max": 0.04488561302423477,
68
- "count": 261
69
  },
70
  "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
71
- "value": -0.07056482881307602,
72
- "min": -0.33274781703948975,
73
- "max": 0.5834802985191345,
74
- "count": 261
75
  },
76
  "SoccerTwos.Environment.CumulativeReward.mean": {
77
  "value": 0.0,
78
  "min": 0.0,
79
  "max": 0.0,
80
- "count": 261
81
  },
82
  "SoccerTwos.Environment.CumulativeReward.sum": {
83
  "value": 0.0,
84
  "min": 0.0,
85
  "max": 0.0,
86
- "count": 261
87
  },
88
  "SoccerTwos.Policy.ExtrinsicReward.mean": {
89
  "value": 0.0,
90
- "min": -0.5,
91
- "max": 0.3029599905014038,
92
- "count": 261
93
  },
94
  "SoccerTwos.Policy.ExtrinsicReward.sum": {
95
  "value": 0.0,
96
- "min": -6.1983999609947205,
97
- "max": 4.544399857521057,
98
- "count": 261
99
  },
100
  "SoccerTwos.Environment.GroupCumulativeReward.mean": {
101
  "value": 0.0,
102
- "min": -0.5,
103
- "max": 0.3029599905014038,
104
- "count": 261
105
  },
106
  "SoccerTwos.Environment.GroupCumulativeReward.sum": {
107
  "value": 0.0,
108
- "min": -6.1983999609947205,
109
- "max": 4.544399857521057,
110
- "count": 261
111
  },
112
  "SoccerTwos.IsTraining.mean": {
113
  "value": 1.0,
114
  "min": 1.0,
115
  "max": 1.0,
116
- "count": 261
117
  },
118
  "SoccerTwos.IsTraining.sum": {
119
  "value": 1.0,
120
  "min": 1.0,
121
  "max": 1.0,
122
- "count": 261
 
 
 
 
 
 
 
 
 
 
 
 
123
  },
124
  "SoccerTwos.Losses.PolicyLoss.mean": {
125
- "value": 0.01727477378056695,
126
- "min": 0.009076580664501914,
127
- "max": 0.023018408112693577,
128
- "count": 120
129
  },
130
  "SoccerTwos.Losses.PolicyLoss.sum": {
131
- "value": 0.01727477378056695,
132
- "min": 0.009076580664501914,
133
- "max": 0.023018408112693577,
134
- "count": 120
135
  },
136
  "SoccerTwos.Losses.ValueLoss.mean": {
137
- "value": 0.0007954582203334818,
138
- "min": 6.36022836767817e-08,
139
- "max": 0.005682551837526262,
140
- "count": 120
141
  },
142
  "SoccerTwos.Losses.ValueLoss.sum": {
143
- "value": 0.0007954582203334818,
144
- "min": 6.36022836767817e-08,
145
- "max": 0.005682551837526262,
146
- "count": 120
147
  },
148
  "SoccerTwos.Losses.BaselineLoss.mean": {
149
- "value": 0.0007956587757992869,
150
- "min": 7.263184068998878e-08,
151
- "max": 0.005821122818936904,
152
- "count": 120
153
  },
154
  "SoccerTwos.Losses.BaselineLoss.sum": {
155
- "value": 0.0007956587757992869,
156
- "min": 7.263184068998878e-08,
157
- "max": 0.005821122818936904,
158
- "count": 120
159
  },
160
  "SoccerTwos.Policy.LearningRate.mean": {
161
  "value": 0.0003,
162
  "min": 0.0003,
163
  "max": 0.0003,
164
- "count": 120
165
  },
166
  "SoccerTwos.Policy.LearningRate.sum": {
167
  "value": 0.0003,
168
  "min": 0.0003,
169
  "max": 0.0003,
170
- "count": 120
171
  },
172
  "SoccerTwos.Policy.Epsilon.mean": {
173
  "value": 0.20000000000000007,
174
- "min": 0.20000000000000007,
175
  "max": 0.20000000000000007,
176
- "count": 120
177
  },
178
  "SoccerTwos.Policy.Epsilon.sum": {
179
  "value": 0.20000000000000007,
180
- "min": 0.20000000000000007,
181
  "max": 0.20000000000000007,
182
- "count": 120
183
  },
184
  "SoccerTwos.Policy.Beta.mean": {
185
  "value": 0.005000000000000001,
186
- "min": 0.005000000000000001,
187
  "max": 0.005000000000000001,
188
- "count": 120
189
  },
190
  "SoccerTwos.Policy.Beta.sum": {
191
  "value": 0.005000000000000001,
192
- "min": 0.005000000000000001,
193
  "max": 0.005000000000000001,
194
- "count": 120
195
  }
196
  },
197
  "metadata": {
198
  "timer_format_version": "0.1.0",
199
- "start_time_seconds": "1734588782",
200
  "python_version": "3.10.12 (main, Nov 6 2024, 20:22:13) [GCC 11.4.0]",
201
- "command_line_arguments": "/usr/local/bin/mlagents-learn ./train-soccer/SoccerTwos.yaml --env=train-soccer/SoccerTwos/SoccerTwos.x86_64 --run-id=SoccerTwosNew --no-graphics --force",
202
  "mlagents_version": "1.2.0.dev0",
203
  "mlagents_envs_version": "1.2.0.dev0",
204
  "communication_protocol_version": "1.5.0",
205
  "pytorch_version": "2.5.1+cu121",
206
  "numpy_version": "1.23.5",
207
- "end_time_seconds": "1734604017"
208
  },
209
- "total": 15234.582436679,
210
  "count": 1,
211
- "self": 0.44557302100110974,
212
  "children": {
213
  "run_training.setup": {
214
- "total": 0.1120196749999991,
215
  "count": 1,
216
- "self": 0.1120196749999991
217
  },
218
  "TrainerController.start_learning": {
219
- "total": 15234.024843983,
220
  "count": 1,
221
- "self": 6.421385427509449,
222
  "children": {
223
  "TrainerController._reset_env": {
224
- "total": 9.067225350003127,
225
- "count": 14,
226
- "self": 9.067225350003127
227
  },
228
  "TrainerController.advance": {
229
- "total": 15217.993898982486,
230
- "count": 170817,
231
- "self": 6.805091516862376,
232
  "children": {
233
  "env_step": {
234
- "total": 6086.436540208985,
235
- "count": 170817,
236
- "self": 4897.884372003885,
237
  "children": {
238
  "SubprocessEnvManager._take_step": {
239
- "total": 1184.3142625748865,
240
- "count": 170817,
241
- "self": 38.51084018614847,
242
  "children": {
243
  "TorchPolicy.evaluate": {
244
- "total": 1145.803422388738,
245
- "count": 339372,
246
- "self": 1145.803422388738
247
  }
248
  }
249
  },
250
  "workers": {
251
- "total": 4.237905630213561,
252
- "count": 170817,
253
  "self": 0.0,
254
  "children": {
255
  "worker_root": {
256
- "total": 15208.755262684732,
257
- "count": 170817,
258
  "is_parallel": true,
259
- "self": 11164.028330387813,
260
  "children": {
261
  "run_training.setup": {
262
  "total": 0.0,
@@ -265,48 +265,48 @@
265
  "self": 0.0,
266
  "children": {
267
  "steps_from_proto": {
268
- "total": 0.008754114999987905,
269
  "count": 2,
270
  "is_parallel": true,
271
- "self": 0.002129275999948277,
272
  "children": {
273
  "_process_rank_one_or_two_observation": {
274
- "total": 0.0066248390000396284,
275
  "count": 8,
276
  "is_parallel": true,
277
- "self": 0.0066248390000396284
278
  }
279
  }
280
  },
281
  "UnityEnvironment.step": {
282
- "total": 0.04960541100001592,
283
  "count": 1,
284
  "is_parallel": true,
285
- "self": 0.0014776110000980225,
286
  "children": {
287
  "UnityEnvironment._generate_step_input": {
288
- "total": 0.0010524229999759882,
289
  "count": 1,
290
  "is_parallel": true,
291
- "self": 0.0010524229999759882
292
  },
293
  "communicator.exchange": {
294
- "total": 0.04279987799998253,
295
  "count": 1,
296
  "is_parallel": true,
297
- "self": 0.04279987799998253
298
  },
299
  "steps_from_proto": {
300
- "total": 0.004275498999959382,
301
  "count": 2,
302
  "is_parallel": true,
303
- "self": 0.0007451999999261716,
304
  "children": {
305
  "_process_rank_one_or_two_observation": {
306
- "total": 0.00353029900003321,
307
  "count": 8,
308
  "is_parallel": true,
309
- "self": 0.00353029900003321
310
  }
311
  }
312
  }
@@ -314,53 +314,53 @@
314
  }
315
  }
316
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
317
  "UnityEnvironment.step": {
318
- "total": 4044.688848972917,
319
- "count": 170816,
320
  "is_parallel": true,
321
- "self": 241.77687489061918,
322
  "children": {
323
  "UnityEnvironment._generate_step_input": {
324
- "total": 169.5947399406454,
325
- "count": 170816,
326
  "is_parallel": true,
327
- "self": 169.5947399406454
328
  },
329
  "communicator.exchange": {
330
- "total": 2884.6779375666565,
331
- "count": 170816,
332
  "is_parallel": true,
333
- "self": 2884.6779375666565
334
  },
335
  "steps_from_proto": {
336
- "total": 748.6392965749958,
337
- "count": 341632,
338
  "is_parallel": true,
339
- "self": 127.17557062498236,
340
  "children": {
341
  "_process_rank_one_or_two_observation": {
342
- "total": 621.4637259500134,
343
- "count": 1366528,
344
  "is_parallel": true,
345
- "self": 621.4637259500134
346
  }
347
  }
348
  }
349
  }
350
- },
351
- "steps_from_proto": {
352
- "total": 0.038083324001945584,
353
- "count": 26,
354
- "is_parallel": true,
355
- "self": 0.0077591270069206075,
356
- "children": {
357
- "_process_rank_one_or_two_observation": {
358
- "total": 0.030324196995024977,
359
- "count": 104,
360
- "is_parallel": true,
361
- "self": 0.030324196995024977
362
- }
363
- }
364
  }
365
  }
366
  }
@@ -369,31 +369,31 @@
369
  }
370
  },
371
  "trainer_advance": {
372
- "total": 9124.752267256637,
373
- "count": 170817,
374
- "self": 61.33162036327849,
375
  "children": {
376
  "process_trajectory": {
377
- "total": 1117.5276104593565,
378
- "count": 170817,
379
- "self": 1116.1970614213553,
380
  "children": {
381
  "RLTrainer._checkpoint": {
382
- "total": 1.3305490380012088,
383
  "count": 5,
384
- "self": 1.3305490380012088
385
  }
386
  }
387
  },
388
  "_update_policy": {
389
- "total": 7945.893036434003,
390
- "count": 121,
391
- "self": 547.7705829919787,
392
  "children": {
393
  "TorchPOCAOptimizer.update": {
394
- "total": 7398.122453442024,
395
- "count": 3601,
396
- "self": 7398.122453442024
397
  }
398
  }
399
  }
@@ -402,19 +402,19 @@
402
  }
403
  },
404
  "trainer_threads": {
405
- "total": 1.791999238776043e-06,
406
  "count": 1,
407
- "self": 1.791999238776043e-06
408
  },
409
  "TrainerController._save_models": {
410
- "total": 0.5423324310013413,
411
  "count": 1,
412
- "self": 0.004346010000517708,
413
  "children": {
414
  "RLTrainer._checkpoint": {
415
- "total": 0.5379864210008236,
416
  "count": 1,
417
- "self": 0.5379864210008236
418
  }
419
  }
420
  }
 
2
  "name": "root",
3
  "gauges": {
4
  "SoccerTwos.Policy.Entropy.mean": {
5
+ "value": 2.728860855102539,
6
+ "min": 2.607203960418701,
7
+ "max": 3.186396837234497,
8
+ "count": 237
9
  },
10
  "SoccerTwos.Policy.Entropy.sum": {
11
+ "value": 37549.125,
12
+ "min": 3432.833984375,
13
+ "max": 114215.890625,
14
+ "count": 237
15
  },
16
  "SoccerTwos.Environment.EpisodeLength.mean": {
17
  "value": 999.0,
18
+ "min": 563.875,
19
  "max": 999.0,
20
+ "count": 237
21
  },
22
  "SoccerTwos.Environment.EpisodeLength.sum": {
23
  "value": 19980.0,
24
+ "min": 7992.0,
25
+ "max": 31968.0,
26
+ "count": 237
 
 
 
 
 
 
 
 
 
 
 
 
27
  },
28
  "SoccerTwos.Step.mean": {
29
+ "value": 4999572.0,
30
+ "min": 2619779.0,
31
+ "max": 4999572.0,
32
+ "count": 239
33
  },
34
  "SoccerTwos.Step.sum": {
35
+ "value": 4999572.0,
36
+ "min": 2619779.0,
37
+ "max": 4999572.0,
38
+ "count": 239
39
  },
40
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
41
+ "value": -0.010554909706115723,
42
+ "min": -0.024652715772390366,
43
+ "max": 0.009026331827044487,
44
+ "count": 239
45
  },
46
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
47
+ "value": -0.10554909706115723,
48
+ "min": -0.24652716517448425,
49
+ "max": 0.09026331454515457,
50
+ "count": 239
51
  },
52
  "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
53
+ "value": -0.010584806092083454,
54
+ "min": -0.024528544396162033,
55
+ "max": 0.005459004081785679,
56
+ "count": 239
57
  },
58
  "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
59
+ "value": -0.10584805905818939,
60
+ "min": -0.24528545141220093,
61
+ "max": 0.05459003895521164,
62
+ "count": 239
63
  },
64
  "SoccerTwos.Environment.CumulativeReward.mean": {
65
  "value": 0.0,
66
  "min": 0.0,
67
  "max": 0.0,
68
+ "count": 239
69
  },
70
  "SoccerTwos.Environment.CumulativeReward.sum": {
71
  "value": 0.0,
72
  "min": 0.0,
73
  "max": 0.0,
74
+ "count": 239
75
  },
76
  "SoccerTwos.Policy.ExtrinsicReward.mean": {
77
  "value": 0.0,
78
+ "min": -0.3076923076923077,
79
+ "max": 0.1315636309710416,
80
+ "count": 239
81
  },
82
  "SoccerTwos.Policy.ExtrinsicReward.sum": {
83
  "value": 0.0,
84
+ "min": -4.0,
85
+ "max": 1.4471999406814575,
86
+ "count": 239
87
  },
88
  "SoccerTwos.Environment.GroupCumulativeReward.mean": {
89
  "value": 0.0,
90
+ "min": -0.3076923076923077,
91
+ "max": 0.1315636309710416,
92
+ "count": 239
93
  },
94
  "SoccerTwos.Environment.GroupCumulativeReward.sum": {
95
  "value": 0.0,
96
+ "min": -4.0,
97
+ "max": 1.4471999406814575,
98
+ "count": 239
99
  },
100
  "SoccerTwos.IsTraining.mean": {
101
  "value": 1.0,
102
  "min": 1.0,
103
  "max": 1.0,
104
+ "count": 239
105
  },
106
  "SoccerTwos.IsTraining.sum": {
107
  "value": 1.0,
108
  "min": 1.0,
109
  "max": 1.0,
110
+ "count": 239
111
+ },
112
+ "SoccerTwos.Self-play.ELO.mean": {
113
+ "value": 1188.63912490485,
114
+ "min": 1188.296183058372,
115
+ "max": 1193.4099719653157,
116
+ "count": 33
117
+ },
118
+ "SoccerTwos.Self-play.ELO.sum": {
119
+ "value": 2377.2782498097,
120
+ "min": 2376.592366116744,
121
+ "max": 7156.471530987656,
122
+ "count": 33
123
  },
124
  "SoccerTwos.Losses.PolicyLoss.mean": {
125
+ "value": 0.017341362327958146,
126
+ "min": 0.010875945306179347,
127
+ "max": 0.02294719993757705,
128
+ "count": 108
129
  },
130
  "SoccerTwos.Losses.PolicyLoss.sum": {
131
+ "value": 0.017341362327958146,
132
+ "min": 0.010875945306179347,
133
+ "max": 0.02294719993757705,
134
+ "count": 108
135
  },
136
  "SoccerTwos.Losses.ValueLoss.mean": {
137
+ "value": 6.84104789350215e-07,
138
+ "min": 1.5518375806600205e-09,
139
+ "max": 0.002259943775910263,
140
+ "count": 108
141
  },
142
  "SoccerTwos.Losses.ValueLoss.sum": {
143
+ "value": 6.84104789350215e-07,
144
+ "min": 1.5518375806600205e-09,
145
+ "max": 0.002259943775910263,
146
+ "count": 108
147
  },
148
  "SoccerTwos.Losses.BaselineLoss.mean": {
149
+ "value": 6.881377158170684e-07,
150
+ "min": 1.9861120451973117e-09,
151
+ "max": 0.002269505410610388,
152
+ "count": 108
153
  },
154
  "SoccerTwos.Losses.BaselineLoss.sum": {
155
+ "value": 6.881377158170684e-07,
156
+ "min": 1.9861120451973117e-09,
157
+ "max": 0.002269505410610388,
158
+ "count": 108
159
  },
160
  "SoccerTwos.Policy.LearningRate.mean": {
161
  "value": 0.0003,
162
  "min": 0.0003,
163
  "max": 0.0003,
164
+ "count": 108
165
  },
166
  "SoccerTwos.Policy.LearningRate.sum": {
167
  "value": 0.0003,
168
  "min": 0.0003,
169
  "max": 0.0003,
170
+ "count": 108
171
  },
172
  "SoccerTwos.Policy.Epsilon.mean": {
173
  "value": 0.20000000000000007,
174
+ "min": 0.19999999999999993,
175
  "max": 0.20000000000000007,
176
+ "count": 108
177
  },
178
  "SoccerTwos.Policy.Epsilon.sum": {
179
  "value": 0.20000000000000007,
180
+ "min": 0.19999999999999993,
181
  "max": 0.20000000000000007,
182
+ "count": 108
183
  },
184
  "SoccerTwos.Policy.Beta.mean": {
185
  "value": 0.005000000000000001,
186
+ "min": 0.005,
187
  "max": 0.005000000000000001,
188
+ "count": 108
189
  },
190
  "SoccerTwos.Policy.Beta.sum": {
191
  "value": 0.005000000000000001,
192
+ "min": 0.005,
193
  "max": 0.005000000000000001,
194
+ "count": 108
195
  }
196
  },
197
  "metadata": {
198
  "timer_format_version": "0.1.0",
199
+ "start_time_seconds": "1734604203",
200
  "python_version": "3.10.12 (main, Nov 6 2024, 20:22:13) [GCC 11.4.0]",
201
+ "command_line_arguments": "/usr/local/bin/mlagents-learn ./results/SoccerTwosNew/configuration.yaml --env=train-soccer/SoccerTwos/SoccerTwos.x86_64 --run-id=SoccerTwosNew --no-graphics --resume",
202
  "mlagents_version": "1.2.0.dev0",
203
  "mlagents_envs_version": "1.2.0.dev0",
204
  "communication_protocol_version": "1.5.0",
205
  "pytorch_version": "2.5.1+cu121",
206
  "numpy_version": "1.23.5",
207
+ "end_time_seconds": "1734618449"
208
  },
209
+ "total": 14245.571375721998,
210
  "count": 1,
211
+ "self": 0.7815168619963515,
212
  "children": {
213
  "run_training.setup": {
214
+ "total": 0.1262984900004085,
215
  "count": 1,
216
+ "self": 0.1262984900004085
217
  },
218
  "TrainerController.start_learning": {
219
+ "total": 14244.663560370002,
220
  "count": 1,
221
+ "self": 6.910008685455978,
222
  "children": {
223
  "TrainerController._reset_env": {
224
+ "total": 6.514746067001397,
225
+ "count": 13,
226
+ "self": 6.514746067001397
227
  },
228
  "TrainerController.advance": {
229
+ "total": 14230.92983096054,
230
+ "count": 155217,
231
+ "self": 6.774979415218695,
232
  "children": {
233
  "env_step": {
234
+ "total": 5727.471202000965,
235
+ "count": 155217,
236
+ "self": 4592.1828661981,
237
  "children": {
238
  "SubprocessEnvManager._take_step": {
239
+ "total": 1130.9616338698124,
240
+ "count": 155217,
241
+ "self": 41.20201545738928,
242
  "children": {
243
  "TorchPolicy.evaluate": {
244
+ "total": 1089.7596184124232,
245
+ "count": 308522,
246
+ "self": 1089.7596184124232
247
  }
248
  }
249
  },
250
  "workers": {
251
+ "total": 4.326701933052391,
252
+ "count": 155217,
253
  "self": 0.0,
254
  "children": {
255
  "worker_root": {
256
+ "total": 14214.414362956855,
257
+ "count": 155217,
258
  "is_parallel": true,
259
+ "self": 10462.310586675896,
260
  "children": {
261
  "run_training.setup": {
262
  "total": 0.0,
 
265
  "self": 0.0,
266
  "children": {
267
  "steps_from_proto": {
268
+ "total": 0.0053524930008279625,
269
  "count": 2,
270
  "is_parallel": true,
271
+ "self": 0.0012595870011864463,
272
  "children": {
273
  "_process_rank_one_or_two_observation": {
274
+ "total": 0.004092905999641516,
275
  "count": 8,
276
  "is_parallel": true,
277
+ "self": 0.004092905999641516
278
  }
279
  }
280
  },
281
  "UnityEnvironment.step": {
282
+ "total": 0.048933748999843374,
283
  "count": 1,
284
  "is_parallel": true,
285
+ "self": 0.0017748409991327208,
286
  "children": {
287
  "UnityEnvironment._generate_step_input": {
288
+ "total": 0.000988138999673538,
289
  "count": 1,
290
  "is_parallel": true,
291
+ "self": 0.000988138999673538
292
  },
293
  "communicator.exchange": {
294
+ "total": 0.04035962499983725,
295
  "count": 1,
296
  "is_parallel": true,
297
+ "self": 0.04035962499983725
298
  },
299
  "steps_from_proto": {
300
+ "total": 0.005811144001199864,
301
  "count": 2,
302
  "is_parallel": true,
303
+ "self": 0.0012555690027511446,
304
  "children": {
305
  "_process_rank_one_or_two_observation": {
306
+ "total": 0.004555574998448719,
307
  "count": 8,
308
  "is_parallel": true,
309
+ "self": 0.004555574998448719
310
  }
311
  }
312
  }
 
314
  }
315
  }
316
  },
317
+ "steps_from_proto": {
318
+ "total": 0.03152863800096384,
319
+ "count": 24,
320
+ "is_parallel": true,
321
+ "self": 0.0066778510190488305,
322
+ "children": {
323
+ "_process_rank_one_or_two_observation": {
324
+ "total": 0.024850786981915007,
325
+ "count": 96,
326
+ "is_parallel": true,
327
+ "self": 0.024850786981915007
328
+ }
329
+ }
330
+ },
331
  "UnityEnvironment.step": {
332
+ "total": 3752.0722476429582,
333
+ "count": 155216,
334
  "is_parallel": true,
335
+ "self": 226.350097584198,
336
  "children": {
337
  "UnityEnvironment._generate_step_input": {
338
+ "total": 150.0987853468814,
339
+ "count": 155216,
340
  "is_parallel": true,
341
+ "self": 150.0987853468814
342
  },
343
  "communicator.exchange": {
344
+ "total": 2687.3918722135077,
345
+ "count": 155216,
346
  "is_parallel": true,
347
+ "self": 2687.3918722135077
348
  },
349
  "steps_from_proto": {
350
+ "total": 688.2314924983712,
351
+ "count": 310432,
352
  "is_parallel": true,
353
+ "self": 119.08135045259951,
354
  "children": {
355
  "_process_rank_one_or_two_observation": {
356
+ "total": 569.1501420457716,
357
+ "count": 1241728,
358
  "is_parallel": true,
359
+ "self": 569.1501420457716
360
  }
361
  }
362
  }
363
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
364
  }
365
  }
366
  }
 
369
  }
370
  },
371
  "trainer_advance": {
372
+ "total": 8496.683649544357,
373
+ "count": 155217,
374
+ "self": 64.8241411122799,
375
  "children": {
376
  "process_trajectory": {
377
+ "total": 1050.027008031091,
378
+ "count": 155217,
379
+ "self": 1048.5338505580949,
380
  "children": {
381
  "RLTrainer._checkpoint": {
382
+ "total": 1.493157472996245,
383
  "count": 5,
384
+ "self": 1.493157472996245
385
  }
386
  }
387
  },
388
  "_update_policy": {
389
+ "total": 7381.832500400986,
390
+ "count": 108,
391
+ "self": 521.9311950030387,
392
  "children": {
393
  "TorchPOCAOptimizer.update": {
394
+ "total": 6859.901305397947,
395
+ "count": 3273,
396
+ "self": 6859.901305397947
397
  }
398
  }
399
  }
 
402
  }
403
  },
404
  "trainer_threads": {
405
+ "total": 1.2490017979871482e-06,
406
  "count": 1,
407
+ "self": 1.2490017979871482e-06
408
  },
409
  "TrainerController._save_models": {
410
+ "total": 0.30897340800220263,
411
  "count": 1,
412
+ "self": 0.006360611001582583,
413
  "children": {
414
  "RLTrainer._checkpoint": {
415
+ "total": 0.30261279700062005,
416
  "count": 1,
417
+ "self": 0.30261279700062005
418
  }
419
  }
420
  }
run_logs/training_status.json CHANGED
@@ -2,59 +2,59 @@
2
  "SoccerTwos": {
3
  "checkpoints": [
4
  {
5
- "steps": 999344,
6
- "file_path": "results/SoccerTwosNew/SoccerTwos/SoccerTwos-999344.onnx",
7
  "reward": 0.0,
8
- "creation_time": 1734594634.4759276,
9
  "auxillary_file_paths": [
10
- "results/SoccerTwosNew/SoccerTwos/SoccerTwos-999344.pt"
11
  ]
12
  },
13
  {
14
- "steps": 1499098,
15
- "file_path": "results/SoccerTwosNew/SoccerTwos/SoccerTwos-1499098.onnx",
16
  "reward": 0.0,
17
- "creation_time": 1734597558.3657212,
18
  "auxillary_file_paths": [
19
- "results/SoccerTwosNew/SoccerTwos/SoccerTwos-1499098.pt"
20
  ]
21
  },
22
  {
23
- "steps": 1999954,
24
- "file_path": "results/SoccerTwosNew/SoccerTwos/SoccerTwos-1999954.onnx",
25
  "reward": 0.0,
26
- "creation_time": 1734600450.7095716,
27
  "auxillary_file_paths": [
28
- "results/SoccerTwosNew/SoccerTwos/SoccerTwos-1999954.pt"
29
  ]
30
  },
31
  {
32
- "steps": 2499298,
33
- "file_path": "results/SoccerTwosNew/SoccerTwos/SoccerTwos-2499298.onnx",
34
  "reward": 0.0,
35
- "creation_time": 1734603368.9949214,
36
  "auxillary_file_paths": [
37
- "results/SoccerTwosNew/SoccerTwos/SoccerTwos-2499298.pt"
38
  ]
39
  },
40
  {
41
- "steps": 2614784,
42
- "file_path": "results/SoccerTwosNew/SoccerTwos/SoccerTwos-2614784.onnx",
43
- "reward": null,
44
- "creation_time": 1734604016.8907945,
45
  "auxillary_file_paths": [
46
- "results/SoccerTwosNew/SoccerTwos/SoccerTwos-2614784.pt"
47
  ]
48
  }
49
  ],
50
- "elo": 1187.5469026142266,
51
  "final_checkpoint": {
52
- "steps": 2614784,
53
  "file_path": "results/SoccerTwosNew/SoccerTwos.onnx",
54
- "reward": null,
55
- "creation_time": 1734604016.8907945,
56
  "auxillary_file_paths": [
57
- "results/SoccerTwosNew/SoccerTwos/SoccerTwos-2614784.pt"
58
  ]
59
  }
60
  },
 
2
  "SoccerTwos": {
3
  "checkpoints": [
4
  {
5
+ "steps": 3499052,
6
+ "file_path": "results/SoccerTwosNew/SoccerTwos/SoccerTwos-3499052.onnx",
7
  "reward": 0.0,
8
+ "creation_time": 1734609449.4389584,
9
  "auxillary_file_paths": [
10
+ "results/SoccerTwosNew/SoccerTwos/SoccerTwos-3499052.pt"
11
  ]
12
  },
13
  {
14
+ "steps": 3999704,
15
+ "file_path": "results/SoccerTwosNew/SoccerTwos/SoccerTwos-3999704.onnx",
16
  "reward": 0.0,
17
+ "creation_time": 1734612448.654323,
18
  "auxillary_file_paths": [
19
+ "results/SoccerTwosNew/SoccerTwos/SoccerTwos-3999704.pt"
20
  ]
21
  },
22
  {
23
+ "steps": 4499818,
24
+ "file_path": "results/SoccerTwosNew/SoccerTwos/SoccerTwos-4499818.onnx",
25
  "reward": 0.0,
26
+ "creation_time": 1734615409.9407823,
27
  "auxillary_file_paths": [
28
+ "results/SoccerTwosNew/SoccerTwos/SoccerTwos-4499818.pt"
29
  ]
30
  },
31
  {
32
+ "steps": 4999572,
33
+ "file_path": "results/SoccerTwosNew/SoccerTwos/SoccerTwos-4999572.onnx",
34
  "reward": 0.0,
35
+ "creation_time": 1734618447.605326,
36
  "auxillary_file_paths": [
37
+ "results/SoccerTwosNew/SoccerTwos/SoccerTwos-4999572.pt"
38
  ]
39
  },
40
  {
41
+ "steps": 5001572,
42
+ "file_path": "results/SoccerTwosNew/SoccerTwos/SoccerTwos-5001572.onnx",
43
+ "reward": 0.0,
44
+ "creation_time": 1734618448.6807306,
45
  "auxillary_file_paths": [
46
+ "results/SoccerTwosNew/SoccerTwos/SoccerTwos-5001572.pt"
47
  ]
48
  }
49
  ],
50
+ "elo": 1188.3898444607046,
51
  "final_checkpoint": {
52
+ "steps": 5001572,
53
  "file_path": "results/SoccerTwosNew/SoccerTwos.onnx",
54
+ "reward": 0.0,
55
+ "creation_time": 1734618448.6807306,
56
  "auxillary_file_paths": [
57
+ "results/SoccerTwosNew/SoccerTwos/SoccerTwos-5001572.pt"
58
  ]
59
  }
60
  },