8M

SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:35e3b556bc6ae4f24de42ee4b9e3350381afa25020a65ec9e49f0f20f94dfba1
+oid sha256:97231834ce5885cdd0dc11e826c502580e145d853229d71f9abeade17988067c
 size 1764633

SoccerTwos/SoccerTwos-5000012.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:35e3b556bc6ae4f24de42ee4b9e3350381afa25020a65ec9e49f0f20f94dfba1
-size 1764633

SoccerTwos/SoccerTwos-5000012.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8d56408deeb37ef202c0d3968a805494b80303a3099aaaf1308493e78fcd317d
-size 28421201

SoccerTwos/{SoccerTwos-3499922.onnx → SoccerTwos-6499926.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5e3feaaee2dd949450794c346044cfc5e18f9cdd2ecca5a9227a124318803f24
+oid sha256:2f517d3700dbf659f8cfbba8a4ca7471bfb69cb36ff00b5590d27007438d83fd
 size 1764633

SoccerTwos/{SoccerTwos-4499994.pt → SoccerTwos-6499926.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e6d90ed5b50d0b2447f590f3da0895e6941755c7c42097b24f60558ca677d7d
+oid sha256:09a1e28114bb7fc16ee1330bdc6f5b6cb143bd6c5e48e1c3991fad541d237dbc
 size 28421201

SoccerTwos/{SoccerTwos-4499994.onnx → SoccerTwos-6999986.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9273f094f3a332496762a84ecb3baa4190f35ebb8d38762764df1eef97d3384a
+oid sha256:f555850f060e56621f1b0a4d4ce9e087ec801867b7c6026e8bdb89e9602696de
 size 1764633

SoccerTwos/{SoccerTwos-3499922.pt → SoccerTwos-6999986.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ead5a7dc64e7f6d95f5159588ca08c6c96dd2e7e205f2a16c6140e32a5f9d9bf
+oid sha256:f6d84859132d1d5dd1e0431e1a198661ffa89e3621e8a42e922425a5c52fcd59
 size 28421201

SoccerTwos/{SoccerTwos-3999970.onnx → SoccerTwos-7499982.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c2fd5aed90b397663df95e4432ef2f21fee5a1a2970d664bb44b30c6442733e3
+oid sha256:6d14503a68cf3c7188abdfbdf99d987cf73351e047089c2d82c66919320c21cf
 size 1764633

SoccerTwos/{SoccerTwos-4999989.pt → SoccerTwos-7499982.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1c26e69fd51eb7a9a16498e20c1fa18a320b222039113b7810c347e99dc873c
+oid sha256:3b27d94a23dad0b556af50131b2b411b0f6ff7f138004d13a86a1329168f581f
 size 28421201

SoccerTwos/{SoccerTwos-4999989.onnx → SoccerTwos-7999976.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:35e3b556bc6ae4f24de42ee4b9e3350381afa25020a65ec9e49f0f20f94dfba1
+oid sha256:97231834ce5885cdd0dc11e826c502580e145d853229d71f9abeade17988067c
 size 1764633

SoccerTwos/{SoccerTwos-3999970.pt → SoccerTwos-7999976.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a925a7654ae309c963bd49723c38514aed25c0c202376b13228c43f50373308
+oid sha256:44fa99b6291057482a0d6fb50c557fda97a765f4a7ce9126967c0a8a51994326
 size 28421201

SoccerTwos/SoccerTwos-8000066.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97231834ce5885cdd0dc11e826c502580e145d853229d71f9abeade17988067c
+size 1764633

SoccerTwos/SoccerTwos-8000066.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03be03a759c043afedd655780a1e831c30857fd485b0ab82dac1842841c418e9
+size 28421201

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8d56408deeb37ef202c0d3968a805494b80303a3099aaaf1308493e78fcd317d
+oid sha256:03be03a759c043afedd655780a1e831c30857fd485b0ab82dac1842841c418e9
 size 28421201

SoccerTwos/events.out.tfevents.1680506998.b960f9b6847a.264763.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0732def1bb298e8cd9b51c67ca50f7e5298890b9eb5617190ecc63c8e30df50
+size 1542991

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 4096, "buffer_size": 40960, "learning_rate": 0.0015, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 5000000, "time_horizon": 1000, "summary_freq": 20000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 5, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos/SoccerTwos", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": false, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 4096, "buffer_size": 40960, "learning_rate": 0.0015, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 8000000, "time_horizon": 1000, "summary_freq": 20000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 5, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos/SoccerTwos", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -37,7 +37,7 @@ behaviors:
     init_path: null
     keep_checkpoints: 5
     even_checkpoints: false
-    max_steps: 5000000
+    max_steps: 8000000
     time_horizon: 1000
     summary_freq: 20000
     threaded: false
@@ -72,8 +72,8 @@ checkpoint_settings:
   run_id: SoccerTwos
   initialize_from: null
   load_model: false
-  resume: false
-  force: true
+  resume: true
+  force: false
   train_model: false
   inference: false
   results_dir: results

run_logs/Player-0.log

@@ -31,7 +31,7 @@ ALSA lib pcm.c:2642:(snd_pcm_open_noupdate) Unknown PCM default
 FMOD failed to initialize the output device.: "Error initializing output device. " (60)
 FMOD initialized on nosound output
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.133 seconds
+- Completed reload, in  0.205 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -56,920 +56,16 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 1.169206 ms
+UnloadTime: 1.220291 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
 Setting up 1 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 95300 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 56387 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -1085,19 +181,19 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 5
+  Peak main deferred allocation count 4
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 95301 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 56388 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 4.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 95301 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 56388 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 17.6 MB
@@ -1129,13 +225,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 95300 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 56387 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 95301 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 56388 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -1147,16 +243,16 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 95301 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 56388 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 95300 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 56387 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
-      Peak Block count 1
-      Peak Allocated memory 4.0 MB
+      Peak Block count 2
+      Peak Allocated memory 4.5 MB
       Peak Large allocation bytes 0 B
 [ALLOC_TYPETREE] Dual Thread Allocator
   Peak main deferred allocation count 0
@@ -1165,13 +261,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 95301 frames
+      Peak usage frame count: [0-1.0 KB]: 56388 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 95300 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 56387 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/timers.json

@@ -2,261 +2,261 @@
     "name": "root",
     "gauges": {
         "SoccerTwos.Policy.Entropy.mean": {
-            "value": 2.2276313304901123,
-            "min": 2.206545114517212,
-            "max": 3.2957611083984375,
-            "count": 250
+            "value": 1.6251084804534912,
+            "min": 1.6128250360488892,
+            "max": 2.2413406372070312,
+            "count": 150
         },
         "SoccerTwos.Policy.Entropy.sum": {
-            "value": 90673.5078125,
-            "min": 85838.1953125,
-            "max": 201858.78125,
-            "count": 250
+            "value": 64640.31640625,
+            "min": 62964.6875,
+            "max": 90804.09375,
+            "count": 150
         },
         "SoccerTwos.Environment.EpisodeLength.mean": {
-            "value": 46.61904761904762,
-            "min": 41.72222222222222,
-            "max": 999.0,
-            "count": 250
+            "value": 43.38666666666666,
+            "min": 40.045081967213115,
+            "max": 56.51724137931034,
+            "count": 150
         },
         "SoccerTwos.Environment.EpisodeLength.sum": {
-            "value": 39160.0,
-            "min": 35836.0,
-            "max": 44508.0,
-            "count": 250
+            "value": 39048.0,
+            "min": 38388.0,
+            "max": 39892.0,
+            "count": 150
         },
         "SoccerTwos.Self-play.ELO.mean": {
-            "value": 1416.8468613884288,
-            "min": 1193.8039478683913,
-            "max": 1440.7079873167993,
-            "count": 248
+            "value": 1537.1356401456985,
+            "min": 1417.6461846815682,
+            "max": 1561.4662007807565,
+            "count": 150
         },
         "SoccerTwos.Self-play.ELO.sum": {
-            "value": 595075.68178314,
-            "min": 2396.6037134128064,
-            "max": 669561.8630248026,
-            "count": 248
+            "value": 691711.0380655644,
+            "min": 525314.9666245314,
+            "max": 726936.0401025768,
+            "count": 150
         },
         "SoccerTwos.Step.mean": {
-            "value": 4999989.0,
-            "min": 19800.0,
-            "max": 4999989.0,
-            "count": 250
+            "value": 7999976.0,
+            "min": 5019989.0,
+            "max": 7999976.0,
+            "count": 150
         },
         "SoccerTwos.Step.sum": {
-            "value": 4999989.0,
-            "min": 19800.0,
-            "max": 4999989.0,
-            "count": 250
+            "value": 7999976.0,
+            "min": 5019989.0,
+            "max": 7999976.0,
+            "count": 150
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
-            "value": -0.04237554967403412,
-            "min": -0.1271972507238388,
-            "max": 0.15786133706569672,
-            "count": 250
+            "value": 0.007830723188817501,
+            "min": -0.0650988444685936,
+            "max": 0.05182629078626633,
+            "count": 150
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
-            "value": -17.797731399536133,
-            "min": -31.552515029907227,
-            "max": 55.812767028808594,
-            "count": 250
+            "value": 3.5238254070281982,
+            "min": -29.68507194519043,
+            "max": 21.352432250976562,
+            "count": 150
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
-            "value": -0.04417359456419945,
-            "min": -0.11727052181959152,
-            "max": 0.1450585573911667,
-            "count": 250
+            "value": 0.004382822196930647,
+            "min": -0.06880945712327957,
+            "max": 0.05608198791742325,
+            "count": 150
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
-            "value": -18.55290985107422,
-            "min": -29.9266357421875,
-            "max": 57.44319152832031,
-            "count": 250
+            "value": 1.9722700119018555,
+            "min": -31.377113342285156,
+            "max": 23.10577964782715,
+            "count": 150
         },
         "SoccerTwos.Environment.CumulativeReward.mean": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 250
+            "count": 150
         },
         "SoccerTwos.Environment.CumulativeReward.sum": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 250
+            "count": 150
         },
         "SoccerTwos.Policy.ExtrinsicReward.mean": {
-            "value": -0.014605713742119926,
-            "min": -0.48,
-            "max": 0.21257297090581945,
-            "count": 250
+            "value": 0.06839111275143094,
+            "min": -0.1690473674159301,
+            "max": 0.1731034837551971,
+            "count": 150
         },
         "SoccerTwos.Policy.ExtrinsicReward.sum": {
-            "value": -6.134399771690369,
-            "min": -66.4587996006012,
-            "max": 71.30999982357025,
-            "count": 250
+            "value": 30.77600073814392,
+            "min": -77.08559954166412,
+            "max": 69.58760046958923,
+            "count": 150
         },
         "SoccerTwos.Environment.GroupCumulativeReward.mean": {
-            "value": -0.014605713742119926,
-            "min": -0.48,
-            "max": 0.21257297090581945,
-            "count": 250
+            "value": 0.06839111275143094,
+            "min": -0.1690473674159301,
+            "max": 0.1731034837551971,
+            "count": 150
         },
         "SoccerTwos.Environment.GroupCumulativeReward.sum": {
-            "value": -6.134399771690369,
-            "min": -66.4587996006012,
-            "max": 71.30999982357025,
-            "count": 250
+            "value": 30.77600073814392,
+            "min": -77.08559954166412,
+            "max": 69.58760046958923,
+            "count": 150
         },
         "SoccerTwos.IsTraining.mean": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 250
+            "count": 150
         },
         "SoccerTwos.IsTraining.sum": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 250
+            "count": 150
         },
         "SoccerTwos.Losses.PolicyLoss.mean": {
-            "value": 0.008955451710304867,
-            "min": 0.0074049905577946145,
-            "max": 0.01636973547016775,
-            "count": 120
+            "value": 0.01615622386064691,
+            "min": 0.008351913004541226,
+            "max": 0.017261320657174412,
+            "count": 73
         },
         "SoccerTwos.Losses.PolicyLoss.sum": {
-            "value": 0.008955451710304867,
-            "min": 0.0074049905577946145,
-            "max": 0.01636973547016775,
-            "count": 120
+            "value": 0.01615622386064691,
+            "min": 0.008351913004541226,
+            "max": 0.017261320657174412,
+            "count": 73
         },
         "SoccerTwos.Losses.ValueLoss.mean": {
-            "value": 0.10942569822072983,
-            "min": 0.0002809424530520725,
-            "max": 0.31314383120431255,
-            "count": 120
+            "value": 0.12330086653431256,
+            "min": 0.10071695471803348,
+            "max": 0.16726973156134287,
+            "count": 73
         },
         "SoccerTwos.Losses.ValueLoss.sum": {
-            "value": 0.10942569822072983,
-            "min": 0.0002809424530520725,
-            "max": 0.31314383120431255,
-            "count": 120
+            "value": 0.12330086653431256,
+            "min": 0.10071695471803348,
+            "max": 0.16726973156134287,
+            "count": 73
         },
         "SoccerTwos.Losses.BaselineLoss.mean": {
-            "value": 0.110912241290013,
-            "min": 0.0002866679181655248,
-            "max": 0.22049328982830046,
-            "count": 120
+            "value": 0.12441901167233785,
+            "min": 0.10507400656739871,
+            "max": 0.17337721039851506,
+            "count": 73
         },
         "SoccerTwos.Losses.BaselineLoss.sum": {
-            "value": 0.110912241290013,
-            "min": 0.0002866679181655248,
-            "max": 0.22049328982830046,
-            "count": 120
+            "value": 0.12441901167233785,
+            "min": 0.10507400656739871,
+            "max": 0.17337721039851506,
+            "count": 73
         },
         "SoccerTwos.Policy.LearningRate.mean": {
-            "value": 6.499299566720039e-06,
-            "min": 6.499299566720039e-06,
-            "max": 0.0014870760008615998,
-            "count": 120
+            "value": 8.595999427000686e-07,
+            "min": 8.595999427000686e-07,
+            "max": 0.0005547998130133498,
+            "count": 73
         },
         "SoccerTwos.Policy.LearningRate.sum": {
-            "value": 6.499299566720039e-06,
-            "min": 6.499299566720039e-06,
-            "max": 0.0014870760008615998,
-            "count": 120
+            "value": 8.595999427000686e-07,
+            "min": 8.595999427000686e-07,
+            "max": 0.0005547998130133498,
+            "count": 73
         },
         "SoccerTwos.Policy.Epsilon.mean": {
-            "value": 0.10043327999999999,
-            "min": 0.10043327999999999,
-            "max": 0.19913839999999997,
-            "count": 120
+            "value": 0.10005730000000002,
+            "min": 0.10005730000000002,
+            "max": 0.13698665,
+            "count": 73
         },
         "SoccerTwos.Policy.Epsilon.sum": {
-            "value": 0.10043327999999999,
-            "min": 0.10043327999999999,
-            "max": 0.19913839999999997,
-            "count": 120
+            "value": 0.10005730000000002,
+            "min": 0.10005730000000002,
+            "max": 0.13698665,
+            "count": 73
         },
         "SoccerTwos.Policy.Beta.mean": {
-            "value": 3.162067200000013e-05,
-            "min": 3.162067200000013e-05,
-            "max": 0.00495700616,
-            "count": 120
+            "value": 1.2859270000000226e-05,
+            "min": 1.2859270000000226e-05,
+            "max": 0.0018556338350000005,
+            "count": 73
         },
         "SoccerTwos.Policy.Beta.sum": {
-            "value": 3.162067200000013e-05,
-            "min": 3.162067200000013e-05,
-            "max": 0.00495700616,
-            "count": 120
+            "value": 1.2859270000000226e-05,
+            "min": 1.2859270000000226e-05,
+            "max": 0.0018556338350000005,
+            "count": 73
         }
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1680474053",
+        "start_time_seconds": "1680506996",
         "python_version": "3.9.16 (main, Dec  7 2022, 01:11:51) \n[GCC 9.4.0]",
-        "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos --run-id=SoccerTwos --no-graphics --force",
+        "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos --run-id=SoccerTwos --no-graphics --resume",
         "mlagents_version": "0.31.0.dev0",
         "mlagents_envs_version": "0.31.0.dev0",
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "1.11.0+cu102",
         "numpy_version": "1.21.2",
-        "end_time_seconds": "1680506752"
+        "end_time_seconds": "1680526409"
     },
-    "total": 32698.351993177,
+    "total": 19412.496150680003,
     "count": 1,
-    "self": 0.8000846029972308,
+    "self": 1.4059571659963694,
     "children": {
         "run_training.setup": {
-            "total": 0.13470482800039463,
+            "total": 0.2384703650022857,
             "count": 1,
-            "self": 0.13470482800039463
+            "self": 0.2384703650022857
         },
         "TrainerController.start_learning": {
-            "total": 32697.417203746,
+            "total": 19410.851723149004,
             "count": 1,
-            "self": 15.09246240358334,
+            "self": 9.649833424824465,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 3.6220863070084306,
-                    "count": 25,
-                    "self": 3.6220863070084306
+                    "total": 2.022940935959923,
+                    "count": 16,
+                    "self": 2.022940935959923
                 },
                 "TrainerController.advance": {
-                    "total": 32678.244504891405,
-                    "count": 335644,
-                    "self": 17.60681272938018,
+                    "total": 19398.610218908216,
+                    "count": 212810,
+                    "self": 10.147059803821321,
                     "children": {
                         "env_step": {
-                            "total": 12169.115291164853,
-                            "count": 335644,
-                            "self": 10071.885220901771,
+                            "total": 6998.914678126486,
+                            "count": 212810,
+                            "self": 5834.112327270945,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 2087.6635342261106,
-                                    "count": 335644,
-                                    "self": 92.76802436348589,
+                                    "total": 1159.228815512477,
+                                    "count": 212810,
+                                    "self": 51.89827635920665,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 1994.8955098626247,
-                                            "count": 635346,
-                                            "self": 1994.8955098626247
+                                            "total": 1107.3305391532704,
+                                            "count": 375922,
+                                            "self": 1107.3305391532704
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 9.566536036971229,
-                                    "count": 335644,
+                                    "total": 5.573535343064577,
+                                    "count": 212810,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 32632.23003719287,
-                                            "count": 335644,
+                                            "total": 19376.799532383295,
+                                            "count": 212810,
                                             "is_parallel": true,
-                                            "self": 24371.297079533295,
+                                            "self": 14549.175864766126,
                                             "children": {
                                                 "run_training.setup": {
                                                     "total": 0.0,
@@ -265,48 +265,48 @@
                                                     "self": 0.0,
                                                     "children": {
                                                         "steps_from_proto": {
-                                                            "total": 0.0036612549993151333,
+                                                            "total": 0.005261933998554014,
                                                             "count": 2,
                                                             "is_parallel": true,
-                                                            "self": 0.0009989119971578475,
+                                                            "self": 0.0013653249843628146,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.002662343002157286,
+                                                                    "total": 0.003896609014191199,
                                                                     "count": 8,
                                                                     "is_parallel": true,
-                                                                    "self": 0.002662343002157286
+                                                                    "self": 0.003896609014191199
                                                                 }
                                                             }
                                                         },
                                                         "UnityEnvironment.step": {
-                                                            "total": 0.053517112999543315,
+                                                            "total": 0.07637327699922025,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.001403820002451539,
+                                                            "self": 0.0012522830002126284,
                                                             "children": {
                                                                 "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.0006712279973726254,
+                                                                    "total": 0.0009359510004287586,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0006712279973726254
+                                                                    "self": 0.0009359510004287586
                                                                 },
                                                                 "communicator.exchange": {
-                                                                    "total": 0.04485707699859631,
+                                                                    "total": 0.07029857299494324,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.04485707699859631
+                                                                    "self": 0.07029857299494324
                                                                 },
                                                                 "steps_from_proto": {
-                                                                    "total": 0.006584988001122838,
+                                                                    "total": 0.0038864700036356226,
                                                                     "count": 2,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0009174510050797835,
+                                                                    "self": 0.0007625370199093595,
                                                                     "children": {
                                                                         "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.005667536996043054,
+                                                                            "total": 0.003123932983726263,
                                                                             "count": 8,
                                                                             "is_parallel": true,
-                                                                            "self": 0.005667536996043054
+                                                                            "self": 0.003123932983726263
                                                                         }
                                                                     }
                                                                 }
@@ -314,53 +314,53 @@
                                                         }
                                                     }
                                                 },
+                                                "steps_from_proto": {
+                                                    "total": 0.047005688000353985,
+                                                    "count": 30,
+                                                    "is_parallel": true,
+                                                    "self": 0.009515023040876258,
+                                                    "children": {
+                                                        "_process_rank_one_or_two_observation": {
+                                                            "total": 0.037490664959477726,
+                                                            "count": 120,
+                                                            "is_parallel": true,
+                                                            "self": 0.037490664959477726
+                                                        }
+                                                    }
+                                                },
                                                 "UnityEnvironment.step": {
-                                                    "total": 8260.858345373566,
-                                                    "count": 335643,
+                                                    "total": 4827.576661929168,
+                                                    "count": 212809,
                                                     "is_parallel": true,
-                                                    "self": 457.98398881353205,
+                                                    "self": 275.0754815393011,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 288.3241792507579,
-                                                            "count": 335643,
+                                                            "total": 167.33190134538017,
+                                                            "count": 212809,
                                                             "is_parallel": true,
-                                                            "self": 288.3241792507579
+                                                            "self": 167.33190134538017
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 6084.104378706626,
-                                                            "count": 335643,
+                                                            "total": 3543.305962036422,
+                                                            "count": 212809,
                                                             "is_parallel": true,
-                                                            "self": 6084.104378706626
+                                                            "self": 3543.305962036422
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 1430.44579860265,
-                                                            "count": 671286,
+                                                            "total": 841.8633170080648,
+                                                            "count": 425618,
                                                             "is_parallel": true,
-                                                            "self": 271.4230692350211,
+                                                            "self": 161.66240239440958,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 1159.022729367629,
-                                                                    "count": 2685144,
+                                                                    "total": 680.2009146136552,
+                                                                    "count": 1702472,
                                                                     "is_parallel": true,
-                                                                    "self": 1159.022729367629
+                                                                    "self": 680.2009146136552
                                                                 }
                                                             }
                                                         }
                                                     }
-                                                },
-                                                "steps_from_proto": {
-                                                    "total": 0.07461228600732284,
-                                                    "count": 48,
-                                                    "is_parallel": true,
-                                                    "self": 0.014159985094011063,
-                                                    "children": {
-                                                        "_process_rank_one_or_two_observation": {
-                                                            "total": 0.060452300913311774,
-                                                            "count": 192,
-                                                            "is_parallel": true,
-                                                            "self": 0.060452300913311774
-                                                        }
-                                                    }
                                                 }
                                             }
                                         }
@@ -369,31 +369,31 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 20491.52240099717,
-                            "count": 335644,
-                            "self": 127.69271073486743,
+                            "total": 12389.548480977908,
+                            "count": 212810,
+                            "self": 66.37182216182555,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 2770.1224523043093,
-                                    "count": 335644,
-                                    "self": 2766.130344266294,
+                                    "total": 1995.6550539600648,
+                                    "count": 212810,
+                                    "self": 1992.8924647920576,
                                     "children": {
                                         "RLTrainer._checkpoint": {
-                                            "total": 3.992108038015431,
-                                            "count": 10,
-                                            "self": 3.992108038015431
+                                            "total": 2.7625891680072527,
+                                            "count": 6,
+                                            "self": 2.7625891680072527
                                         }
                                     }
                                 },
                                 "_update_policy": {
-                                    "total": 17593.707237957995,
-                                    "count": 120,
-                                    "self": 1373.9809655218778,
+                                    "total": 10327.521604856018,
+                                    "count": 73,
+                                    "self": 801.4708536878388,
                                     "children": {
                                         "TorchPOCAOptimizer.update": {
-                                            "total": 16219.726272436117,
-                                            "count": 3600,
-                                            "self": 16219.726272436117
+                                            "total": 9526.050751168179,
+                                            "count": 2190,
+                                            "self": 9526.050751168179
                                         }
                                     }
                                 }
@@ -402,19 +402,19 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 1.2310047168284655e-06,
+                    "total": 1.3829994713887572e-06,
                     "count": 1,
-                    "self": 1.2310047168284655e-06
+                    "self": 1.3829994713887572e-06
                 },
                 "TrainerController._save_models": {
-                    "total": 0.45814891299960436,
+                    "total": 0.5687284970044857,
                     "count": 1,
-                    "self": 0.00784626200038474,
+                    "self": 0.013318683006218635,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.4503026509992196,
+                            "total": 0.555409813998267,
                             "count": 1,
-                            "self": 0.4503026509992196
+                            "self": 0.555409813998267
                         }
                     }
                 }

run_logs/training_status.json

@@ -2,59 +2,59 @@
     "SoccerTwos": {
         "checkpoints": [
             {
-                "steps": 3499922,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-3499922.onnx",
+                "steps": 6499926,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-6499926.onnx",
                 "reward": 0.0,
-                "creation_time": 1680496694.7396424,
+                "creation_time": 1680516735.6925983,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-3499922.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-6499926.pt"
                 ]
             },
             {
-                "steps": 3999970,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-3999970.onnx",
+                "steps": 6999986,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-6999986.onnx",
                 "reward": 0.0,
-                "creation_time": 1680500146.0538828,
+                "creation_time": 1680519859.2446215,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-3999970.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-6999986.pt"
                 ]
             },
             {
-                "steps": 4499994,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-4499994.onnx",
+                "steps": 7499982,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-7499982.onnx",
                 "reward": 0.0,
-                "creation_time": 1680503446.3021529,
+                "creation_time": 1680523030.4683475,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-4499994.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-7499982.pt"
                 ]
             },
             {
-                "steps": 4999989,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-4999989.onnx",
+                "steps": 7999976,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-7999976.onnx",
                 "reward": 0.0,
-                "creation_time": 1680506750.7720685,
+                "creation_time": 1680526407.3654773,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-4999989.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-7999976.pt"
                 ]
             },
             {
-                "steps": 5000012,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-5000012.onnx",
+                "steps": 8000066,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-8000066.onnx",
                 "reward": 0.0,
-                "creation_time": 1680506751.2435482,
+                "creation_time": 1680526407.997059,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-5000012.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-8000066.pt"
                 ]
             }
         ],
-        "elo": 1421.898554080825,
+        "elo": 1552.714410584676,
         "final_checkpoint": {
-            "steps": 5000012,
+            "steps": 8000066,
             "file_path": "results/SoccerTwos/SoccerTwos.onnx",
             "reward": 0.0,
-            "creation_time": 1680506751.2435482,
+            "creation_time": 1680526407.997059,
             "auxillary_file_paths": [
-                "results/SoccerTwos/SoccerTwos/SoccerTwos-5000012.pt"
+                "results/SoccerTwos/SoccerTwos/SoccerTwos-8000066.pt"
             ]
         }
     },