Push

SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f923f2dbf77c0b99532c00948634de8b66e3709b773e572dccdd5d7306f10fd
+oid sha256:c887be88b7fc8b1c343b90c49fed44eeed34d47cec2895881a90943393bfde0b
 size 18223163

SoccerTwos/{SoccerTwos-266007453.onnx → SoccerTwos-285037451.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f923f2dbf77c0b99532c00948634de8b66e3709b773e572dccdd5d7306f10fd
+oid sha256:890ebef4fffd2c41c7916cdb4ee64be0664a7a8283abba47081a43a4e323c6f5
 size 18223163

SoccerTwos/{SoccerTwos-266007453.pt → SoccerTwos-285037451.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ad3958fc574d8c4241fdfbe9700598880d6fffa34e9c83abbf38de3a5174c9b
+oid sha256:fef23254f17458b27291dae1cb266d8734f6fd06ccac6ab777bdd479fdd7bc2f
 size 176450515

SoccerTwos/{SoccerTwos-266027783.onnx → SoccerTwos-285058939.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f923f2dbf77c0b99532c00948634de8b66e3709b773e572dccdd5d7306f10fd
+oid sha256:c887be88b7fc8b1c343b90c49fed44eeed34d47cec2895881a90943393bfde0b
 size 18223163

SoccerTwos/{SoccerTwos-266027783.pt → SoccerTwos-285058939.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c1cbf1a6ba7647f08876c9b59bf25602df76005994e07b7f8f8d26ca6fe999e
+oid sha256:0450572a42e0531490f041d03bb3960201a33dc06704dc65955142f1bfa84261
 size 176450515

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8dabe579b71650d9e9b1eb2e228a4c2e449bc1d179f366a1ab74121d913a9764
+oid sha256:9412c7b2fc6789f62271c62ed898b74a9d4761b56dfb9229fd1728ecba973e3f
 size 176448815

SoccerTwos/events.out.tfevents.1678276005.jonatan-System-Product-Name.188455.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef2b99d19bcdda78abb216b5531a5e06021e43eb8cac1b536e5cb24e394f6c2
+size 43069

SoccerTwos/events.out.tfevents.1678276313.jonatan-System-Product-Name.190031.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9083373be960f53bc0182b00c5f0ac04f2aa7e26127da30952fd92f584c3904
+size 1184258

SoccerTwos/events.out.tfevents.1678283607.jonatan-System-Product-Name.203017.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e8bc8d72558b5e3593a0e03b8ed14ea1ebfbec8d3716b357b8700286dc55591
+size 1242

SoccerTwos/events.out.tfevents.1678287567.jonatan-System-Product-Name.214209.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b7eb1a652e4e696121902d2b05aca8f14e36843f19fb5fade4fee15549f9792
+size 126554

SoccerTwos/events.out.tfevents.1678289729.jonatan-System-Product-Name.223071.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c40b55f30bb4b1d74cb2687452e98d95644be092e3f133b55519b3f06fcf980
+size 252218

SoccerTwos/events.out.tfevents.1678292028.jonatan-System-Product-Name.229903.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4ce7d27b7aa6d48ada75a92537f9e8d85ce697cff1b149d0161bb95986f43d
+size 1242

SoccerTwos/events.out.tfevents.1678292058.jonatan-System-Product-Name.230126.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae3a611e2317772322f6df21b34ecdd945034690cb55ff4e55bfb7b92ae6ee7
+size 126554

SoccerTwos/events.out.tfevents.1678293366.jonatan-System-Product-Name.235738.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:855dc53a2ec644ad6974d213236ef9ee334b3579e072d3baecadc335353dad51
+size 263042

SoccerTwos/events.out.tfevents.1678295070.jonatan-System-Product-Name.239721.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cd2b9697dff599d9908641c1d38df872b9031b948ae4f5e91e4c247efb12e4
+size 1242

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 6e-05, "beta": 0.01, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 2000000, "network_settings": {"normalize": false, "hidden_units": 1024, "num_layers": 5, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.98, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 2, "even_checkpoints": false, "max_steps": 300000000, "time_horizon": 1000, "summary_freq": 100000, "threaded": false, "self_play": {"save_steps": 200000, "team_change": 200000, "swap_steps": 2000, "window": 100, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "0045", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0002, "beta": 0.01, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "constant"}, "checkpoint_interval": 2000000, "network_settings": {"normalize": false, "hidden_units": 1024, "num_layers": 5, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.98, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 2, "even_checkpoints": false, "max_steps": 800000000, "time_horizon": 1000, "summary_freq": 100000, "threaded": false, "self_play": {"save_steps": 200000, "team_change": 200000, "swap_steps": 2000, "window": 100, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 4, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "0045", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -5,13 +5,13 @@ behaviors:
     hyperparameters:
       batch_size: 2048
       buffer_size: 20480
-      learning_rate: 6.0e-05
+      learning_rate: 0.0002
       beta: 0.01
       epsilon: 0.2
       lambd: 0.95
       num_epoch: 3
-      learning_rate_schedule: constant
-      beta_schedule: constant
+      learning_rate_schedule: linear
+      beta_schedule: linear
       epsilon_schedule: constant
     checkpoint_interval: 2000000
     network_settings:
@@ -37,7 +37,7 @@ behaviors:
     init_path: null
     keep_checkpoints: 2
     even_checkpoints: false
-    max_steps: 300000000
+    max_steps: 800000000
     time_horizon: 1000
     summary_freq: 100000
     threaded: false
@@ -53,7 +53,7 @@ env_settings:
   env_path: ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.x86_64
   env_args: null
   base_port: 5005
-  num_envs: 1
+  num_envs: 4
   num_areas: 1
   seed: -1
   max_lifetime_restarts: 10
@@ -66,7 +66,7 @@ engine_settings:
   time_scale: 20
   target_frame_rate: -1
   capture_frame_rate: 60
-  no_graphics: false
+  no_graphics: true
 environment_parameters: null
 checkpoint_settings:
   run_id: '0045'

run_logs/Player-0.log

@@ -22,14 +22,14 @@ blend_equation_advanced_coherent GL_NVX_blend_equation_advanced_multi_draw_buffe
 der_passthrough GL_NV_gpu_program4 GL_NV_internalformat_sample_query GL_NV_gpu_program4_1 GL_NV_gpu_program5 GL_NV_gpu_program5_mem_extended GL_NV_gpu_program_fp64 GL_NV_gpu_shader5 GL_NV_half_float GL_NV_light_max_exponent GL_NV_memory_attachment GL_NV_mesh_shader GL_NV_multisample_coverage GL_NV_multisample_filter_hint GL_NV_occlusion_query GL_NV_packed_depth_stencil GL_NV_parameter_buffer_object GL_NV_parameter_buffer_object2 GL_NV_path_rendering GL_NV_path_rendering_shared_edge GL_NV_pixel_data_range GL_NV_point_sprite GL_NV_primitive_restart GL_NV_primitive_shading_rate GL_NV_query_resource GL_NV_query_resource_tag GL_NV_register_combiners GL_NV_register_combiners2 GL_NV_representative_fragment_test GL_NV_sample_locations GL_NV_sample_mask_override_coverage GL_NV_scissor_exclusive GL_NV_shader_atomic_counters GL_NV_shader_atomic_float GL_NV_shader_atomic_float64 GL_NV_shader_atomic_fp16_vector GL_NV_shader_atomic_int64 GL_NV_shader_buffer_load GL_NV_shader_storage_buffer_object GL_NV_shader_subgroup_par
 titioned GL_NV_shader_texture_footprint GL_NV_shading_rate_image GL_NV_stereo_view_rendering GL_NV_texgen_reflection GL_NV_texture_barrier GL_NV_texture_compression_vtc GL_NV_texture_dirty_tile_map GL_NV_texture_env_combine4 GL_NV_texture_multisample GL_NV_texture_rectangle GL_NV_texture_rectangle_compressed GL_NV_texture_shader GL_NV_texture_shader2 GL_NV_texture_shader3 GL_NV_transform_feedback GL_NV_transform_feedback2 GL_NV_uniform_buffer_unified_memory GL_NV_uniform_buffer_std430_layout GL_NV_vdpau_interop GL_NV_vdpau_interop2 GL_NV_vertex_array_range GL_NV_vertex_array_range2 GL_NV_vertex_attrib_integer_64bit GL_NV_vertex_buffer_unified_memory GL_NV_vertex_program GL_NV_vertex_program1_1 GL_NV_vertex_program2 GL_NV_vertex_program2_option GL_NV_vertex_program3 GL_NV_viewport_array2 GL_NV_viewport_swizzle GL_NVX_conditional_render GL_NV_gpu_multicast GL_NVX_progress_fence GL_NVX_gpu_memory_info GL_NVX_nvenc_interop GL_NV_shader_thread_group GL_NV_shader_thread_shuffle GL_KHR_blend_equation_advanced GL_KH
 R_blend_equation_advanced_coherent GL_OVR_multiview GL_OVR_multiview2 GL_SGIS_generate_mipmap GL_SGIS_texture_lod GL_SGIX_depth_texture GL_SGIX_shadow GL_SUN_slice_accum
-OPENGL LOG: Creating OpenGL 4.5 graphics device ; Context level  <OpenGL 4.5> ; Context handle 12247784
+OPENGL LOG: Creating OpenGL 4.5 graphics device ; Context level  <OpenGL 4.5> ; Context handle 6557448
 Begin MonoManager ReloadAssembly
 - Completed reload, in  0.053 seconds
 Default vsync count 1
 requesting resize 1920 x 1016
 resizing window to 1920 x 1016
 Desktop is 1920 x 1080 @ 60 Hz
-UnloadTime: 0.868077 ms
+UnloadTime: 0.855464 ms
 Registered Communicator in Agent.
 Setting up 6 worker threads for Enlighten.
 requesting resize 84 x 84
@@ -39,7 +39,7 @@ Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 392 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 420 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -216,16 +216,16 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.1 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [8.0 MB-16.0 MB]: 393 frames
+      Peak usage frame count: [8.0 MB-16.0 MB]: 421 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 12.9 MB
+      Peak Allocated memory 12.8 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 393 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 421 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.5 MB
+      Peak Allocated memory 17.6 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -254,13 +254,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.1 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 392 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 420 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 2.7 MB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 393 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 421 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 175.3 KB
@@ -272,16 +272,16 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.1 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 392 frames, [1.0 MB-2.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 420 frames, [1.0 MB-2.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 1.2 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 393 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 420 frames, [8.0 MB-16.0 MB]: 1 frames
       Requested Block Size 4.0 MB
-      Peak Block count 2
-      Peak Allocated memory 7.8 MB
+      Peak Block count 3
+      Peak Allocated memory 9.3 MB
       Peak Large allocation bytes 0 B
 [ALLOC_TYPETREE] Dual Thread Allocator
   Peak main deferred allocation count 0
@@ -290,13 +290,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.1 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 393 frames
+      Peak usage frame count: [0-1.0 KB]: 421 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 392 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 420 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/Player-1.log

@@ -11,7 +11,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.073 seconds
+- Completed reload, in  0.063 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -36,7 +36,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.679013 ms
+UnloadTime: 0.501931 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
@@ -45,7 +45,7 @@ Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 278792 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 12047 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -68,7 +68,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 6]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 0]
       Initial Block Size 256.0 KB
@@ -193,7 +193,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 10]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 0]
       Initial Block Size 32.0 KB
@@ -217,16 +217,16 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 278793 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 12048 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 4.8 MB
+      Peak Allocated memory 4.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 278793 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 12048 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.5 MB
+      Peak Allocated memory 17.7 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -255,13 +255,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 278792 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 12047 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 278793 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 12048 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -273,16 +273,16 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 278793 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 12048 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 278792 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 12047 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
-      Peak Allocated memory 4.3 MB
+      Peak Allocated memory 4.5 MB
       Peak Large allocation bytes 0 B
 [ALLOC_TYPETREE] Dual Thread Allocator
   Peak main deferred allocation count 0
@@ -291,13 +291,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 278793 frames
+      Peak usage frame count: [0-1.0 KB]: 12048 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 278792 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 12047 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/Player-2.log

@@ -11,7 +11,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.073 seconds
+- Completed reload, in  0.063 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -36,7 +36,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.691607 ms
+UnloadTime: 0.600836 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
@@ -45,7 +45,7 @@ Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 271155 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 11660 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -103,12 +103,12 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 4]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 3]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 12]
       Initial Block Size 32.0 KB
@@ -217,16 +217,16 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 271156 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 11661 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 4.8 MB
+      Peak Allocated memory 4.7 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 271156 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 11661 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.4 MB
+      Peak Allocated memory 17.5 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -255,13 +255,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 271155 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 11660 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 271156 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 11661 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -273,13 +273,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 271156 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 11661 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 271155 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 11660 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 4.5 MB
@@ -291,13 +291,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 271156 frames
+      Peak usage frame count: [0-1.0 KB]: 11661 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 271155 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 11660 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/Player-3.log

@@ -11,7 +11,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.063 seconds
+- Completed reload, in  0.060 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -36,7 +36,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.701355 ms
+UnloadTime: 0.527699 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
@@ -45,7 +45,7 @@ Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 260591 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 11277 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -88,7 +88,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 5]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 14]
       Initial Block Size 32.0 KB
@@ -173,7 +173,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 1]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 2]
       Initial Block Size 256.0 KB
@@ -217,13 +217,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 260592 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 11278 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 4.8 MB
+      Peak Allocated memory 4.9 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 260592 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 11278 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 17.4 MB
@@ -255,13 +255,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 260591 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 11277 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 260592 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 11278 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -273,13 +273,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 260592 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 11278 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 260591 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 11277 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 4.5 MB
@@ -291,13 +291,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 260592 frames
+      Peak usage frame count: [0-1.0 KB]: 11278 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 260591 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 11277 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/timers.json

@@ -1,68 +1,262 @@
 {
     "name": "root",
+    "gauges": {
+        "SoccerTwos.Policy.Entropy.mean": {
+            "value": 1.785467505455017,
+            "min": 1.7533314228057861,
+            "max": 1.8125383853912354,
+            "count": 25
+        },
+        "SoccerTwos.Policy.Entropy.sum": {
+            "value": 381775.8125,
+            "min": 138246.671875,
+            "max": 381775.8125,
+            "count": 25
+        },
+        "SoccerTwos.Environment.EpisodeLength.mean": {
+            "value": 80.3679092382496,
+            "min": 70.66932270916335,
+            "max": 86.73508771929825,
+            "count": 25
+        },
+        "SoccerTwos.Environment.EpisodeLength.sum": {
+            "value": 198348.0,
+            "min": 70952.0,
+            "max": 198348.0,
+            "count": 25
+        },
+        "SoccerTwos.Self-play.ELO.mean": {
+            "value": 1554.8634501166348,
+            "min": 1516.680471772694,
+            "max": 1565.1706635410708,
+            "count": 25
+        },
+        "SoccerTwos.Self-play.ELO.sum": {
+            "value": 1918701.4974439272,
+            "min": 766862.0180412501,
+            "max": 2026504.8405150368,
+            "count": 25
+        },
+        "SoccerTwos.Step.mean": {
+            "value": 284999985.0,
+            "min": 282599973.0,
+            "max": 284999985.0,
+            "count": 25
+        },
+        "SoccerTwos.Step.sum": {
+            "value": 284999985.0,
+            "min": 282599973.0,
+            "max": 284999985.0,
+            "count": 25
+        },
+        "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
+            "value": -0.013766289688646793,
+            "min": -0.04325499013066292,
+            "max": 0.028911622241139412,
+            "count": 25
+        },
+        "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
+            "value": -16.973834991455078,
+            "min": -52.59806823730469,
+            "max": 35.445648193359375,
+            "count": 25
+        },
+        "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
+            "value": -0.014076096937060356,
+            "min": -0.043857090175151825,
+            "max": 0.028155134990811348,
+            "count": 25
+        },
+        "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
+            "value": -17.35582733154297,
+            "min": -53.330223083496094,
+            "max": 34.51819610595703,
+            "count": 25
+        },
+        "SoccerTwos.Environment.CumulativeReward.mean": {
+            "value": 0.0,
+            "min": 0.0,
+            "max": 0.0,
+            "count": 25
+        },
+        "SoccerTwos.Environment.CumulativeReward.sum": {
+            "value": 0.0,
+            "min": 0.0,
+            "max": 0.0,
+            "count": 25
+        },
+        "SoccerTwos.Policy.ExtrinsicReward.mean": {
+            "value": -0.04939902640897282,
+            "min": -0.11146427176431743,
+            "max": 0.04682358490221156,
+            "count": 25
+        },
+        "SoccerTwos.Policy.ExtrinsicReward.sum": {
+            "value": -60.90899956226349,
+            "min": -124.74880027770996,
+            "max": 59.5595999956131,
+            "count": 25
+        },
+        "SoccerTwos.Environment.GroupCumulativeReward.mean": {
+            "value": -0.04939902640897282,
+            "min": -0.11146427176431743,
+            "max": 0.04682358490221156,
+            "count": 25
+        },
+        "SoccerTwos.Environment.GroupCumulativeReward.sum": {
+            "value": -60.90899956226349,
+            "min": -124.74880027770996,
+            "max": 59.5595999956131,
+            "count": 25
+        },
+        "SoccerTwos.Losses.PolicyLoss.mean": {
+            "value": 0.038700790232154156,
+            "min": 0.03814810083170111,
+            "max": 0.040822582643886565,
+            "count": 25
+        },
+        "SoccerTwos.Losses.PolicyLoss.sum": {
+            "value": 0.19350395116077077,
+            "min": 0.03974325737605492,
+            "max": 0.2041129132194328,
+            "count": 25
+        },
+        "SoccerTwos.Losses.ValueLoss.mean": {
+            "value": 0.0530969874560833,
+            "min": 0.05099496816595396,
+            "max": 0.06051047009726365,
+            "count": 25
+        },
+        "SoccerTwos.Losses.ValueLoss.sum": {
+            "value": 0.2654849372804165,
+            "min": 0.06051047009726365,
+            "max": 0.27922535687685013,
+            "count": 25
+        },
+        "SoccerTwos.Losses.BaselineLoss.mean": {
+            "value": 0.05362743196388085,
+            "min": 0.05145083437363307,
+            "max": 0.06129975927372774,
+            "count": 25
+        },
+        "SoccerTwos.Losses.BaselineLoss.sum": {
+            "value": 0.2681371598194043,
+            "min": 0.06129975927372774,
+            "max": 0.2828406477967898,
+            "count": 25
+        },
+        "SoccerTwos.Policy.LearningRate.mean": {
+            "value": 0.00012876122356940604,
+            "min": 0.00012876122356940604,
+            "max": 0.00012935382157310688,
+            "count": 25
+        },
+        "SoccerTwos.Policy.LearningRate.sum": {
+            "value": 0.0006438061178470302,
+            "min": 0.00012935382157310688,
+            "max": 0.0006466917569042098,
+            "count": 25
+        },
+        "SoccerTwos.Policy.Epsilon.mean": {
+            "value": 0.2000000000000001,
+            "min": 0.20000000000000007,
+            "max": 0.2000000000000001,
+            "count": 25
+        },
+        "SoccerTwos.Policy.Epsilon.sum": {
+            "value": 1.0000000000000004,
+            "min": 0.20000000000000007,
+            "max": 1.0000000000000004,
+            "count": 25
+        },
+        "SoccerTwos.Policy.Beta.mean": {
+            "value": 0.006441621338102501,
+            "min": 0.006441621338102501,
+            "max": 0.0064712216231875,
+            "count": 25
+        },
+        "SoccerTwos.Policy.Beta.sum": {
+            "value": 0.0322081066905125,
+            "min": 0.0064712216231875,
+            "max": 0.032352244433487505,
+            "count": 25
+        },
+        "SoccerTwos.IsTraining.mean": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 25
+        },
+        "SoccerTwos.IsTraining.sum": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 25
+        }
+    },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1678275508",
+        "start_time_seconds": "1678293365",
         "python_version": "3.9.16 (main, Dec  7 2022, 01:11:51) \n[GCC 9.4.0]",
-        "command_line_arguments": "/home/jonatan/PycharmProjects/HuggingFaceDLUnit7/venv3.9/bin/mlagents-learn ./config/poca/0045.yaml --env=ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.x86_64 --run-id=0045 --resume",
+        "command_line_arguments": "/home/jonatan/PycharmProjects/HuggingFaceDLUnit7/venv3.9/bin/mlagents-learn ./config/poca/0045.yaml --env=ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.x86_64 --run-id=0045 --num-envs=4 --no-graphics --resume",
         "mlagents_version": "0.31.0.dev0",
         "mlagents_envs_version": "0.31.0.dev0",
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "1.13.0+cu117",
         "numpy_version": "1.21.2",
-        "end_time_seconds": "1678275539"
+        "end_time_seconds": "1678295064"
     },
-    "total": 31.092196198005695,
+    "total": 1698.9724282550014,
     "count": 1,
-    "self": 0.0037915730063105,
+    "self": 0.0045828020083718,
     "children": {
         "run_training.setup": {
-            "total": 0.007317465991945937,
+            "total": 0.021350105991587043,
             "count": 1,
-            "self": 0.007317465991945937
+            "self": 0.021350105991587043
         },
         "TrainerController.start_learning": {
-            "total": 31.08108715900744,
+            "total": 1698.9464953470015,
             "count": 1,
-            "self": 0.021657890334608965,
+            "self": 2.1852149589831242,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 4.227866627988988,
-                    "count": 2,
-                    "self": 4.227866627988988
+                    "total": 2.473795368015999,
+                    "count": 14,
+                    "self": 2.473795368015999
                 },
                 "TrainerController.advance": {
-                    "total": 26.320208016681136,
-                    "count": 1425,
-                    "self": 0.019404788996325806,
+                    "total": 1693.8140868849878,
+                    "count": 114160,
+                    "self": 1.9898555978143122,
                     "children": {
                         "env_step": {
-                            "total": 23.798797103008837,
-                            "count": 1425,
-                            "self": 18.718660524493316,
+                            "total": 934.6189065071667,
+                            "count": 114160,
+                            "self": 291.0145884895028,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 5.066611732443562,
-                                    "count": 1425,
-                                    "self": 0.10064278668141924,
+                                    "total": 642.2207023772644,
+                                    "count": 170192,
+                                    "self": 16.130694490042515,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 4.9659689457621425,
-                                            "count": 2618,
-                                            "self": 4.9659689457621425
+                                            "total": 626.0900078872219,
+                                            "count": 316264,
+                                            "self": 626.0900078872219
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 0.013524846071959473,
-                                    "count": 1424,
+                                    "total": 1.383615640399512,
+                                    "count": 114160,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 30.521023865119787,
-                                            "count": 1424,
+                                            "total": 6779.717539215388,
+                                            "count": 170160,
                                             "is_parallel": true,
-                                            "self": 14.406335731662693,
+                                            "self": 4927.262891900886,
                                             "children": {
                                                 "run_training.setup": {
                                                     "total": 0.0,
@@ -71,48 +265,48 @@
                                                     "self": 0.0,
                                                     "children": {
                                                         "steps_from_proto": {
-                                                            "total": 0.0016799310105852783,
+                                                            "total": 0.002911180999944918,
                                                             "count": 2,
                                                             "is_parallel": true,
-                                                            "self": 0.00035709601070266217,
+                                                            "self": 0.0005552660004468635,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.001322834999882616,
+                                                                    "total": 0.0023559149994980544,
                                                                     "count": 8,
                                                                     "is_parallel": true,
-                                                                    "self": 0.001322834999882616
+                                                                    "self": 0.0023559149994980544
                                                                 }
                                                             }
                                                         },
                                                         "UnityEnvironment.step": {
-                                                            "total": 0.023072064999723807,
+                                                            "total": 0.02444807899883017,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.0009018969867611304,
+                                                            "self": 0.0007811499963281676,
                                                             "children": {
                                                                 "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.0007197460072347894,
+                                                                    "total": 0.0005814850010210648,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0007197460072347894
+                                                                    "self": 0.0005814850010210648
                                                                 },
                                                                 "communicator.exchange": {
-                                                                    "total": 0.0191217859974131,
+                                                                    "total": 0.021092420996865258,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0191217859974131
+                                                                    "self": 0.021092420996865258
                                                                 },
                                                                 "steps_from_proto": {
-                                                                    "total": 0.0023286360083147883,
+                                                                    "total": 0.0019930230046156794,
                                                                     "count": 2,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00039010102045722306,
+                                                                    "self": 0.0003669810248538852,
                                                                     "children": {
                                                                         "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.0019385349878575653,
+                                                                            "total": 0.0016260419797617942,
                                                                             "count": 8,
                                                                             "is_parallel": true,
-                                                                            "self": 0.0019385349878575653
+                                                                            "self": 0.0016260419797617942
                                                                         }
                                                                     }
                                                                 }
@@ -121,48 +315,48 @@
                                                     }
                                                 },
                                                 "steps_from_proto": {
-                                                    "total": 0.002299601008417085,
-                                                    "count": 2,
+                                                    "total": 0.12344608901184984,
+                                                    "count": 104,
                                                     "is_parallel": true,
-                                                    "self": 0.00037871899257879704,
+                                                    "self": 0.01987769406696316,
                                                     "children": {
                                                         "_process_rank_one_or_two_observation": {
-                                                            "total": 0.0019208820158382878,
-                                                            "count": 8,
+                                                            "total": 0.10356839494488668,
+                                                            "count": 416,
                                                             "is_parallel": true,
-                                                            "self": 0.0019208820158382878
+                                                            "self": 0.10356839494488668
                                                         }
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 16.112388532448676,
-                                                    "count": 1423,
+                                                    "total": 1852.33120122549,
+                                                    "count": 170159,
                                                     "is_parallel": true,
-                                                    "self": 1.1016253222187515,
+                                                    "self": 126.55510670575313,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 0.6825199059821898,
-                                                            "count": 1423,
+                                                            "total": 81.7402612905571,
+                                                            "count": 170159,
                                                             "is_parallel": true,
-                                                            "self": 0.6825199059821898
+                                                            "self": 81.7402612905571
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 11.559042811233667,
-                                                            "count": 1423,
+                                                            "total": 1323.6641007801518,
+                                                            "count": 170159,
                                                             "is_parallel": true,
-                                                            "self": 11.559042811233667
+                                                            "self": 1323.6641007801518
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 2.7692004930140683,
-                                                            "count": 2846,
+                                                            "total": 320.37173244902806,
+                                                            "count": 340318,
                                                             "is_parallel": true,
-                                                            "self": 0.4517837039893493,
+                                                            "self": 55.07562243107532,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 2.317416789024719,
-                                                                    "count": 11384,
+                                                                    "total": 265.29611001795274,
+                                                                    "count": 1361272,
                                                                     "is_parallel": true,
-                                                                    "self": 2.317416789024719
+                                                                    "self": 265.29611001795274
                                                                 }
                                                             }
                                                         }
@@ -175,33 +369,52 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 2.5020061246759724,
-                            "count": 1424,
-                            "self": 0.13899400163791142,
+                            "total": 757.2053247800068,
+                            "count": 114160,
+                            "self": 21.65451339124411,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 2.363012123038061,
-                                    "count": 1424,
-                                    "self": 2.363012123038061
+                                    "total": 302.21097250367166,
+                                    "count": 114160,
+                                    "self": 301.7791869576613,
+                                    "children": {
+                                        "RLTrainer._checkpoint": {
+                                            "total": 0.4317855460103601,
+                                            "count": 1,
+                                            "self": 0.4317855460103601
+                                        }
+                                    }
+                                },
+                                "_update_policy": {
+                                    "total": 433.339838885091,
+                                    "count": 120,
+                                    "self": 287.71175765620137,
+                                    "children": {
+                                        "TorchPOCAOptimizer.update": {
+                                            "total": 145.62808122888964,
+                                            "count": 3570,
+                                            "self": 145.62808122888964
+                                        }
+                                    }
                                 }
                             }
                         }
                     }
                 },
                 "trainer_threads": {
-                    "total": 1.1219963198527694e-06,
+                    "total": 6.710033630952239e-07,
                     "count": 1,
-                    "self": 1.1219963198527694e-06
+                    "self": 6.710033630952239e-07
                 },
                 "TrainerController._save_models": {
-                    "total": 0.5113535020063864,
+                    "total": 0.47339746401121374,
                     "count": 1,
-                    "self": 0.01440430099319201,
+                    "self": 0.013106627011438832,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.4969492010131944,
+                            "total": 0.4602908369997749,
                             "count": 1,
-                            "self": 0.4969492010131944
+                            "self": 0.4602908369997749
                         }
                     }
                 }

run_logs/training_status.json

@@ -2,32 +2,32 @@
     "SoccerTwos": {
         "checkpoints": [
             {
-                "steps": 266007453,
-                "file_path": "results/0045/SoccerTwos/SoccerTwos-266007453.onnx",
+                "steps": 283999905,
+                "file_path": "results/0045/SoccerTwos/SoccerTwos-283999905.onnx",
                 "reward": 0.0,
-                "creation_time": 1678275504.306346,
+                "creation_time": 1678294385.517704,
                 "auxillary_file_paths": [
-                    "results/0045/SoccerTwos/SoccerTwos-266007453.pt"
+                    "results/0045/SoccerTwos/SoccerTwos-283999905.pt"
                 ]
             },
             {
-                "steps": 266027783,
-                "file_path": "results/0045/SoccerTwos/SoccerTwos-266027783.onnx",
-                "reward": 0.0,
-                "creation_time": 1678275539.361819,
+                "steps": 285037451,
+                "file_path": "results/0045/SoccerTwos/SoccerTwos-285037451.onnx",
+                "reward": null,
+                "creation_time": 1678295064.4530222,
                 "auxillary_file_paths": [
-                    "results/0045/SoccerTwos/SoccerTwos-266027783.pt"
+                    "results/0045/SoccerTwos/SoccerTwos-285037451.pt"
                 ]
             }
         ],
-        "elo": 1595.1322929046296,
+        "elo": 1539.6312602748194,
         "final_checkpoint": {
-            "steps": 266027783,
+            "steps": 285037451,
             "file_path": "results/0045/SoccerTwos.onnx",
-            "reward": 0.0,
-            "creation_time": 1678275539.361819,
+            "reward": null,
+            "creation_time": 1678295064.4530222,
             "auxillary_file_paths": [
-                "results/0045/SoccerTwos/SoccerTwos-266027783.pt"
+                "results/0045/SoccerTwos/SoccerTwos-285037451.pt"
             ]
         }
     },