Second Push`

SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d02a32a1a4927e0fdced59f39206848e5c87e72cf3a1d20f1b8135efd0c9a2a3
+oid sha256:ae0b21a7a09a78f5ba7d21faf017d0d3801e359e016885255a0595ae52d6d440
 size 1768746

SoccerTwos/SoccerTwos-1973470.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0b21a7a09a78f5ba7d21faf017d0d3801e359e016885255a0595ae52d6d440
+size 1768746

SoccerTwos/SoccerTwos-1973470.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251f07080eab37c9ff2a8bb1312a3decf4e62705369f41c8593e0f4252fa344f
+size 28429903

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f08e2b7f9c68ea4b5600fbcd46794b0661ab8a7734c49ef53af3e8e34ba07024
+oid sha256:093d6e3ac24c7949098a9cb254d9198f20dacfea6e1e9622c6b1b781a6fc2916
 size 28428927

SoccerTwos/events.out.tfevents.1683540318.Terra15.9120.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb9060630560ef422768c537c53ff4e251efa8d74d11f2383f11ca817ff745bb
+size 483405

run_logs/Player-0.log

@@ -9,7 +9,7 @@ NullGfxDevice:
  Renderer: Null Device
  Vendor: Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in 0.095 seconds
+- Completed reload, in 0.117 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 Microsoft Media Foundation video decoding to texture disabled: graphics device is Null, only Direct3D 11 and Direct3D 12 (only on desktop) are supported for hardware-accelerated video decoding.
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -35,156 +35,15 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.510400 ms
+UnloadTime: 0.537700 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
 Setting up 6 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
  StackAllocators : 
  [ALLOC_TEMP_MAIN]
- Peak usage frame count: [8.0 KB-16.0 KB]: 19282 frames, [2.0 MB-4.0 MB]: 1 frames
+ Peak usage frame count: [8.0 KB-16.0 KB]: 8754 frames, [2.0 MB-4.0 MB]: 1 frames
  Initial Block Size 4.0 MB
  Current Block Size 4.0 MB
  Peak Allocated Bytes 2.0 MB
@@ -207,7 +66,7 @@ Memory Statistics:
  [ALLOC_TEMP_Job.Worker 6]
  Initial Block Size 256.0 KB
  Current Block Size 256.0 KB
- Peak Allocated Bytes 0 B
+ Peak Allocated Bytes 0.8 KB
  Overflow Count 0
  [ALLOC_TEMP_Job.Worker 0]
  Initial Block Size 256.0 KB
@@ -224,16 +83,16 @@ Memory Statistics:
  Current Block Size 32.0 KB
  Peak Allocated Bytes 54 B
  Overflow Count 0
- [ALLOC_TEMP_Background Job.Worker 14]
- Initial Block Size 32.0 KB
- Current Block Size 32.0 KB
- Peak Allocated Bytes 54 B
- Overflow Count 0
  [ALLOC_TEMP_Job.Worker 5]
  Initial Block Size 256.0 KB
  Current Block Size 256.0 KB
  Peak Allocated Bytes 0 B
  Overflow Count 0
+ [ALLOC_TEMP_Background Job.Worker 14]
+ Initial Block Size 32.0 KB
+ Current Block Size 32.0 KB
+ Peak Allocated Bytes 54 B
+ Overflow Count 0
  [ALLOC_TEMP_Background Job.Worker 6]
  Initial Block Size 32.0 KB
  Current Block Size 32.0 KB
@@ -247,7 +106,7 @@ Memory Statistics:
  [ALLOC_TEMP_Job.Worker 3]
  Initial Block Size 256.0 KB
  Current Block Size 256.0 KB
- Peak Allocated Bytes 0.8 KB
+ Peak Allocated Bytes 0 B
  Overflow Count 0
  [ALLOC_TEMP_Background Job.Worker 12]
  Initial Block Size 32.0 KB
@@ -350,22 +209,22 @@ Memory Statistics:
  Peak Allocated Bytes 54 B
  Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
- Peak main deferred allocation count 4
+ Peak main deferred allocation count 3
  [ALLOC_BUCKET]
  Large Block size 4.0 MB
  Used Block count 1
  Peak Allocated bytes 0.9 MB
  [ALLOC_DEFAULT_MAIN]
- Peak usage frame count: [4.0 MB-8.0 MB]: 19283 frames
+ Peak usage frame count: [4.0 MB-8.0 MB]: 8755 frames
  Requested Block Size 16.0 MB
  Peak Block count 1
- Peak Allocated memory 5.1 MB
+ Peak Allocated memory 5.2 MB
  Peak Large allocation bytes 0 B
  [ALLOC_DEFAULT_THREAD]
- Peak usage frame count: [16.0 MB-32.0 MB]: 19283 frames
+ Peak usage frame count: [16.0 MB-32.0 MB]: 8755 frames
  Requested Block Size 16.0 MB
  Peak Block count 1
- Peak Allocated memory 17.3 MB
+ Peak Allocated memory 17.2 MB
  Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
  Initial Block Size 2.0 MB
@@ -394,13 +253,13 @@ Memory Statistics:
  Used Block count 1
  Peak Allocated bytes 0.9 MB
  [ALLOC_GFX_MAIN]
- Peak usage frame count: [32.0 KB-64.0 KB]: 19282 frames, [64.0 KB-128.0 KB]: 1 frames
+ Peak usage frame count: [32.0 KB-64.0 KB]: 8754 frames, [64.0 KB-128.0 KB]: 1 frames
  Requested Block Size 16.0 MB
  Peak Block count 1
  Peak Allocated memory 65.6 KB
  Peak Large allocation bytes 0 B
  [ALLOC_GFX_THREAD]
- Peak usage frame count: [128.0 KB-256.0 KB]: 19283 frames
+ Peak usage frame count: [128.0 KB-256.0 KB]: 8755 frames
  Requested Block Size 16.0 MB
  Peak Block count 1
  Peak Allocated memory 173.6 KB
@@ -412,13 +271,13 @@ Memory Statistics:
  Used Block count 1
  Peak Allocated bytes 0.9 MB
  [ALLOC_CACHEOBJECTS_MAIN]
- Peak usage frame count: [0.5 MB-1.0 MB]: 19283 frames
+ Peak usage frame count: [0.5 MB-1.0 MB]: 8755 frames
  Requested Block Size 4.0 MB
  Peak Block count 1
  Peak Allocated memory 0.6 MB
  Peak Large allocation bytes 0 B
  [ALLOC_CACHEOBJECTS_THREAD]
- Peak usage frame count: [0.5 MB-1.0 MB]: 19282 frames, [2.0 MB-4.0 MB]: 1 frames
+ Peak usage frame count: [0.5 MB-1.0 MB]: 8754 frames, [2.0 MB-4.0 MB]: 1 frames
  Requested Block Size 4.0 MB
  Peak Block count 1
  Peak Allocated memory 3.2 MB
@@ -430,13 +289,13 @@ Memory Statistics:
  Used Block count 1
  Peak Allocated bytes 0.9 MB
  [ALLOC_TYPETREE_MAIN]
- Peak usage frame count: [0-1.0 KB]: 19283 frames
+ Peak usage frame count: [0-1.0 KB]: 8755 frames
  Requested Block Size 2.0 MB
  Peak Block count 1
  Peak Allocated memory 1.0 KB
  Peak Large allocation bytes 0 B
  [ALLOC_TYPETREE_THREAD]
- Peak usage frame count: [1.0 KB-2.0 KB]: 19282 frames, [2.0 KB-4.0 KB]: 1 frames
+ Peak usage frame count: [1.0 KB-2.0 KB]: 8754 frames, [2.0 KB-4.0 KB]: 1 frames
  Requested Block Size 2.0 MB
  Peak Block count 1
  Peak Allocated memory 2.2 KB

run_logs/timers.json

@@ -2,201 +2,201 @@
  "name": "root",
  "gauges": {
  "SoccerTwos.Policy.Entropy.mean": {
- "value": 2.7790799140930176,
- "min": 2.7673559188842773,
- "max": 3.1896491050720215,
- "count": 101
+ "value": 2.62625789642334,
+ "min": 2.62625789642334,
+ "max": 2.7782092094421387,
+ "count": 47
  },
  "SoccerTwos.Policy.Entropy.sum": {
- "value": 59316.6796875,
- "min": 24717.380859375,
- "max": 108151.234375,
- "count": 101
+ "value": 52861.3203125,
+ "min": 11847.72265625,
+ "max": 61121.7578125,
+ "count": 47
  },
  "SoccerTwos.Environment.EpisodeLength.mean": {
- "value": 94.43137254901961,
- "min": 77.15873015873017,
- "max": 863.6666666666666,
- "count": 101
+ "value": 57.252873563218394,
+ "min": 45.266666666666666,
+ "max": 95.9,
+ "count": 47
  },
  "SoccerTwos.Environment.EpisodeLength.sum": {
- "value": 19264.0,
- "min": 1568.0,
- "max": 27596.0,
- "count": 101
+ "value": 19924.0,
+ "min": 2716.0,
+ "max": 20816.0,
+ "count": 47
  },
  "SoccerTwos.Self-play.ELO.mean": {
- "value": 1317.766613274188,
- "min": 1191.0094020599706,
- "max": 1317.766613274188,
- "count": 101
+ "value": 1368.8329357685893,
+ "min": 1307.1899365253923,
+ "max": 1370.886337756243,
+ "count": 47
  },
  "SoccerTwos.Self-play.ELO.sum": {
- "value": 134412.1945539672,
- "min": 4787.145774051162,
- "max": 164474.11482769574,
- "count": 101
+ "value": 238176.93082373455,
+ "min": 39285.2455739693,
+ "max": 251935.64842539627,
+ "count": 47
  },
  "SoccerTwos.Step.mean": {
- "value": 1499840.0,
- "min": 499962.0,
- "max": 1499840.0,
- "count": 101
+ "value": 1969946.0,
+ "min": 1509982.0,
+ "max": 1969946.0,
+ "count": 47
  },
  "SoccerTwos.Step.sum": {
- "value": 1499840.0,
- "min": 499962.0,
- "max": 1499840.0,
- "count": 101
+ "value": 1969946.0,
+ "min": 1509982.0,
+ "max": 1969946.0,
+ "count": 47
  },
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
- "value": 0.13537664711475372,
- "min": -0.04714304208755493,
- "max": 0.16433529555797577,
- "count": 101
+ "value": -0.0003948102821595967,
+ "min": -0.1366952508687973,
+ "max": 0.10231495648622513,
+ "count": 47
  },
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
- "value": 13.808417320251465,
- "min": -1.3061500787734985,
- "max": 20.168180465698242,
- "count": 101
+ "value": -0.069091796875,
+ "min": -5.721193790435791,
+ "max": 17.658130645751953,
+ "count": 47
  },
  "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
- "value": 0.14342112839221954,
- "min": -0.045699164271354675,
- "max": 0.16521891951560974,
- "count": 101
+ "value": -0.006278275046497583,
+ "min": -0.1409110277891159,
+ "max": 0.10178419202566147,
+ "count": 47
  },
  "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
- "value": 14.628955841064453,
- "min": -1.331038475036621,
- "max": 20.44628143310547,
- "count": 101
+ "value": -1.0986981391906738,
+ "min": -5.614638328552246,
+ "max": 17.812232971191406,
+ "count": 47
  },
  "SoccerTwos.Environment.CumulativeReward.mean": {
  "value": 0.0,
  "min": 0.0,
  "max": 0.0,
- "count": 101
+ "count": 47
  },
  "SoccerTwos.Environment.CumulativeReward.sum": {
  "value": 0.0,
  "min": 0.0,
  "max": 0.0,
- "count": 101
+ "count": 47
  },
  "SoccerTwos.Policy.ExtrinsicReward.mean": {
- "value": 0.1569764719289892,
- "min": -1.0,
- "max": 0.4965799994766712,
- "count": 101
+ "value": -0.18541714327675957,
+ "min": -0.72658571600914,
+ "max": 0.21081257581710816,
+ "count": 47
  },
  "SoccerTwos.Policy.ExtrinsicReward.sum": {
- "value": 16.011600136756897,
- "min": -17.929999947547913,
- "max": 48.75119984149933,
- "count": 101
+ "value": -32.44800007343292,
+ "min": -34.59839975833893,
+ "max": 36.89220076799393,
+ "count": 47
  },
  "SoccerTwos.Environment.GroupCumulativeReward.mean": {
- "value": 0.1569764719289892,
- "min": -1.0,
- "max": 0.4965799994766712,
- "count": 101
+ "value": -0.18541714327675957,
+ "min": -0.72658571600914,
+ "max": 0.21081257581710816,
+ "count": 47
  },
  "SoccerTwos.Environment.GroupCumulativeReward.sum": {
- "value": 16.011600136756897,
- "min": -17.929999947547913,
- "max": 48.75119984149933,
- "count": 101
+ "value": -32.44800007343292,
+ "min": -34.59839975833893,
+ "max": 36.89220076799393,
+ "count": 47
  },
  "SoccerTwos.IsTraining.mean": {
  "value": 1.0,
  "min": 1.0,
  "max": 1.0,
- "count": 101
+ "count": 47
  },
  "SoccerTwos.IsTraining.sum": {
  "value": 1.0,
  "min": 1.0,
  "max": 1.0,
- "count": 101
+ "count": 47
  },
  "SoccerTwos.Losses.PolicyLoss.mean": {
- "value": 0.015549518424086273,
- "min": 0.011059586104238406,
- "max": 0.021958460473494295,
- "count": 47
+ "value": 0.016621051798574628,
+ "min": 0.013348615836972992,
+ "max": 0.02137369900253058,
+ "count": 22
  },
  "SoccerTwos.Losses.PolicyLoss.sum": {
- "value": 0.015549518424086273,
- "min": 0.011059586104238406,
- "max": 0.021958460473494295,
- "count": 47
+ "value": 0.016621051798574628,
+ "min": 0.013348615836972992,
+ "max": 0.02137369900253058,
+ "count": 22
  },
  "SoccerTwos.Losses.ValueLoss.mean": {
- "value": 0.05925732130805651,
- "min": 0.004589237932426234,
- "max": 0.06455991578598817,
- "count": 47
+ "value": 0.08482903689146042,
+ "min": 0.06658999721209208,
+ "max": 0.08812806010246277,
+ "count": 22
  },
  "SoccerTwos.Losses.ValueLoss.sum": {
- "value": 0.05925732130805651,
- "min": 0.004589237932426234,
- "max": 0.06455991578598817,
- "count": 47
+ "value": 0.08482903689146042,
+ "min": 0.06658999721209208,
+ "max": 0.08812806010246277,
+ "count": 22
  },
  "SoccerTwos.Losses.BaselineLoss.mean": {
- "value": 0.061156470452745755,
- "min": 0.004673675013085206,
- "max": 0.06619352300961813,
- "count": 47
+ "value": 0.08640554621815681,
+ "min": 0.0681173608948787,
+ "max": 0.09004384949803353,
+ "count": 22
  },
  "SoccerTwos.Losses.BaselineLoss.sum": {
- "value": 0.061156470452745755,
- "min": 0.004673675013085206,
- "max": 0.06619352300961813,
- "count": 47
+ "value": 0.08640554621815681,
+ "min": 0.0681173608948787,
+ "max": 0.09004384949803353,
+ "count": 22
  },
  "SoccerTwos.Policy.LearningRate.mean": {
  "value": 0.0003,
  "min": 0.0003,
  "max": 0.0003,
- "count": 47
+ "count": 22
  },
  "SoccerTwos.Policy.LearningRate.sum": {
  "value": 0.0003,
  "min": 0.0003,
  "max": 0.0003,
- "count": 47
+ "count": 22
  },
  "SoccerTwos.Policy.Epsilon.mean": {
  "value": 0.20000000000000007,
  "min": 0.20000000000000007,
  "max": 0.20000000000000007,
- "count": 47
+ "count": 22
  },
  "SoccerTwos.Policy.Epsilon.sum": {
  "value": 0.20000000000000007,
  "min": 0.20000000000000007,
  "max": 0.20000000000000007,
- "count": 47
+ "count": 22
  },
  "SoccerTwos.Policy.Beta.mean": {
  "value": 0.005000000000000001,
  "min": 0.005000000000000001,
  "max": 0.005000000000000001,
- "count": 47
+ "count": 22
  },
  "SoccerTwos.Policy.Beta.sum": {
  "value": 0.005000000000000001,
  "min": 0.005000000000000001,
  "max": 0.005000000000000001,
- "count": 47
+ "count": 22
  }
  },
  "metadata": {
  "timer_format_version": "0.1.0",
- "start_time_seconds": "1683536979",
+ "start_time_seconds": "1683540313",
  "python_version": "3.9.16 (main, Mar 8 2023, 10:39:24) [MSC v.1916 64 bit (AMD64)]",
  "command_line_arguments": "C:\\ProgramData\\Anaconda3\\envs\\rl\\Scripts\\mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.exe --run-id=SoccerTwos --no-graphics --resume",
  "mlagents_version": "0.31.0.dev0",
@@ -204,103 +204,103 @@
  "communication_protocol_version": "1.5.0",
  "pytorch_version": "2.0.0+cpu",
  "numpy_version": "1.21.2",
- "end_time_seconds": "1683539851"
+ "end_time_seconds": "1683541800"
  },
- "total": 2871.6862195,
+ "total": 1486.7671128,
  "count": 1,
- "self": 0.009253200000330253,
+ "self": 4.0910437,
  "children": {
  "run_training.setup": {
- "total": 0.11385299999999976,
+ "total": 0.13926660000000002,
  "count": 1,
- "self": 0.11385299999999976
+ "self": 0.13926660000000002
  },
  "TrainerController.start_learning": {
- "total": 2871.5631132999997,
+ "total": 1482.5368025,
  "count": 1,
- "self": 1.8008121000038955,
+ "self": 0.8574506000129531,
  "children": {
  "TrainerController._reset_env": {
- "total": 3.379782399999983,
- "count": 7,
- "self": 3.379782399999983
+ "total": 4.172603299999887,
+ "count": 4,
+ "self": 4.172603299999887
  },
  "TrainerController.advance": {
- "total": 2866.2116627999962,
- "count": 66183,
- "self": 1.788622499943358,
+ "total": 1477.277212499987,
+ "count": 31887,
+ "self": 0.8596337999849766,
  "children": {
  "env_step": {
- "total": 1304.5602253000454,
- "count": 66183,
- "self": 1015.3481289999866,
+ "total": 615.6045402999948,
+ "count": 31887,
+ "self": 481.9097624999946,
  "children": {
  "SubprocessEnvManager._take_step": {
- "total": 288.079555200032,
- "count": 66183,
- "self": 10.19383640001331,
+ "total": 133.15453040000767,
+ "count": 31887,
+ "self": 4.589623900000049,
  "children": {
  "TorchPolicy.evaluate": {
- "total": 277.8857188000187,
- "count": 128552,
- "self": 277.8857188000187
+ "total": 128.56490650000762,
+ "count": 58364,
+ "self": 128.56490650000762
  }
  }
  },
  "workers": {
- "total": 1.1325411000268808,
- "count": 66183,
+ "total": 0.5402473999925368,
+ "count": 31886,
  "self": 0.0,
  "children": {
  "worker_root": {
- "total": 2845.4140275000805,
- "count": 66183,
+ "total": 1477.1945728999872,
+ "count": 31886,
  "is_parallel": true,
- "self": 2033.4043750000096,
+ "self": 1090.7937164999994,
  "children": {
  "steps_from_proto": {
- "total": 0.013983400000760149,
- "count": 14,
+ "total": 0.0075131999997255505,
+ "count": 8,
  "is_parallel": true,
- "self": 0.0029130000012500545,
+ "self": 0.0016460999999976522,
  "children": {
  "_process_rank_one_or_two_observation": {
- "total": 0.011070399999510094,
- "count": 56,
+ "total": 0.005867099999727898,
+ "count": 32,
  "is_parallel": true,
- "self": 0.011070399999510094
+ "self": 0.005867099999727898
  }
  }
  },
  "UnityEnvironment.step": {
- "total": 811.99566910007,
- "count": 66183,
+ "total": 386.39334319998795,
+ "count": 31886,
  "is_parallel": true,
- "self": 38.768556000053195,
+ "self": 18.223150499971553,
  "children": {
  "UnityEnvironment._generate_step_input": {
- "total": 33.13809029998847,
- "count": 66183,
+ "total": 15.777087200007845,
+ "count": 31886,
  "is_parallel": true,
- "self": 33.13809029998847
+ "self": 15.777087200007845
  },
  "communicator.exchange": {
- "total": 616.3125039000274,
- "count": 66183,
+ "total": 293.5484852000054,
+ "count": 31886,
  "is_parallel": true,
- "self": 616.3125039000274
+ "self": 293.5484852000054
  },
  "steps_from_proto": {
- "total": 123.77651890000097,
- "count": 132366,
+ "total": 58.844620300003186,
+ "count": 63772,
  "is_parallel": true,
- "self": 26.74296729995872,
+ "self": 12.831350399983563,
  "children": {
  "_process_rank_one_or_two_observation": {
- "total": 97.03355160004224,
- "count": 529464,
+ "total": 46.01326990001962,
+ "count": 255088,
  "is_parallel": true,
- "self": 97.03355160004224
+ "self": 46.01326990001962
  }
  }
  }
@@ -313,31 +313,24 @@
  }
  },
  "trainer_advance": {
- "total": 1559.8628150000072,
- "count": 66183,
- "self": 11.65355530003626,
+ "total": 860.8130384000071,
+ "count": 31886,
+ "self": 5.657233600010272,
  "children": {
  "process_trajectory": {
- "total": 212.71005129997147,
- "count": 66183,
- "self": 212.2510222999712,
- "children": {
- "RLTrainer._checkpoint": {
- "total": 0.45902900000027813,
- "count": 3,
- "self": 0.45902900000027813
- }
- }
+ "total": 133.5090944999968,
+ "count": 31886,
+ "self": 133.5090944999968
  },
  "_update_policy": {
- "total": 1335.4992083999996,
- "count": 48,
- "self": 156.5465262999976,
+ "total": 721.6467103000001,
+ "count": 22,
+ "self": 73.54152349999947,
  "children": {
  "TorchPOCAOptimizer.update": {
- "total": 1178.952682100002,
- "count": 1429,
- "self": 1178.952682100002
+ "total": 648.1051868000006,
+ "count": 660,
+ "self": 648.1051868000006
  }
  }
  }
@@ -346,19 +339,19 @@
  }
  },
  "trainer_threads": {
- "total": 1.5999999050109182e-06,
+ "total": 4.200000148557592e-06,
  "count": 1,
- "self": 1.5999999050109182e-06
+ "self": 4.200000148557592e-06
  },
  "TrainerController._save_models": {
- "total": 0.17085439999982555,
+ "total": 0.22953189999998358,
  "count": 1,
- "self": 0.00777620000008028,
+ "self": 0.02976940000007744,
  "children": {
  "RLTrainer._checkpoint": {
- "total": 0.16307819999974527,
+ "total": 0.19976249999990614,
  "count": 1,
- "self": 0.16307819999974527
+ "self": 0.19976249999990614
  }
  }
  }

run_logs/training_status.json

@@ -1,6 +1,6 @@
 {
  "SoccerTwos": {
- "elo": 1315.8260930605968,
+ "elo": 1352.7786378318447,
  "checkpoints": [
  {
  "steps": 499962,
@@ -37,15 +37,24 @@
  "auxillary_file_paths": [
  "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-1508766.pt"
  ]
+ },
+ {
+ "steps": 1973470,
+ "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-1973470.onnx",
+ "reward": 0.0,
+ "creation_time": 1683541796.5467758,
+ "auxillary_file_paths": [
+ "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-1973470.pt"
+ ]
  }
  ],
  "final_checkpoint": {
- "steps": 1508766,
+ "steps": 1973470,
  "file_path": "results\\SoccerTwos\\SoccerTwos.onnx",
- "reward": null,
- "creation_time": 1683539851.363926,
+ "reward": 0.0,
+ "creation_time": 1683541796.5467758,
  "auxillary_file_paths": [
- "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-1508766.pt"
+ "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-1973470.pt"
  ]
  }
  },