Huggy_v2

Huggy.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a5b2f4556fa9f724f14f5874bf7764aa4651c615a2dddef339676e11e64ec147
+oid sha256:17ddad33eb247ca5b1ab552cfeb99bff106e9240447eaed3186542b1a202780d
 size 2273984

Huggy/Huggy-1199953.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de12b8cf57fec987709a14d1b1c6f8d014d398c3d967948cc4d980e83525b38f
+size 2273984

Huggy/Huggy-1199953.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f20b308428818f742a23e448d6b99ac7f9119323d41a68f7bb40f7a6bf5972b
+size 13509473

Huggy/Huggy-1599956.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04037a5b5ae911e8a337f17d2dd1ef6e6f86d3fcddef10a1672e371ac008f91
+size 2273984

Huggy/Huggy-1599956.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670b226a8daeaff4bb6496fc201d0ae38f4e43767165025b38366afd5f2e90f0
+size 13509473

Huggy/Huggy-1999983.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3990146f844c2bace9057f6525da4ee3e084062f21be95a7a02e3130d9e43336
+size 2273984

Huggy/Huggy-1999983.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a47c7200f1fdf837816cf2fce5c0bba69d43a8c00f7121229dcde8d32d8d63
+size 13509473

Huggy/Huggy-2000055.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8add1c8be0bcb4d62cb8f1a3410611a0fd929c0633c7f19b7b1b352c22066797
+size 2273984

Huggy/Huggy-2000055.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001dc06a0a94efd3ed036ac6c0db2557e1d782ceb3073476259d8fea2cc8ed80
+size 13509473

Huggy/Huggy-2399994.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da72e1d7005dd6500374aaad21a1e8a596f6a04c4de58b0b5ff9680e521846e0
+size 2273984

Huggy/Huggy-2399994.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e99be9ad156e898c87be712d482b0a822c73a519fa2cf67ef2f4f15a963f864
+size 13509473

Huggy/Huggy-2799963.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4678d5ff190688b1d4c3df0b68436ed7737d78895cfb1a336c50c68b0fa19a27
+size 2273984

Huggy/Huggy-2799963.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90308588635acdb7cbd45db1e67c2c2134223fa7c65d995776011f64c3b895a
+size 13509473

Huggy/Huggy-3199940.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b619013f48f3186eee77bafaf8d228cbe4b49746a0301d234d0dd2f88e39be69
+size 2273984

Huggy/Huggy-3199940.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739c1dbec540621920f61c75c1a6921ba53305389be642e49eef0c6efeaeb949
+size 13509473

Huggy/Huggy-3599997.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd184fd81ba6aac6ebdba133d2a446de4ed7aef58288a3f8ff6b1d9cd92251c
+size 2273984

Huggy/Huggy-3599997.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8343619c8bc5b2da7f55c952596a246c9811c481d6fb938393a6b4e93f8b8c6
+size 13509473

Huggy/Huggy-399977.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6c304056b70fe9b7683be6b62a9acee277352bbf03b393d8d1ec3dcad9afc1
+size 2273984

Huggy/Huggy-399977.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34902e2027e2ad0f5734272675b49610273d8ac9f7c5d7d6d860bcba88561cf4
+size 13509388

Huggy/Huggy-3999971.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e352d21e2c0d674441df0fb56181552dab59fb92e710439a645143ad0e7ef15d
+size 2273984

Huggy/Huggy-3999971.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feaf810554d33f94a3f9baea3e12a465046797d9b5f6fe34146784ef5fd8e79d
+size 13509473

Huggy/Huggy-4000056.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ddad33eb247ca5b1ab552cfeb99bff106e9240447eaed3186542b1a202780d
+size 2273984

Huggy/Huggy-4000056.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff940b2c9e574291026ff11b6482a83735647aa34c0dffc5b9a1c9a5b6d1106
+size 13509473

Huggy/Huggy-799978.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50a02c156635b54f117228c6b772d65e06b624f32ff062ae7ac4887a8215903
+size 2273984

Huggy/Huggy-799978.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2965fe0244818f8a91ecd0584d3d23b4af49148a252a52335ab226b6b9781130
+size 13509388

Huggy/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d5a1f0769ca52dbe882ab30c1b19113a050b10fe84800f963512d0baee6fd8ec
+oid sha256:a48402f353aeb9a45346ef85394487f01c74a7348e06a2aa02b653f246735b9a
 size 13509218

Huggy/events.out.tfevents.1704792874.a63f2b2f4898.4896.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e38cdd3ed12c127b1937a568724fde1fdb338e82f4df8362a4e422e86baf8e
+size 861241

Huggy/events.out.tfevents.1704795368.a63f2b2f4898.15197.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b89345a1eaa4196de553a14da6ffa685d6f76991ce6694489b6f334f82f70f
+size 1121

Huggy/events.out.tfevents.1704795618.a63f2b2f4898.16302.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebecb4572be49c5993b261ed502a7d1444e0c2501f2c364f2a05bc033ccd3bd2
+size 733391

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 200000, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 15, "even_checkpoints": false, "max_steps": 2000000, "time_horizon": 1000, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 400000, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 15, "even_checkpoints": false, "max_steps": 4000000, "time_horizon": 1000, "summary_freq": 20000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -14,7 +14,7 @@ behaviors:
       learning_rate_schedule: linear
       beta_schedule: linear
       epsilon_schedule: linear
-    checkpoint_interval: 200000
+    checkpoint_interval: 400000
     network_settings:
       normalize: true
       hidden_units: 512
@@ -38,9 +38,9 @@ behaviors:
     init_path: null
     keep_checkpoints: 15
     even_checkpoints: false
-    max_steps: 2000000
+    max_steps: 4000000
     time_horizon: 1000
-    summary_freq: 50000
+    summary_freq: 20000
     threaded: false
     self_play: null
     behavioral_cloning: null
@@ -69,7 +69,7 @@ checkpoint_settings:
   run_id: Huggy
   initialize_from: null
   load_model: false
-  resume: false
+  resume: true
   force: false
   train_model: false
   inference: false

run_logs/Player-0.log

@@ -2,9 +2,6 @@ Mono path[0] = '/content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Da
 Mono config path = '/content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/MonoBleedingEdge/etc'
 Preloaded 'lib_burst_generated.so'
 Preloaded 'libgrpc_csharp_ext.x64.so'
-PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face
-PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face/Huggy
-Unable to load player prefs
 Initialize engine version: 2021.3.14f1 (eee1884e7226)
 [Subsystems] Discovering subsystems at path /content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/UnitySubsystems
 Forcing GfxDevice: Null
@@ -34,7 +31,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default
 FMOD failed to initialize the output device.: "Error initializing output device. " (60)
 FMOD initialized on nosound output
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.109 seconds
+- Completed reload, in  0.150 seconds
 ERROR: Shader Hidden/Universal Render Pipeline/Blit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Hidden/Universal Render Pipeline/CopyDepth shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Hidden/Universal Render Pipeline/ScreenSpaceShadows shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -78,14 +75,14 @@ ERROR: Shader Universal Render Pipeline/Lit shader is not supported on this GPU
 WARNING: Shader Unsupported: 'Universal Render Pipeline/Lit' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.772413 ms
+UnloadTime: 0.798342 ms
 requesting resize 84 x 84
 Setting up 1 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [4.0 KB-8.0 KB]: 26755 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [4.0 KB-8.0 KB]: 26785 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 3.6 MB
@@ -93,7 +90,7 @@ Memory Statistics:
     [ALLOC_TEMP_Loading.AsyncRead]
       Initial Block Size 64.0 KB
       Current Block Size 64.0 KB
-      Peak Allocated Bytes 128 B
+      Peak Allocated Bytes 136 B
       Overflow Count 0
     [ALLOC_TEMP_Loading.PreloadManager]
       Initial Block Size 256.0 KB
@@ -201,22 +198,22 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 326
+  Peak main deferred allocation count 173
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 26756 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 26786 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 23.5 MB
+      Peak Allocated memory 24.9 MB
       Peak Large allocation bytes 16.0 MB
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [2.0 MB-4.0 MB]: 26756 frames
+      Peak usage frame count: [2.0 MB-4.0 MB]: 26786 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 2.5 MB
+      Peak Allocated memory 2.6 MB
       Peak Large allocation bytes 0 B
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -245,13 +242,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 26755 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 26785 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [64.0 KB-128.0 KB]: 26756 frames
+      Peak usage frame count: [64.0 KB-128.0 KB]: 26786 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 81.8 KB
@@ -263,13 +260,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [1.0 MB-2.0 MB]: 26755 frames, [16.0 MB-32.0 MB]: 1 frames
+      Peak usage frame count: [1.0 MB-2.0 MB]: 26785 frames, [16.0 MB-32.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 30.6 MB
       Peak Large allocation bytes 24.9 MB
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 26755 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 26785 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 2.6 MB
@@ -281,13 +278,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 26756 frames
+      Peak usage frame count: [0-1.0 KB]: 26786 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [4.0 KB-8.0 KB]: 26756 frames
+      Peak usage frame count: [4.0 KB-8.0 KB]: 26786 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 7.3 KB

run_logs/timers.json

@@ -2,213 +2,213 @@
     "name": "root",
     "gauges": {
         "Huggy.Policy.Entropy.mean": {
-            "value": 1.402353286743164,
-            "min": 1.402353286743164,
-            "max": 1.426162838935852,
-            "count": 40
+            "value": 1.3943250179290771,
+            "min": 1.394322395324707,
+            "max": 1.411237120628357,
+            "count": 100
         },
         "Huggy.Policy.Entropy.sum": {
-            "value": 70970.296875,
-            "min": 68276.1171875,
-            "max": 76266.375,
-            "count": 40
+            "value": 27653.6484375,
+            "min": 26231.251953125,
+            "max": 29473.19140625,
+            "count": 100
         },
         "Huggy.Environment.EpisodeLength.mean": {
-            "value": 98.34970530451866,
-            "min": 89.59601449275362,
-            "max": 417.3333333333333,
-            "count": 40
+            "value": 77.47058823529412,
+            "min": 62.056782334384856,
+            "max": 77.47058823529412,
+            "count": 100
         },
         "Huggy.Environment.EpisodeLength.sum": {
-            "value": 50060.0,
-            "min": 49061.0,
-            "max": 50259.0,
-            "count": 40
+            "value": 19755.0,
+            "min": 19007.0,
+            "max": 20344.0,
+            "count": 100
         },
         "Huggy.Step.mean": {
-            "value": 1999938.0,
-            "min": 49450.0,
-            "max": 1999938.0,
-            "count": 40
+            "value": 3999971.0,
+            "min": 2019962.0,
+            "max": 3999971.0,
+            "count": 100
         },
         "Huggy.Step.sum": {
-            "value": 1999938.0,
-            "min": 49450.0,
-            "max": 1999938.0,
-            "count": 40
+            "value": 3999971.0,
+            "min": 2019962.0,
+            "max": 3999971.0,
+            "count": 100
         },
         "Huggy.Policy.ExtrinsicValueEstimate.mean": {
-            "value": 2.42464280128479,
-            "min": -0.012369361706078053,
-            "max": 2.442307949066162,
-            "count": 40
+            "value": 2.4785356521606445,
+            "min": 2.432931423187256,
+            "max": 2.655677080154419,
+            "count": 100
         },
         "Huggy.Policy.ExtrinsicValueEstimate.sum": {
-            "value": 1236.56787109375,
-            "min": -1.4719539880752563,
-            "max": 1341.362548828125,
-            "count": 40
+            "value": 632.026611328125,
+            "min": 632.026611328125,
+            "max": 795.3418579101562,
+            "count": 100
         },
         "Huggy.Environment.CumulativeReward.mean": {
-            "value": 3.7477637724549164,
-            "min": 1.91436907824348,
-            "max": 3.8386852735146912,
-            "count": 40
+            "value": 3.7854022474849924,
+            "min": 3.7101297281073324,
+            "max": 4.209637883015805,
+            "count": 100
         },
         "Huggy.Environment.CumulativeReward.sum": {
-            "value": 1911.3595239520073,
-            "min": 227.80992031097412,
-            "max": 2079.7019139528275,
-            "count": 40
+            "value": 965.2775731086731,
+            "min": 965.2775731086731,
+            "max": 1234.9260277748108,
+            "count": 100
         },
         "Huggy.Policy.ExtrinsicReward.mean": {
-            "value": 3.7477637724549164,
-            "min": 1.91436907824348,
-            "max": 3.8386852735146912,
-            "count": 40
+            "value": 3.7854022474849924,
+            "min": 3.7101297281073324,
+            "max": 4.209637883015805,
+            "count": 100
         },
         "Huggy.Policy.ExtrinsicReward.sum": {
-            "value": 1911.3595239520073,
-            "min": 227.80992031097412,
-            "max": 2079.7019139528275,
-            "count": 40
+            "value": 965.2775731086731,
+            "min": 965.2775731086731,
+            "max": 1234.9260277748108,
+            "count": 100
+        },
+        "Huggy.IsTraining.mean": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 100
+        },
+        "Huggy.IsTraining.sum": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 100
         },
         "Huggy.Losses.PolicyLoss.mean": {
-            "value": 0.014792059167262374,
-            "min": 0.013285847878311566,
-            "max": 0.01956231017765175,
-            "count": 40
+            "value": 0.016046184551669285,
+            "min": 0.012122977116572049,
+            "max": 0.02314648279765,
+            "count": 97
         },
         "Huggy.Losses.PolicyLoss.sum": {
-            "value": 0.04437617750178712,
-            "min": 0.02657169575662313,
-            "max": 0.058686930532955255,
-            "count": 40
+            "value": 0.016046184551669285,
+            "min": 0.012122977116572049,
+            "max": 0.02314648279765,
+            "count": 97
         },
         "Huggy.Losses.ValueLoss.mean": {
-            "value": 0.051619947039418745,
-            "min": 0.02475104828675588,
-            "max": 0.06183169980843862,
-            "count": 40
+            "value": 0.05516418926417828,
+            "min": 0.050800637776652974,
+            "max": 0.07609538212418557,
+            "count": 97
         },
         "Huggy.Losses.ValueLoss.sum": {
-            "value": 0.15485984111825624,
-            "min": 0.04950209657351176,
-            "max": 0.18271461551388107,
-            "count": 40
+            "value": 0.05516418926417828,
+            "min": 0.050800637776652974,
+            "max": 0.07609538212418557,
+            "count": 97
         },
         "Huggy.Policy.LearningRate.mean": {
-            "value": 3.2387989204333274e-06,
-            "min": 3.2387989204333274e-06,
-            "max": 0.00029530327656557504,
-            "count": 40
+            "value": 4.839248387250155e-07,
+            "min": 4.839248387250155e-07,
+            "max": 0.00014845752551417501,
+            "count": 97
         },
         "Huggy.Policy.LearningRate.sum": {
-            "value": 9.716396761299982e-06,
-            "min": 9.716396761299982e-06,
-            "max": 0.0008441118186294,
-            "count": 40
+            "value": 4.839248387250155e-07,
+            "min": 4.839248387250155e-07,
+            "max": 0.00014845752551417501,
+            "count": 97
         },
         "Huggy.Policy.Epsilon.mean": {
-            "value": 0.10107956666666669,
-            "min": 0.10107956666666669,
-            "max": 0.19843442499999997,
-            "count": 40
+            "value": 0.10016127500000002,
+            "min": 0.10016127500000002,
+            "max": 0.14948582500000004,
+            "count": 97
         },
         "Huggy.Policy.Epsilon.sum": {
-            "value": 0.3032387000000001,
-            "min": 0.20731075000000002,
-            "max": 0.5813706000000001,
-            "count": 40
+            "value": 0.10016127500000002,
+            "min": 0.10016127500000002,
+            "max": 0.14948582500000004,
+            "count": 97
         },
         "Huggy.Policy.Beta.mean": {
-            "value": 6.387037666666659e-05,
-            "min": 6.387037666666659e-05,
-            "max": 0.004921877807499999,
-            "count": 40
+            "value": 1.8047622500000255e-05,
+            "min": 1.8047622500000255e-05,
+            "max": 0.0024793426675,
+            "count": 97
         },
         "Huggy.Policy.Beta.sum": {
-            "value": 0.00019161112999999976,
-            "min": 0.00019161112999999976,
-            "max": 0.014070392939999999,
-            "count": 40
-        },
-        "Huggy.IsTraining.mean": {
-            "value": 1.0,
-            "min": 1.0,
-            "max": 1.0,
-            "count": 40
-        },
-        "Huggy.IsTraining.sum": {
-            "value": 1.0,
-            "min": 1.0,
-            "max": 1.0,
-            "count": 40
+            "value": 1.8047622500000255e-05,
+            "min": 1.8047622500000255e-05,
+            "max": 0.0024793426675,
+            "count": 97
         }
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1704734735",
+        "start_time_seconds": "1704795617",
         "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]",
-        "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics",
+        "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics --resume",
         "mlagents_version": "1.1.0.dev0",
         "mlagents_envs_version": "1.1.0.dev0",
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "2.1.2+cu121",
         "numpy_version": "1.23.5",
-        "end_time_seconds": "1704737163"
+        "end_time_seconds": "1704798158"
     },
-    "total": 2427.9356327640003,
+    "total": 2541.271267212,
     "count": 1,
-    "self": 0.7135984169999574,
+    "self": 0.47896156200022233,
     "children": {
         "run_training.setup": {
-            "total": 0.05074904599996444,
+            "total": 0.08065867100003743,
             "count": 1,
-            "self": 0.05074904599996444
+            "self": 0.08065867100003743
         },
         "TrainerController.start_learning": {
-            "total": 2427.1712853010004,
+            "total": 2540.711646979,
             "count": 1,
-            "self": 4.465760276005312,
+            "self": 4.779861327972412,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 3.3562827530000163,
+                    "total": 2.1858379599998443,
                     "count": 1,
-                    "self": 3.3562827530000163
+                    "self": 2.1858379599998443
                 },
                 "TrainerController.advance": {
-                    "total": 2419.236133720995,
-                    "count": 231281,
-                    "self": 4.765472727995984,
+                    "total": 2533.6140961590277,
+                    "count": 237271,
+                    "self": 5.069186183004604,
                     "children": {
                         "env_step": {
-                            "total": 1922.815043593032,
-                            "count": 231281,
-                            "self": 1598.1491172930218,
+                            "total": 1982.5634607959541,
+                            "count": 237271,
+                            "self": 1653.8655943820218,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 321.8743987189759,
-                                    "count": 231281,
-                                    "self": 17.29034110302365,
+                                    "total": 325.6905206389638,
+                                    "count": 237271,
+                                    "self": 16.833631012897058,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 304.58405761595225,
-                                            "count": 222967,
-                                            "self": 304.58405761595225
+                                            "total": 308.85688962606673,
+                                            "count": 223216,
+                                            "self": 308.85688962606673
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 2.791527581034302,
-                                    "count": 231281,
+                                    "total": 3.0073457749685986,
+                                    "count": 237271,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 2420.0529182210767,
-                                            "count": 231281,
+                                            "total": 2533.380057694073,
+                                            "count": 237271,
                                             "is_parallel": true,
-                                            "self": 1117.6555721402078,
+                                            "self": 1182.7420251070625,
                                             "children": {
                                                 "run_training.setup": {
                                                     "total": 0.0,
@@ -217,48 +217,48 @@
                                                     "self": 0.0,
                                                     "children": {
                                                         "steps_from_proto": {
-                                                            "total": 0.0006878729999471034,
+                                                            "total": 0.0006776919999538222,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.00019910799994704576,
+                                                            "self": 0.00018839399990611128,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.0004887650000000576,
+                                                                    "total": 0.000489298000047711,
                                                                     "count": 2,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0004887650000000576
+                                                                    "self": 0.000489298000047711
                                                                 }
                                                             }
                                                         },
                                                         "UnityEnvironment.step": {
-                                                            "total": 0.06256959399996731,
+                                                            "total": 0.03634863100023722,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.0003726399999663954,
+                                                            "self": 0.0002884400000766618,
                                                             "children": {
                                                                 "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.0002336919999947895,
+                                                                    "total": 0.00019160800002282485,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0002336919999947895
+                                                                    "self": 0.00019160800002282485
                                                                 },
                                                                 "communicator.exchange": {
-                                                                    "total": 0.0611537940000062,
+                                                                    "total": 0.03517028200030836,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0611537940000062
+                                                                    "self": 0.03517028200030836
                                                                 },
                                                                 "steps_from_proto": {
-                                                                    "total": 0.0008094679999999244,
+                                                                    "total": 0.000698300999829371,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00020214600004919703,
+                                                                    "self": 0.00019638699950519367,
                                                                     "children": {
                                                                         "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.0006073219999507273,
+                                                                            "total": 0.0005019140003241773,
                                                                             "count": 2,
                                                                             "is_parallel": true,
-                                                                            "self": 0.0006073219999507273
+                                                                            "self": 0.0005019140003241773
                                                                         }
                                                                     }
                                                                 }
@@ -267,34 +267,34 @@
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 1302.3973460808688,
-                                                    "count": 231280,
+                                                    "total": 1350.6380325870105,
+                                                    "count": 237270,
                                                     "is_parallel": true,
-                                                    "self": 41.00751846666435,
+                                                    "self": 42.39253734682825,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 81.9552914710518,
-                                                            "count": 231280,
+                                                            "total": 86.14139196396309,
+                                                            "count": 237270,
                                                             "is_parallel": true,
-                                                            "self": 81.9552914710518
+                                                            "self": 86.14139196396309
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 1089.1842297110768,
-                                                            "count": 231280,
+                                                            "total": 1127.9466190471812,
+                                                            "count": 237270,
                                                             "is_parallel": true,
-                                                            "self": 1089.1842297110768
+                                                            "self": 1127.9466190471812
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 90.25030643207572,
-                                                            "count": 231280,
+                                                            "total": 94.15748422903789,
+                                                            "count": 237270,
                                                             "is_parallel": true,
-                                                            "self": 31.068481176005832,
+                                                            "self": 33.402187004058305,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 59.181825256069885,
-                                                                    "count": 462560,
+                                                                    "total": 60.755297224979586,
+                                                                    "count": 474540,
                                                                     "is_parallel": true,
-                                                                    "self": 59.181825256069885
+                                                                    "self": 60.755297224979586
                                                                 }
                                                             }
                                                         }
@@ -307,31 +307,31 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 491.65561739996707,
-                            "count": 231281,
-                            "self": 6.866251406931326,
+                            "total": 545.9814491800689,
+                            "count": 237271,
+                            "self": 6.985130672123432,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 148.31669037303607,
-                                    "count": 231281,
-                                    "self": 147.0506369840365,
+                                    "total": 180.0443537949459,
+                                    "count": 237271,
+                                    "self": 179.39004336994458,
                                     "children": {
                                         "RLTrainer._checkpoint": {
-                                            "total": 1.2660533889995804,
-                                            "count": 10,
-                                            "self": 1.2660533889995804
+                                            "total": 0.654310425001313,
+                                            "count": 5,
+                                            "self": 0.654310425001313
                                         }
                                     }
                                 },
                                 "_update_policy": {
-                                    "total": 336.4726756199997,
+                                    "total": 358.9519647129996,
                                     "count": 97,
-                                    "self": 271.22192554100127,
+                                    "self": 291.9132979770111,
                                     "children": {
                                         "TorchPPOOptimizer.update": {
-                                            "total": 65.25075007899841,
+                                            "total": 67.0386667359885,
                                             "count": 2910,
-                                            "self": 65.25075007899841
+                                            "self": 67.0386667359885
                                         }
                                     }
                                 }
@@ -340,19 +340,19 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 1.3580001905211248e-06,
+                    "total": 1.1459997040219605e-06,
                     "count": 1,
-                    "self": 1.3580001905211248e-06
+                    "self": 1.1459997040219605e-06
                 },
                 "TrainerController._save_models": {
-                    "total": 0.11310719299990524,
+                    "total": 0.1318503860002238,
                     "count": 1,
-                    "self": 0.0020670950002568134,
+                    "self": 0.003296255999885034,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.11104009799964842,
+                            "total": 0.12855413000033877,
                             "count": 1,
-                            "self": 0.11104009799964842
+                            "self": 0.12855413000033877
                         }
                     }
                 }

run_logs/training_status.json

@@ -2,112 +2,130 @@
     "Huggy": {
         "checkpoints": [
             {
-                "steps": 199890,
-                "file_path": "results/Huggy/Huggy/Huggy-199890.onnx",
-                "reward": 3.294313096810901,
-                "creation_time": 1704734975.1979027,
+                "steps": 399977,
+                "file_path": "results/Huggy/Huggy/Huggy-399977.onnx",
+                "reward": 3.626454300740186,
+                "creation_time": 1704793356.5868042,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-199890.pt"
+                    "results/Huggy/Huggy/Huggy-399977.pt"
                 ]
             },
             {
-                "steps": 399970,
-                "file_path": "results/Huggy/Huggy/Huggy-399970.onnx",
-                "reward": 3.4290129323800405,
-                "creation_time": 1704735213.4965901,
+                "steps": 799978,
+                "file_path": "results/Huggy/Huggy/Huggy-799978.onnx",
+                "reward": 3.8498209528215637,
+                "creation_time": 1704793846.7373781,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-399970.pt"
+                    "results/Huggy/Huggy/Huggy-799978.pt"
                 ]
             },
             {
-                "steps": 599889,
-                "file_path": "results/Huggy/Huggy/Huggy-599889.onnx",
-                "reward": 4.078166351598852,
-                "creation_time": 1704735457.5282242,
+                "steps": 1199953,
+                "file_path": "results/Huggy/Huggy/Huggy-1199953.onnx",
+                "reward": 4.080784609393468,
+                "creation_time": 1704794352.6542823,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-599889.pt"
+                    "results/Huggy/Huggy/Huggy-1199953.pt"
                 ]
             },
             {
-                "steps": 799958,
-                "file_path": "results/Huggy/Huggy/Huggy-799958.onnx",
-                "reward": 3.631191590302427,
-                "creation_time": 1704735694.4077547,
+                "steps": 1599956,
+                "file_path": "results/Huggy/Huggy/Huggy-1599956.onnx",
+                "reward": 3.779903824599284,
+                "creation_time": 1704794847.61303,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-799958.pt"
+                    "results/Huggy/Huggy/Huggy-1599956.pt"
                 ]
             },
             {
-                "steps": 999994,
-                "file_path": "results/Huggy/Huggy/Huggy-999994.onnx",
-                "reward": 3.6590053977237806,
-                "creation_time": 1704735939.3247795,
+                "steps": 1999983,
+                "file_path": "results/Huggy/Huggy/Huggy-1999983.onnx",
+                "reward": 3.673029075969349,
+                "creation_time": 1704795351.5898874,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-999994.pt"
+                    "results/Huggy/Huggy/Huggy-1999983.pt"
                 ]
             },
             {
-                "steps": 1199903,
-                "file_path": "results/Huggy/Huggy/Huggy-1199903.onnx",
-                "reward": 3.256247829645872,
-                "creation_time": 1704736183.504297,
+                "steps": 2000055,
+                "file_path": "results/Huggy/Huggy/Huggy-2000055.onnx",
+                "reward": 3.7690088351567588,
+                "creation_time": 1704795351.7084622,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1199903.pt"
+                    "results/Huggy/Huggy/Huggy-2000055.pt"
                 ]
             },
             {
-                "steps": 1399675,
-                "file_path": "results/Huggy/Huggy/Huggy-1399675.onnx",
-                "reward": 3.818134590983391,
-                "creation_time": 1704736424.9500308,
+                "steps": 2000055,
+                "file_path": "results/Huggy/Huggy/Huggy-2000055.onnx",
+                "reward": null,
+                "creation_time": 1704795370.6299245,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1399675.pt"
+                    "results/Huggy/Huggy/Huggy-2000055.pt"
                 ]
             },
             {
-                "steps": 1599976,
-                "file_path": "results/Huggy/Huggy/Huggy-1599976.onnx",
-                "reward": 3.4824841784579412,
-                "creation_time": 1704736670.3853962,
+                "steps": 2399994,
+                "file_path": "results/Huggy/Huggy/Huggy-2399994.onnx",
+                "reward": 3.940792532502741,
+                "creation_time": 1704796130.1995957,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1599976.pt"
+                    "results/Huggy/Huggy/Huggy-2399994.pt"
                 ]
             },
             {
-                "steps": 1799958,
-                "file_path": "results/Huggy/Huggy/Huggy-1799958.onnx",
-                "reward": 3.3813844260416532,
-                "creation_time": 1704736915.202721,
+                "steps": 2799963,
+                "file_path": "results/Huggy/Huggy/Huggy-2799963.onnx",
+                "reward": 3.8998179666066575,
+                "creation_time": 1704796636.473074,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1799958.pt"
+                    "results/Huggy/Huggy/Huggy-2799963.pt"
                 ]
             },
             {
-                "steps": 1999938,
-                "file_path": "results/Huggy/Huggy/Huggy-1999938.onnx",
-                "reward": 4.124040792385737,
-                "creation_time": 1704737162.5293627,
+                "steps": 3199940,
+                "file_path": "results/Huggy/Huggy/Huggy-3199940.onnx",
+                "reward": 3.944288587211666,
+                "creation_time": 1704797142.7031424,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1999938.pt"
+                    "results/Huggy/Huggy/Huggy-3199940.pt"
                 ]
             },
             {
-                "steps": 2000688,
-                "file_path": "results/Huggy/Huggy/Huggy-2000688.onnx",
-                "reward": 3.5578276102359476,
-                "creation_time": 1704737162.6712055,
+                "steps": 3599997,
+                "file_path": "results/Huggy/Huggy/Huggy-3599997.onnx",
+                "reward": 3.9925096329548015,
+                "creation_time": 1704797655.2988343,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-2000688.pt"
+                    "results/Huggy/Huggy/Huggy-3599997.pt"
+                ]
+            },
+            {
+                "steps": 3999971,
+                "file_path": "results/Huggy/Huggy/Huggy-3999971.onnx",
+                "reward": 3.8583024938901267,
+                "creation_time": 1704798157.7593908,
+                "auxillary_file_paths": [
+                    "results/Huggy/Huggy/Huggy-3999971.pt"
+                ]
+            },
+            {
+                "steps": 4000056,
+                "file_path": "results/Huggy/Huggy/Huggy-4000056.onnx",
+                "reward": 3.874589698454913,
+                "creation_time": 1704798157.8943853,
+                "auxillary_file_paths": [
+                    "results/Huggy/Huggy/Huggy-4000056.pt"
                 ]
             }
         ],
         "final_checkpoint": {
-            "steps": 2000688,
+            "steps": 4000056,
             "file_path": "results/Huggy/Huggy.onnx",
-            "reward": 3.5578276102359476,
-            "creation_time": 1704737162.6712055,
+            "reward": 3.874589698454913,
+            "creation_time": 1704798157.8943853,
             "auxillary_file_paths": [
-                "results/Huggy/Huggy/Huggy-2000688.pt"
+                "results/Huggy/Huggy/Huggy-4000056.pt"
             ]
         }
     },