{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.4025185108184814, "min": 1.4025185108184814, "max": 1.4251314401626587, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 69573.3359375, "min": 68726.3359375, "max": 76737.1015625, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 89.07207207207207, "min": 81.36333333333333, "max": 393.06299212598424, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49435.0, "min": 48818.0, "max": 50023.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999957.0, "min": 49816.0, "max": 1999957.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999957.0, "min": 49816.0, "max": 1999957.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.491619825363159, "min": 0.2265482097864151, "max": 2.4945766925811768, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1382.8489990234375, "min": 28.545074462890625, "max": 1467.5557861328125, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.8764313474431766, "min": 1.9059532355694544, "max": 4.010094936735727, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 2151.419397830963, "min": 240.15010768175125, "max": 2373.97620254755, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.8764313474431766, "min": 1.9059532355694544, "max": 4.010094936735727, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 2151.419397830963, "min": 240.15010768175125, "max": 2373.97620254755, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.01941072404410483, "min": 0.013241641582377875, "max": 0.020212581800539434, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.05823217213231449, "min": 0.029064337518502723, "max": 0.05823217213231449, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.05435991912252373, "min": 0.021483722856889167, "max": 0.06534912292328145, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.1630797573675712, "min": 0.042967445713778335, "max": 0.19604736876984435, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 3.6442987852666643e-06, "min": 3.6442987852666643e-06, "max": 0.00029538960153679993, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 1.0932896355799993e-05, "min": 1.0932896355799993e-05, "max": 0.0008443566185478, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10121473333333335, "min": 0.10121473333333335, "max": 0.1984632000000001, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.30364420000000003, "min": 0.20761495, "max": 0.5814522, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 7.06151933333333e-05, "min": 7.06151933333333e-05, "max": 0.00492331368, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.0002118455799999999, "min": 0.0002118455799999999, "max": 0.014074464779999997, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1670784507", "python_version": "3.8.16 (default, Dec 7 2022, 01:12:13) \n[GCC 7.5.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.21.6", "end_time_seconds": "1670786822" }, "total": 2314.90661954, "count": 1, "self": 0.3908458910000263, "children": { "run_training.setup": { "total": 0.10941405800008397, "count": 1, "self": 0.10941405800008397 }, "TrainerController.start_learning": { "total": 2314.406359591, "count": 1, "self": 4.1061630219760445, "children": { "TrainerController._reset_env": { "total": 10.14317178400006, "count": 1, "self": 10.14317178400006 }, "TrainerController.advance": { "total": 2300.0348902600235, "count": 232401, "self": 4.4026291540017155, "children": { "env_step": { "total": 1816.922071210969, "count": 232401, "self": 1524.367961413847, "children": { "SubprocessEnvManager._take_step": { "total": 289.82034404704655, "count": 232401, "self": 15.4617666560805, "children": { "TorchPolicy.evaluate": { "total": 274.35857739096605, "count": 222887, "self": 68.48895671693344, "children": { "TorchPolicy.sample_actions": { "total": 205.8696206740326, "count": 222887, "self": 205.8696206740326 } } } } }, "workers": { "total": 2.733765750075463, "count": 232401, "self": 0.0, "children": { "worker_root": { "total": 2306.334204843104, "count": 232401, "is_parallel": true, "self": 1055.543143033998, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.001981913000008717, "count": 1, "is_parallel": true, "self": 0.00033416300016142486, "children": { "_process_rank_one_or_two_observation": { "total": 0.0016477499998472922, "count": 2, "is_parallel": true, "self": 0.0016477499998472922 } } }, "UnityEnvironment.step": { "total": 0.03184128299994882, "count": 1, "is_parallel": true, "self": 0.00032279399988510704, "children": { "UnityEnvironment._generate_step_input": { "total": 0.0001942950000284327, "count": 1, "is_parallel": true, "self": 0.0001942950000284327 }, "communicator.exchange": { "total": 0.02863610300005348, "count": 1, "is_parallel": true, "self": 0.02863610300005348 }, "steps_from_proto": { "total": 0.002688090999981796, "count": 1, "is_parallel": true, "self": 0.002206445999945572, "children": { "_process_rank_one_or_two_observation": { "total": 0.0004816450000362238, "count": 2, "is_parallel": true, "self": 0.0004816450000362238 } } } } } } }, "UnityEnvironment.step": { "total": 1250.7910618091062, "count": 232400, "is_parallel": true, "self": 35.55599757404116, "children": { "UnityEnvironment._generate_step_input": { "total": 81.48772056205212, "count": 232400, "is_parallel": true, "self": 81.48772056205212 }, "communicator.exchange": { "total": 1036.2140927970486, "count": 232400, "is_parallel": true, "self": 1036.2140927970486 }, "steps_from_proto": { "total": 97.53325087596431, "count": 232400, "is_parallel": true, "self": 43.0889224557186, "children": { "_process_rank_one_or_two_observation": { "total": 54.44432842024571, "count": 464800, "is_parallel": true, "self": 54.44432842024571 } } } } } } } } } } }, "trainer_advance": { "total": 478.71018989505274, "count": 232401, "self": 6.089587530122344, "children": { "process_trajectory": { "total": 153.2754166459306, "count": 232401, "self": 152.771036728931, "children": { "RLTrainer._checkpoint": { "total": 0.5043799169995964, "count": 4, "self": 0.5043799169995964 } } }, "_update_policy": { "total": 319.3451857189998, "count": 97, "self": 265.53164720101927, "children": { "TorchPPOOptimizer.update": { "total": 53.81353851798053, "count": 2910, "self": 53.81353851798053 } } } } } } }, "trainer_threads": { "total": 1.1700003597070463e-06, "count": 1, "self": 1.1700003597070463e-06 }, "TrainerController._save_models": { "total": 0.1221333550001873, "count": 1, "self": 0.002050009999948088, "children": { "RLTrainer._checkpoint": { "total": 0.1200833450002392, "count": 1, "self": 0.1200833450002392 } } } } } } }