{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.4007035493850708, "min": 1.4007035493850708, "max": 1.4290236234664917, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 69906.3125, "min": 68356.6328125, "max": 78675.671875, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 73.1511111111111, "min": 69.50352609308885, "max": 388.1782945736434, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49377.0, "min": 48912.0, "max": 50075.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999953.0, "min": 49950.0, "max": 1999953.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999953.0, "min": 49950.0, "max": 1999953.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.4748973846435547, "min": 0.11268042773008347, "max": 2.5159926414489746, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1670.5556640625, "min": 14.423094749450684, "max": 1712.39990234375, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.872824581993951, "min": 1.9283744129352272, "max": 4.04107736019378, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 2614.1565928459167, "min": 246.83192485570908, "max": 2648.3317207098007, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.872824581993951, "min": 1.9283744129352272, "max": 4.04107736019378, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 2614.1565928459167, "min": 246.83192485570908, "max": 2648.3317207098007, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.014549982459963454, "min": 0.012854810726033368, "max": 0.020559830073034392, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.043649947379890364, "min": 0.025709621452066737, "max": 0.05551213017267098, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.05767924193706777, "min": 0.022050277578334013, "max": 0.06238244616736968, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.1730377258112033, "min": 0.044100555156668025, "max": 0.1850583955645561, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 4.001198666300002e-06, "min": 4.001198666300002e-06, "max": 0.0002953350015549999, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 1.2003595998900006e-05, "min": 1.2003595998900006e-05, "max": 0.0008441979186006999, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10133369999999998, "min": 0.10133369999999998, "max": 0.19844499999999998, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.30400109999999997, "min": 0.20779315000000004, "max": 0.5813993000000001, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 7.655163000000002e-05, "min": 7.655163000000002e-05, "max": 0.004922405499999998, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.00022965489000000008, "min": 0.00022965489000000008, "max": 0.014071825070000004, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1687420899", "python_version": "3.10.12 (main, Jun 7 2023, 12:45:35) [GCC 9.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", "mlagents_version": "0.31.0.dev0", "mlagents_envs_version": "0.31.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.11.0+cu102", "numpy_version": "1.21.2", "end_time_seconds": "1687423311" }, "total": 2411.690353327, "count": 1, "self": 0.6816599950002455, "children": { "run_training.setup": { "total": 0.05035139500000696, "count": 1, "self": 0.05035139500000696 }, "TrainerController.start_learning": { "total": 2410.9583419369997, "count": 1, "self": 4.309917647995462, "children": { "TrainerController._reset_env": { "total": 4.138131774000044, "count": 1, "self": 4.138131774000044 }, "TrainerController.advance": { "total": 2402.3258946220044, "count": 232944, "self": 4.361056714076767, "children": { "env_step": { "total": 1862.392604064994, "count": 232944, "self": 1573.8098603050594, "children": { "SubprocessEnvManager._take_step": { "total": 285.8655279959926, "count": 232944, "self": 16.780534115010596, "children": { "TorchPolicy.evaluate": { "total": 269.084993880982, "count": 222886, "self": 269.084993880982 } } }, "workers": { "total": 2.7172157639419083, "count": 232944, "self": 0.0, "children": { "worker_root": { "total": 2403.0718009089587, "count": 232944, "is_parallel": true, "self": 1113.8552742329819, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0009061010000550596, "count": 1, "is_parallel": true, "self": 0.000275261000183491, "children": { "_process_rank_one_or_two_observation": { "total": 0.0006308399998715686, "count": 2, "is_parallel": true, "self": 0.0006308399998715686 } } }, "UnityEnvironment.step": { "total": 0.028363892000015767, "count": 1, "is_parallel": true, "self": 0.0003388590000668046, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00020398799995291483, "count": 1, "is_parallel": true, "self": 0.00020398799995291483 }, "communicator.exchange": { "total": 0.027067187000056947, "count": 1, "is_parallel": true, "self": 0.027067187000056947 }, "steps_from_proto": { "total": 0.0007538579999391004, "count": 1, "is_parallel": true, "self": 0.0002158709999093844, "children": { "_process_rank_one_or_two_observation": { "total": 0.000537987000029716, "count": 2, "is_parallel": true, "self": 0.000537987000029716 } } } } } } }, "UnityEnvironment.step": { "total": 1289.2165266759769, "count": 232943, "is_parallel": true, "self": 39.52077431213843, "children": { "UnityEnvironment._generate_step_input": { "total": 79.59143620399345, "count": 232943, "is_parallel": true, "self": 79.59143620399345 }, "communicator.exchange": { "total": 1075.9456640948779, "count": 232943, "is_parallel": true, "self": 1075.9456640948779 }, "steps_from_proto": { "total": 94.1586520649671, "count": 232943, "is_parallel": true, "self": 33.369984407888296, "children": { "_process_rank_one_or_two_observation": { "total": 60.788667657078804, "count": 465886, "is_parallel": true, "self": 60.788667657078804 } } } } } } } } } } }, "trainer_advance": { "total": 535.5722338429338, "count": 232944, "self": 6.388626175942136, "children": { "process_trajectory": { "total": 137.80939013099533, "count": 232944, "self": 136.41961310399483, "children": { "RLTrainer._checkpoint": { "total": 1.3897770270004912, "count": 10, "self": 1.3897770270004912 } } }, "_update_policy": { "total": 391.3742175359963, "count": 97, "self": 331.97840346000135, "children": { "TorchPPOOptimizer.update": { "total": 59.39581407599496, "count": 2910, "self": 59.39581407599496 } } } } } } }, "trainer_threads": { "total": 1.2359996617306024e-06, "count": 1, "self": 1.2359996617306024e-06 }, "TrainerController._save_models": { "total": 0.1843966569999793, "count": 1, "self": 0.002651810999850568, "children": { "RLTrainer._checkpoint": { "total": 0.18174484600012875, "count": 1, "self": 0.18174484600012875 } } } } } } }