{ "name": "root", "gauges": { "Pyramids.Policy.Entropy.mean": { "value": 0.2999937832355499, "min": 0.2999937832355499, "max": 1.4785271883010864, "count": 33 }, "Pyramids.Policy.Entropy.sum": { "value": 8995.013671875, "min": 8995.013671875, "max": 44852.6015625, "count": 33 }, "Pyramids.Step.mean": { "value": 989998.0, "min": 29952.0, "max": 989998.0, "count": 33 }, "Pyramids.Step.sum": { "value": 989998.0, "min": 29952.0, "max": 989998.0, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.mean": { "value": 0.6456058621406555, "min": -0.09177502989768982, "max": 0.6456058621406555, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.sum": { "value": 184.64328002929688, "min": -22.209556579589844, "max": 184.64328002929688, "count": 33 }, "Pyramids.Policy.RndValueEstimate.mean": { "value": -0.02899160608649254, "min": -0.02899160608649254, "max": 0.5885925889015198, "count": 33 }, "Pyramids.Policy.RndValueEstimate.sum": { "value": -8.29159927368164, "min": -8.29159927368164, "max": 139.49644470214844, "count": 33 }, "Pyramids.Losses.PolicyLoss.mean": { "value": 0.06946636789611407, "min": 0.06643765286353502, "max": 0.07451885870334041, "count": 33 }, "Pyramids.Losses.PolicyLoss.sum": { "value": 0.9725291505455971, "min": 0.5216320109233828, "max": 1.071729173817028, "count": 33 }, "Pyramids.Losses.ValueLoss.mean": { "value": 0.014392362226360653, "min": 0.0005907844978244992, "max": 0.017164854935404792, "count": 33 }, "Pyramids.Losses.ValueLoss.sum": { "value": 0.20149307116904913, "min": 0.008270982969542989, "max": 0.24030796909566707, "count": 33 }, "Pyramids.Policy.LearningRate.mean": { "value": 7.616626032585717e-06, "min": 7.616626032585717e-06, "max": 0.00029515063018788575, "count": 33 }, "Pyramids.Policy.LearningRate.sum": { "value": 0.00010663276445620003, "min": 0.00010663276445620003, "max": 0.003508660430446599, "count": 33 }, "Pyramids.Policy.Epsilon.mean": { "value": 0.10253884285714285, "min": 0.10253884285714285, "max": 0.19838354285714285, "count": 33 }, "Pyramids.Policy.Epsilon.sum": { "value": 1.4355437999999998, "min": 1.3886848, "max": 2.5695534, "count": 33 }, "Pyramids.Policy.Beta.mean": { "value": 0.0002636304014285716, "min": 0.0002636304014285716, "max": 0.00983851593142857, "count": 33 }, "Pyramids.Policy.Beta.sum": { "value": 0.003690825620000002, "min": 0.003690825620000002, "max": 0.11697838466000002, "count": 33 }, "Pyramids.Losses.RNDLoss.mean": { "value": 0.010772056877613068, "min": 0.010772056877613068, "max": 0.5962501764297485, "count": 33 }, "Pyramids.Losses.RNDLoss.sum": { "value": 0.15080879628658295, "min": 0.15080879628658295, "max": 4.173751354217529, "count": 33 }, "Pyramids.Environment.EpisodeLength.mean": { "value": 296.4019607843137, "min": 296.4019607843137, "max": 999.0, "count": 33 }, "Pyramids.Environment.EpisodeLength.sum": { "value": 30233.0, "min": 15984.0, "max": 34006.0, "count": 33 }, "Pyramids.Environment.CumulativeReward.mean": { "value": 1.7040593871975889, "min": -1.0000000521540642, "max": 1.7040593871975889, "count": 33 }, "Pyramids.Environment.CumulativeReward.sum": { "value": 172.10999810695648, "min": -29.783001638948917, "max": 172.10999810695648, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.mean": { "value": 1.7040593871975889, "min": -1.0000000521540642, "max": 1.7040593871975889, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.sum": { "value": 172.10999810695648, "min": -29.783001638948917, "max": 172.10999810695648, "count": 33 }, "Pyramids.Policy.RndReward.mean": { "value": 0.03284236752845365, "min": 0.03284236752845365, "max": 12.895050339400768, "count": 33 }, "Pyramids.Policy.RndReward.sum": { "value": 3.317079120373819, "min": 3.317079120373819, "max": 206.3208054304123, "count": 33 }, "Pyramids.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 }, "Pyramids.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1691566337", "python_version": "3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=PyramidsTraining2 --no-graphics", "mlagents_version": "0.31.0.dev0", "mlagents_envs_version": "0.31.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.11.0+cu102", "numpy_version": "1.21.2", "end_time_seconds": "1691568613" }, "total": 2276.175187609, "count": 1, "self": 0.4759510189996945, "children": { "run_training.setup": { "total": 0.03986612500011688, "count": 1, "self": 0.03986612500011688 }, "TrainerController.start_learning": { "total": 2275.6593704650004, "count": 1, "self": 1.3884832019502937, "children": { "TrainerController._reset_env": { "total": 4.322240403000251, "count": 1, "self": 4.322240403000251 }, "TrainerController.advance": { "total": 2269.85323200905, "count": 63836, "self": 1.4225020370422499, "children": { "env_step": { "total": 1602.2743807209908, "count": 63836, "self": 1492.1214828867505, "children": { "SubprocessEnvManager._take_step": { "total": 109.32951496308942, "count": 63836, "self": 4.859396207132704, "children": { "TorchPolicy.evaluate": { "total": 104.47011875595672, "count": 62539, "self": 104.47011875595672 } } }, "workers": { "total": 0.8233828711508977, "count": 63836, "self": 0.0, "children": { "worker_root": { "total": 2270.6069093929345, "count": 63836, "is_parallel": true, "self": 894.7847358946938, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0020542110005408176, "count": 1, "is_parallel": true, "self": 0.0006617500021093292, "children": { "_process_rank_one_or_two_observation": { "total": 0.0013924609984314884, "count": 8, "is_parallel": true, "self": 0.0013924609984314884 } } }, "UnityEnvironment.step": { "total": 0.08804747100020904, "count": 1, "is_parallel": true, "self": 0.0005595889997493941, "children": { "UnityEnvironment._generate_step_input": { "total": 0.0004596150001816568, "count": 1, "is_parallel": true, "self": 0.0004596150001816568 }, "communicator.exchange": { "total": 0.0848628550002104, "count": 1, "is_parallel": true, "self": 0.0848628550002104 }, "steps_from_proto": { "total": 0.0021654120000675903, "count": 1, "is_parallel": true, "self": 0.0004176839984211256, "children": { "_process_rank_one_or_two_observation": { "total": 0.0017477280016464647, "count": 8, "is_parallel": true, "self": 0.0017477280016464647 } } } } } } }, "UnityEnvironment.step": { "total": 1375.8221734982408, "count": 63835, "is_parallel": true, "self": 33.90833273736462, "children": { "UnityEnvironment._generate_step_input": { "total": 23.27073943395044, "count": 63835, "is_parallel": true, "self": 23.27073943395044 }, "communicator.exchange": { "total": 1212.9101757889703, "count": 63835, "is_parallel": true, "self": 1212.9101757889703 }, "steps_from_proto": { "total": 105.73292553795545, "count": 63835, "is_parallel": true, "self": 20.855085531205077, "children": { "_process_rank_one_or_two_observation": { "total": 84.87784000675038, "count": 510680, "is_parallel": true, "self": 84.87784000675038 } } } } } } } } } } }, "trainer_advance": { "total": 666.1563492510168, "count": 63836, "self": 2.5901429859368363, "children": { "process_trajectory": { "total": 111.68073539607485, "count": 63836, "self": 111.4162730280741, "children": { "RLTrainer._checkpoint": { "total": 0.26446236800074985, "count": 2, "self": 0.26446236800074985 } } }, "_update_policy": { "total": 551.8854708690051, "count": 453, "self": 359.90227354510716, "children": { "TorchPPOOptimizer.update": { "total": 191.9831973238979, "count": 22785, "self": 191.9831973238979 } } } } } } }, "trainer_threads": { "total": 1.0349995136493817e-06, "count": 1, "self": 1.0349995136493817e-06 }, "TrainerController._save_models": { "total": 0.09541381600047316, "count": 1, "self": 0.0014313100000435952, "children": { "RLTrainer._checkpoint": { "total": 0.09398250600042957, "count": 1, "self": 0.09398250600042957 } } } } } } }