| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.6965994238853455, | |
| "min": 0.682566225528717, | |
| "max": 1.4839755296707153, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 20842.25390625, | |
| "min": 20509.75, | |
| "max": 45017.8828125, | |
| "count": 16 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 479982.0, | |
| "min": 29952.0, | |
| "max": 479982.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 479982.0, | |
| "min": 29952.0, | |
| "max": 479982.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.13758805394172668, | |
| "min": -0.09895379096269608, | |
| "max": 0.13758805394172668, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 34.67218780517578, | |
| "min": -23.452049255371094, | |
| "max": 34.67218780517578, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": 0.033422693610191345, | |
| "min": 0.030728956684470177, | |
| "max": 0.3146437108516693, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": 8.422518730163574, | |
| "min": 7.405678749084473, | |
| "max": 74.570556640625, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.06697702044210233, | |
| "min": 0.06697702044210233, | |
| "max": 0.07586123375666719, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 0.9376782861894325, | |
| "min": 0.4816076282166606, | |
| "max": 1.0298847749648963, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.01006578049512501, | |
| "min": 0.0009342318036813654, | |
| "max": 0.01054055872292439, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.14092092693175015, | |
| "min": 0.009101792448277711, | |
| "max": 0.15810838084386586, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 2.0660364541814282e-05, | |
| "min": 2.0660364541814282e-05, | |
| "max": 0.00029030126037577137, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.00028924510358539996, | |
| "min": 0.00028924510358539996, | |
| "max": 0.0028535985488005997, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10688675714285716, | |
| "min": 0.10688675714285716, | |
| "max": 0.19676708571428575, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.4964146000000003, | |
| "min": 1.3382272, | |
| "max": 2.3385624, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.0006979870385714288, | |
| "min": 0.0006979870385714288, | |
| "max": 0.00967703186285714, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.009771818540000003, | |
| "min": 0.009771818540000003, | |
| "max": 0.09515482006, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.02447795495390892, | |
| "min": 0.02447795495390892, | |
| "max": 0.36970290541648865, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.3426913619041443, | |
| "min": 0.3426913619041443, | |
| "max": 2.5879204273223877, | |
| "count": 16 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 688.7380952380952, | |
| "min": 688.7380952380952, | |
| "max": 999.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 28927.0, | |
| "min": 15984.0, | |
| "max": 32599.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 0.7656633793944265, | |
| "min": -1.0000000521540642, | |
| "max": 0.7656633793944265, | |
| "count": 16 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 31.39219855517149, | |
| "min": -32.000001668930054, | |
| "max": 31.39219855517149, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 0.7656633793944265, | |
| "min": -1.0000000521540642, | |
| "max": 0.7656633793944265, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 31.39219855517149, | |
| "min": -32.000001668930054, | |
| "max": 31.39219855517149, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.1792522233842713, | |
| "min": 0.1792522233842713, | |
| "max": 7.8880319045856595, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 7.349341158755124, | |
| "min": 7.349341158755124, | |
| "max": 126.20851047337055, | |
| "count": 16 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 16 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1659191049", | |
| "python_version": "3.7.13 (default, Apr 24 2022, 01:04:09) \n[GCC 7.5.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./trained-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", | |
| "mlagents_version": "0.29.0.dev0", | |
| "mlagents_envs_version": "0.29.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.8.1+cu102", | |
| "numpy_version": "1.21.6", | |
| "end_time_seconds": "1659192080" | |
| }, | |
| "total": 1031.260329993, | |
| "count": 1, | |
| "self": 0.4331750519997968, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.044496667000089474, | |
| "count": 1, | |
| "self": 0.044496667000089474 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 1030.782658274, | |
| "count": 1, | |
| "self": 0.7526382590006051, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 9.853446760999987, | |
| "count": 1, | |
| "self": 9.853446760999987 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 1020.0808047899995, | |
| "count": 31609, | |
| "self": 0.7784692919898362, | |
| "children": { | |
| "env_step": { | |
| "total": 652.751188417006, | |
| "count": 31609, | |
| "self": 596.0545316539603, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 56.30237627701581, | |
| "count": 31609, | |
| "self": 2.4306920730223283, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 53.87168420399348, | |
| "count": 31322, | |
| "self": 18.28812794298335, | |
| "children": { | |
| "TorchPolicy.sample_actions": { | |
| "total": 35.58355626101013, | |
| "count": 31322, | |
| "self": 35.58355626101013 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.39428048602985655, | |
| "count": 31609, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 1028.4895228720047, | |
| "count": 31609, | |
| "is_parallel": true, | |
| "self": 486.8167823900002, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.007886912000003576, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.004399226999908024, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.003487685000095553, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.003487685000095553 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.05141290099993512, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005321629998888966, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0005684420000307, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005684420000307 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.04831634300001042, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.04831634300001042 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.001995953000005102, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005100589997937277, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.001485894000211374, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.001485894000211374 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 541.6727404820045, | |
| "count": 31608, | |
| "is_parallel": true, | |
| "self": 14.241090669000982, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 13.23796813500735, | |
| "count": 31608, | |
| "is_parallel": true, | |
| "self": 13.23796813500735 | |
| }, | |
| "communicator.exchange": { | |
| "total": 464.17815307300293, | |
| "count": 31608, | |
| "is_parallel": true, | |
| "self": 464.17815307300293 | |
| }, | |
| "steps_from_proto": { | |
| "total": 50.01552860499328, | |
| "count": 31608, | |
| "is_parallel": true, | |
| "self": 12.449649666965456, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 37.56587893802782, | |
| "count": 252864, | |
| "is_parallel": true, | |
| "self": 37.56587893802782 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 366.5511470810037, | |
| "count": 31609, | |
| "self": 1.2610165759749634, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 86.20302966602787, | |
| "count": 31609, | |
| "self": 85.97524145502791, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.22778821099996094, | |
| "count": 1, | |
| "self": 0.22778821099996094 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 279.08710083900087, | |
| "count": 211, | |
| "self": 112.31944955900485, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 166.76765127999602, | |
| "count": 11418, | |
| "self": 166.76765127999602 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.1739998626580928e-06, | |
| "count": 1, | |
| "self": 1.1739998626580928e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.09576728999991246, | |
| "count": 1, | |
| "self": 0.0015520419999575097, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.09421524799995495, | |
| "count": 1, | |
| "self": 0.09421524799995495 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |