| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.5862696766853333, | |
| "min": 0.5862696766853333, | |
| "max": 1.3177770376205444, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 17681.892578125, | |
| "min": 17681.892578125, | |
| "max": 39976.0859375, | |
| "count": 16 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 479997.0, | |
| "min": 29952.0, | |
| "max": 479997.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 479997.0, | |
| "min": 29952.0, | |
| "max": 479997.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": -0.05206555873155594, | |
| "min": -0.0986831784248352, | |
| "max": -0.009503819979727268, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": -12.703996658325195, | |
| "min": -23.881328582763672, | |
| "max": -2.2524054050445557, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": 0.028906242921948433, | |
| "min": 0.027536708861589432, | |
| "max": 0.3900533616542816, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": 7.053123474121094, | |
| "min": 6.636346817016602, | |
| "max": 94.00286102294922, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.07064599550991191, | |
| "min": 0.06571676671220675, | |
| "max": 0.0710426947901284, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 0.9890439371387667, | |
| "min": 0.48011670930039446, | |
| "max": 0.9890439371387667, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.0034727032462071564, | |
| "min": 0.0004417510743554429, | |
| "max": 0.010656321825284355, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.04861784544690019, | |
| "min": 0.005742763966620758, | |
| "max": 0.07459425277699049, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 2.130167861375714e-05, | |
| "min": 2.130167861375714e-05, | |
| "max": 0.00029030126037577137, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.00029822350059259995, | |
| "min": 0.00029822350059259995, | |
| "max": 0.003082917272361, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10710052857142859, | |
| "min": 0.10710052857142859, | |
| "max": 0.19676708571428575, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.4994074000000002, | |
| "min": 1.3773696000000002, | |
| "max": 2.327639, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.0007193428042857143, | |
| "min": 0.0007193428042857143, | |
| "max": 0.00967703186285714, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.01007079926, | |
| "min": 0.01007079926, | |
| "max": 0.1027911361, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.029400188475847244, | |
| "min": 0.029400188475847244, | |
| "max": 0.5339993834495544, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.411602646112442, | |
| "min": 0.411602646112442, | |
| "max": 3.7379958629608154, | |
| "count": 16 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 890.1764705882352, | |
| "min": 890.1764705882352, | |
| "max": 999.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 30266.0, | |
| "min": 15984.0, | |
| "max": 32491.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": -0.4938286168234689, | |
| "min": -1.0000000521540642, | |
| "max": -0.41855762176441424, | |
| "count": 16 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": -17.28400158882141, | |
| "min": -31.998801663517952, | |
| "max": -13.81240151822567, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": -0.4938286168234689, | |
| "min": -1.0000000521540642, | |
| "max": -0.41855762176441424, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": -17.28400158882141, | |
| "min": -31.998801663517952, | |
| "max": -13.81240151822567, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.27327577201649544, | |
| "min": 0.27327577201649544, | |
| "max": 10.826760705560446, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 9.564652020577341, | |
| "min": 9.564652020577341, | |
| "max": 173.22817128896713, | |
| "count": 16 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 16 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1663595799", | |
| "python_version": "3.9.13 (main, May 23 2022, 22:01:06) \n[GCC 9.4.0]", | |
| "command_line_arguments": "/usr/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./trained-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", | |
| "mlagents_version": "0.29.0", | |
| "mlagents_envs_version": "0.29.0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.8.1+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1663596744" | |
| }, | |
| "total": 944.8244097160641, | |
| "count": 1, | |
| "self": 0.6296948781237006, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.028697775909677148, | |
| "count": 1, | |
| "self": 0.028697775909677148 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 944.1660170620307, | |
| "count": 1, | |
| "self": 0.8002304707188159, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 8.708324674982578, | |
| "count": 1, | |
| "self": 8.708324674982578 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 933.8847909134347, | |
| "count": 31559, | |
| "self": 0.8637832710519433, | |
| "children": { | |
| "env_step": { | |
| "total": 593.8900285561103, | |
| "count": 31559, | |
| "self": 533.5406624246389, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 59.82513234624639, | |
| "count": 31559, | |
| "self": 2.944757096003741, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 56.88037525024265, | |
| "count": 31295, | |
| "self": 17.799992226762697, | |
| "children": { | |
| "TorchPolicy.sample_actions": { | |
| "total": 39.08038302347995, | |
| "count": 31295, | |
| "self": 39.08038302347995 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.5242337852250785, | |
| "count": 31559, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 941.0872891475447, | |
| "count": 31559, | |
| "is_parallel": true, | |
| "self": 458.2745265583508, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.001939554000273347, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0006597507745027542, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0012798032257705927, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0012798032257705927 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.04375370079651475, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00038935081101953983, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00030633690766990185, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00030633690766990185 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.041946134995669127, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.041946134995669127 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0011118780821561813, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00029271887615323067, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0008191592060029507, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0008191592060029507 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 482.8127625891939, | |
| "count": 31558, | |
| "is_parallel": true, | |
| "self": 11.081325121223927, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 7.323908892460167, | |
| "count": 31558, | |
| "is_parallel": true, | |
| "self": 7.323908892460167 | |
| }, | |
| "communicator.exchange": { | |
| "total": 432.3006654770579, | |
| "count": 31558, | |
| "is_parallel": true, | |
| "self": 432.3006654770579 | |
| }, | |
| "steps_from_proto": { | |
| "total": 32.10686309845187, | |
| "count": 31558, | |
| "is_parallel": true, | |
| "self": 8.563154781702906, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 23.543708316748962, | |
| "count": 252464, | |
| "is_parallel": true, | |
| "self": 23.543708316748962 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 339.1309790862724, | |
| "count": 31559, | |
| "self": 1.532571898540482, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 75.60893396427855, | |
| "count": 31559, | |
| "self": 74.78607389726676, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.8228600670117885, | |
| "count": 1, | |
| "self": 0.8228600670117885 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 261.9894732234534, | |
| "count": 210, | |
| "self": 97.99888103501871, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 163.99059218843468, | |
| "count": 11394, | |
| "self": 163.99059218843468 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.6998965293169022e-06, | |
| "count": 1, | |
| "self": 1.6998965293169022e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.7726693029981107, | |
| "count": 1, | |
| "self": 0.001879665069282055, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.7707896379288286, | |
| "count": 1, | |
| "self": 0.7707896379288286 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |