| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.24896404147148132, | |
| "min": 0.24896404147148132, | |
| "max": 1.3713804483413696, | |
| "count": 25 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 12424.3017578125, | |
| "min": 12424.3017578125, | |
| "max": 68634.8515625, | |
| "count": 25 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 1249934.0, | |
| "min": 49920.0, | |
| "max": 1249934.0, | |
| "count": 25 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 1249934.0, | |
| "min": 49920.0, | |
| "max": 1249934.0, | |
| "count": 25 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.6520876884460449, | |
| "min": -0.07605277746915817, | |
| "max": 0.747703492641449, | |
| "count": 25 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 307.13330078125, | |
| "min": -30.57321548461914, | |
| "max": 367.8701171875, | |
| "count": 25 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": 0.00311981956474483, | |
| "min": -0.002151226857677102, | |
| "max": 0.40616461634635925, | |
| "count": 25 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": 1.4694349765777588, | |
| "min": -0.9874131679534912, | |
| "max": 162.05967712402344, | |
| "count": 25 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.07121741160180123, | |
| "min": 0.0667192919373525, | |
| "max": 0.07297704907692235, | |
| "count": 25 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 1.6380004668414283, | |
| "min": 0.8543848719599392, | |
| "max": 1.7137005866331723, | |
| "count": 25 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.013248737996774795, | |
| "min": 0.0009852832274306305, | |
| "max": 0.01500675338067357, | |
| "count": 25 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.30472097392582026, | |
| "min": 0.02069094777604324, | |
| "max": 0.35135184237636474, | |
| "count": 25 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 1.000011539130088e-05, | |
| "min": 1.000011539130088e-05, | |
| "max": 0.0004895424020915201, | |
| "count": 25 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.00023000265399992023, | |
| "min": 0.00023000265399992023, | |
| "max": 0.009436869212626238, | |
| "count": 25 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10200000347826087, | |
| "min": 0.10200000347826087, | |
| "max": 0.19790848000000003, | |
| "count": 25 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 2.34600008, | |
| "min": 2.34600008, | |
| "max": 4.18737376, | |
| "count": 25 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.0002098003474782611, | |
| "min": 0.0002098003474782611, | |
| "max": 0.009791057152, | |
| "count": 25 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.004825407992000005, | |
| "min": 0.004825407992000005, | |
| "max": 0.18877863862400002, | |
| "count": 25 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.00874233152717352, | |
| "min": 0.00874233152717352, | |
| "max": 0.20817802846431732, | |
| "count": 25 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.20107361674308777, | |
| "min": 0.20107361674308777, | |
| "max": 2.498136281967163, | |
| "count": 25 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 296.2831325301205, | |
| "min": 253.17326732673268, | |
| "max": 999.0, | |
| "count": 25 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 49183.0, | |
| "min": 47579.0, | |
| "max": 52903.0, | |
| "count": 25 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.5964502828742215, | |
| "min": -1.0000000521540642, | |
| "max": 1.7266706309063518, | |
| "count": 25 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 266.607197239995, | |
| "min": -48.00000250339508, | |
| "max": 347.0607968121767, | |
| "count": 25 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.5964502828742215, | |
| "min": -1.0000000521540642, | |
| "max": 1.7266706309063518, | |
| "count": 25 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 266.607197239995, | |
| "min": -48.00000250339508, | |
| "max": 347.0607968121767, | |
| "count": 25 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.027748993725406457, | |
| "min": 0.024853757902529826, | |
| "max": 4.531360094901174, | |
| "count": 25 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 4.634081952142878, | |
| "min": 4.634081952142878, | |
| "max": 217.50528455525637, | |
| "count": 25 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 25 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 25 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1673852303", | |
| "python_version": "3.8.16 (default, Dec 7 2022, 01:12:13) \n[GCC 7.5.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids-Trainging2 --no-graphics", | |
| "mlagents_version": "0.29.0.dev0", | |
| "mlagents_envs_version": "0.29.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.8.1+cu102", | |
| "numpy_version": "1.21.6", | |
| "end_time_seconds": "1673854853" | |
| }, | |
| "total": 2550.227713464, | |
| "count": 1, | |
| "self": 0.42434544199932134, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.10303959800012308, | |
| "count": 1, | |
| "self": 0.10303959800012308 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2549.7003284240004, | |
| "count": 1, | |
| "self": 1.4452616859216505, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 6.202183891000004, | |
| "count": 1, | |
| "self": 6.202183891000004 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2541.927548809079, | |
| "count": 80197, | |
| "self": 1.5209907230209865, | |
| "children": { | |
| "env_step": { | |
| "total": 1716.3584119130305, | |
| "count": 80197, | |
| "self": 1589.1763365150846, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 126.29957709800851, | |
| "count": 80197, | |
| "self": 5.143962063047184, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 121.15561503496133, | |
| "count": 78186, | |
| "self": 39.82934110292558, | |
| "children": { | |
| "TorchPolicy.sample_actions": { | |
| "total": 81.32627393203575, | |
| "count": 78186, | |
| "self": 81.32627393203575 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.8824982999374242, | |
| "count": 80197, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2544.4011875560404, | |
| "count": 80197, | |
| "is_parallel": true, | |
| "self": 1073.2867285961224, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0017514840001240373, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0006411189997379552, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.001110365000386082, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.001110365000386082 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.06788392299995394, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005245350002951454, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0004341179999300948, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004341179999300948 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.0653619949998756, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0653619949998756 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0015632749998530926, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00039875899983599083, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0011645160000171018, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0011645160000171018 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1471.114458959918, | |
| "count": 80196, | |
| "is_parallel": true, | |
| "self": 33.920529114921464, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 26.70582958996897, | |
| "count": 80196, | |
| "is_parallel": true, | |
| "self": 26.70582958996897 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1288.1845110940183, | |
| "count": 80196, | |
| "is_parallel": true, | |
| "self": 1288.1845110940183 | |
| }, | |
| "steps_from_proto": { | |
| "total": 122.30358916100931, | |
| "count": 80196, | |
| "is_parallel": true, | |
| "self": 26.41566861006436, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 95.88792055094495, | |
| "count": 641568, | |
| "is_parallel": true, | |
| "self": 95.88792055094495 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 824.0481461730274, | |
| "count": 80197, | |
| "self": 2.7291802370398273, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 177.53446862199053, | |
| "count": 80197, | |
| "self": 177.2787857959902, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.25568282600033854, | |
| "count": 2, | |
| "self": 0.25568282600033854 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 643.784497313997, | |
| "count": 564, | |
| "self": 239.95744739697443, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 403.8270499170226, | |
| "count": 28503, | |
| "self": 403.8270499170226 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.27099974633893e-06, | |
| "count": 1, | |
| "self": 1.27099974633893e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.1253327670001454, | |
| "count": 1, | |
| "self": 0.002084943000227213, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.12324782399991818, | |
| "count": 1, | |
| "self": 0.12324782399991818 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |