| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.6023276448249817, | |
| "min": 0.6023276448249817, | |
| "max": 1.4576289653778076, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 18012.005859375, | |
| "min": 18012.005859375, | |
| "max": 44218.6328125, | |
| "count": 16 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 479956.0, | |
| "min": 29952.0, | |
| "max": 479956.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 479956.0, | |
| "min": 29952.0, | |
| "max": 479956.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.12124181538820267, | |
| "min": -0.21579517424106598, | |
| "max": 0.12124181538820267, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 30.552936553955078, | |
| "min": -51.143455505371094, | |
| "max": 30.552936553955078, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": 0.01537951547652483, | |
| "min": 0.01537951547652483, | |
| "max": 0.4124768078327179, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": 3.875638008117676, | |
| "min": 3.875638008117676, | |
| "max": 98.99443054199219, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.06902140523782306, | |
| "min": 0.06614718391422733, | |
| "max": 0.07498427351040357, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 0.9662996733295229, | |
| "min": 0.48248141559728036, | |
| "max": 1.0627883368984377, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.00780069653003612, | |
| "min": 0.0016326368649664236, | |
| "max": 0.008853194951902484, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.10920975142050568, | |
| "min": 0.011428458054764966, | |
| "max": 0.12301220317938572, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 2.1245964346614286e-05, | |
| "min": 2.1245964346614286e-05, | |
| "max": 0.00029030126037577137, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.0002974435008526, | |
| "min": 0.0002974435008526, | |
| "max": 0.0030857318714227993, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10708195714285716, | |
| "min": 0.10708195714285716, | |
| "max": 0.19676708571428575, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.4991474000000002, | |
| "min": 1.3382272, | |
| "max": 2.4236402, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.0007174875185714287, | |
| "min": 0.0007174875185714287, | |
| "max": 0.00967703186285714, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.010044825260000001, | |
| "min": 0.010044825260000001, | |
| "max": 0.10288486228, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.020496079698204994, | |
| "min": 0.020496079698204994, | |
| "max": 0.4354810416698456, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.286945104598999, | |
| "min": 0.286945104598999, | |
| "max": 3.0483672618865967, | |
| "count": 16 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 718.8571428571429, | |
| "min": 718.8571428571429, | |
| "max": 999.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 30192.0, | |
| "min": 15984.0, | |
| "max": 32570.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 0.5560048382456709, | |
| "min": -1.0000000521540642, | |
| "max": 0.5560048382456709, | |
| "count": 16 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 22.79619836807251, | |
| "min": -32.000001668930054, | |
| "max": 22.79619836807251, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 0.5560048382456709, | |
| "min": -1.0000000521540642, | |
| "max": 0.5560048382456709, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 22.79619836807251, | |
| "min": -32.000001668930054, | |
| "max": 22.79619836807251, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.14927438274025917, | |
| "min": 0.14927438274025917, | |
| "max": 8.501511403359473, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 6.120249692350626, | |
| "min": 6.120249692350626, | |
| "max": 136.02418245375156, | |
| "count": 16 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 16 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1659923063", | |
| "python_version": "3.7.13 (default, Apr 24 2022, 01:04:09) \n[GCC 7.5.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./trained-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Trainin --no-graphics", | |
| "mlagents_version": "0.29.0.dev0", | |
| "mlagents_envs_version": "0.29.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.8.1+cu102", | |
| "numpy_version": "1.21.6", | |
| "end_time_seconds": "1659924098" | |
| }, | |
| "total": 1035.039810877, | |
| "count": 1, | |
| "self": 0.4247031660004268, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.042296103999888146, | |
| "count": 1, | |
| "self": 0.042296103999888146 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 1034.5728116069997, | |
| "count": 1, | |
| "self": 0.7864293940074276, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 6.360547316999828, | |
| "count": 1, | |
| "self": 6.360547316999828 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 1027.3225122049926, | |
| "count": 31670, | |
| "self": 0.8309564180665348, | |
| "children": { | |
| "env_step": { | |
| "total": 650.7308604079471, | |
| "count": 31670, | |
| "self": 593.1542193429873, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 57.17610939896076, | |
| "count": 31670, | |
| "self": 2.412409749920471, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 54.76369964904029, | |
| "count": 31316, | |
| "self": 18.45786313907479, | |
| "children": { | |
| "TorchPolicy.sample_actions": { | |
| "total": 36.3058365099655, | |
| "count": 31316, | |
| "self": 36.3058365099655 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.40053166599909673, | |
| "count": 31670, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 1032.3739403930117, | |
| "count": 31670, | |
| "is_parallel": true, | |
| "self": 492.91796763601906, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0019485270001950994, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0007786260000557377, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0011699010001393617, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0011699010001393617 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.044165623000026244, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005264840001473203, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00044565999996848404, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00044565999996848404 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.04160839899986968, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.04160839899986968 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0015850800000407617, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00041816399971139617, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0011669160003293655, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0011669160003293655 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 539.4559727569927, | |
| "count": 31669, | |
| "is_parallel": true, | |
| "self": 14.463819940075837, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 12.294675055989956, | |
| "count": 31669, | |
| "is_parallel": true, | |
| "self": 12.294675055989956 | |
| }, | |
| "communicator.exchange": { | |
| "total": 464.4699136579809, | |
| "count": 31669, | |
| "is_parallel": true, | |
| "self": 464.4699136579809 | |
| }, | |
| "steps_from_proto": { | |
| "total": 48.22756410294596, | |
| "count": 31669, | |
| "is_parallel": true, | |
| "self": 12.119950288085874, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 36.10761381486009, | |
| "count": 253352, | |
| "is_parallel": true, | |
| "self": 36.10761381486009 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 375.7606953789789, | |
| "count": 31670, | |
| "self": 1.4143007069926625, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 84.03848193298563, | |
| "count": 31670, | |
| "self": 83.92844966898565, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.11003226399998312, | |
| "count": 1, | |
| "self": 0.11003226399998312 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 290.3079127390006, | |
| "count": 215, | |
| "self": 113.97611269901677, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 176.33180003998382, | |
| "count": 11448, | |
| "self": 176.33180003998382 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.1509996511449572e-06, | |
| "count": 1, | |
| "self": 1.1509996511449572e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.10332154000025184, | |
| "count": 1, | |
| "self": 0.001750825000272016, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.10157071499997983, | |
| "count": 1, | |
| "self": 0.10157071499997983 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |