| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.3403018116950989, | |
| "min": 0.33989036083221436, | |
| "max": 1.4787400960922241, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 10279.8369140625, | |
| "min": 10153.205078125, | |
| "max": 44859.05859375, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 989957.0, | |
| "min": 29930.0, | |
| "max": 989957.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 989957.0, | |
| "min": 29930.0, | |
| "max": 989957.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.6829650402069092, | |
| "min": -0.08016442507505417, | |
| "max": 0.6829650402069092, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 197.37689208984375, | |
| "min": -19.319625854492188, | |
| "max": 197.37689208984375, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": 0.03257635980844498, | |
| "min": -0.003456464735791087, | |
| "max": 0.30738991498947144, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": 9.414567947387695, | |
| "min": -0.9194196462631226, | |
| "max": 72.85140991210938, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.06892577857261717, | |
| "min": 0.06532548673648886, | |
| "max": 0.07271606729011094, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 0.9649609000166404, | |
| "min": 0.49590733982943763, | |
| "max": 1.0412436160664118, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.017294092819613797, | |
| "min": 0.0012610587729395045, | |
| "max": 0.01856548032570185, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.24211729947459318, | |
| "min": 0.013871646502334549, | |
| "max": 0.2599167245598259, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 7.576190331778572e-06, | |
| "min": 7.576190331778572e-06, | |
| "max": 0.0002952338587315714, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.0001060666646449, | |
| "min": 0.0001060666646449, | |
| "max": 0.0036353938882020993, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10252536428571427, | |
| "min": 0.10252536428571427, | |
| "max": 0.1984112857142857, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.4353550999999998, | |
| "min": 1.388879, | |
| "max": 2.6117979, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.00026228389214285713, | |
| "min": 0.00026228389214285713, | |
| "max": 0.009841287442857142, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.00367197449, | |
| "min": 0.00367197449, | |
| "max": 0.12119861021, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.014970860444009304, | |
| "min": 0.014970860444009304, | |
| "max": 0.4294765889644623, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.2095920443534851, | |
| "min": 0.2095920443534851, | |
| "max": 3.006336212158203, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 268.42727272727274, | |
| "min": 268.42727272727274, | |
| "max": 999.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 29527.0, | |
| "min": 16729.0, | |
| "max": 33909.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.7315727158026262, | |
| "min": -1.0000000521540642, | |
| "max": 1.7315727158026262, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 190.47299873828888, | |
| "min": -32.000001668930054, | |
| "max": 190.47299873828888, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.7315727158026262, | |
| "min": -1.0000000521540642, | |
| "max": 1.7315727158026262, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 190.47299873828888, | |
| "min": -32.000001668930054, | |
| "max": 190.47299873828888, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.04155176631545394, | |
| "min": 0.04155176631545394, | |
| "max": 7.885958159671111, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 4.570694294699933, | |
| "min": 4.570694294699933, | |
| "max": 134.06128871440887, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1667449615", | |
| "python_version": "3.7.15 (default, Oct 12 2022, 19:14:55) \n[GCC 7.5.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./trained-envs-executables/linux/Pyramids/Pyramids --force --run-id=Pyramids Training 1M --no-graphics", | |
| "mlagents_version": "0.29.0.dev0", | |
| "mlagents_envs_version": "0.29.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.8.1+cu102", | |
| "numpy_version": "1.21.6", | |
| "end_time_seconds": "1667451482" | |
| }, | |
| "total": 1866.8401939100002, | |
| "count": 1, | |
| "self": 0.27368371500006106, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.04176243599999907, | |
| "count": 1, | |
| "self": 0.04176243599999907 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 1866.524747759, | |
| "count": 1, | |
| "self": 1.4271246920311569, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 6.197527839000031, | |
| "count": 1, | |
| "self": 6.197527839000031 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 1858.814133506969, | |
| "count": 64079, | |
| "self": 1.4419256858536755, | |
| "children": { | |
| "env_step": { | |
| "total": 1175.9662867840661, | |
| "count": 64079, | |
| "self": 1073.1034254040305, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 102.12683821801284, | |
| "count": 64079, | |
| "self": 4.348568938071935, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 97.7782692799409, | |
| "count": 62560, | |
| "self": 32.61998515889093, | |
| "children": { | |
| "TorchPolicy.sample_actions": { | |
| "total": 65.15828412104997, | |
| "count": 62560, | |
| "self": 65.15828412104997 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.7360231620226614, | |
| "count": 64079, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 1864.1272286309968, | |
| "count": 64079, | |
| "is_parallel": true, | |
| "self": 886.7666300019822, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0018675359999633656, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0007020869996949841, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0011654490002683815, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0011654490002683815 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.03228973600005247, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.000304326000104993, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0002880199999708566, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002880199999708566 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.030732048999993822, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.030732048999993822 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0009653409999828, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00026600900014273066, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0006993319998400693, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0006993319998400693 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 977.3605986290146, | |
| "count": 64078, | |
| "is_parallel": true, | |
| "self": 21.87021501304298, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 17.59127998603435, | |
| "count": 64078, | |
| "is_parallel": true, | |
| "self": 17.59127998603435 | |
| }, | |
| "communicator.exchange": { | |
| "total": 863.794905812976, | |
| "count": 64078, | |
| "is_parallel": true, | |
| "self": 863.794905812976 | |
| }, | |
| "steps_from_proto": { | |
| "total": 74.10419781696123, | |
| "count": 64078, | |
| "is_parallel": true, | |
| "self": 19.304246030052013, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 54.79995178690922, | |
| "count": 512624, | |
| "is_parallel": true, | |
| "self": 54.79995178690922 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 681.4059210370493, | |
| "count": 64079, | |
| "self": 2.5928343620521446, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 155.36836284099877, | |
| "count": 64079, | |
| "self": 155.18077861699862, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.18758422400014751, | |
| "count": 2, | |
| "self": 0.18758422400014751 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 523.4447238339984, | |
| "count": 456, | |
| "self": 208.98151164199749, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 314.4632121920009, | |
| "count": 22782, | |
| "self": 314.4632121920009 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.1369997992005665e-06, | |
| "count": 1, | |
| "self": 1.1369997992005665e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.08596058400007678, | |
| "count": 1, | |
| "self": 0.0015281219998541928, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.08443246200022259, | |
| "count": 1, | |
| "self": 0.08443246200022259 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |