| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.49036848545074463, | |
| "min": 0.486410915851593, | |
| "max": 1.4026033878326416, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 14687.5166015625, | |
| "min": 14561.197265625, | |
| "max": 42549.375, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 989988.0, | |
| "min": 29952.0, | |
| "max": 989988.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 989988.0, | |
| "min": 29952.0, | |
| "max": 989988.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.4223002791404724, | |
| "min": -0.11120632290840149, | |
| "max": 0.4663859009742737, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 111.90957641601562, | |
| "min": -26.689517974853516, | |
| "max": 125.9241943359375, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": -0.029169755056500435, | |
| "min": -0.04761064052581787, | |
| "max": 0.5099064707756042, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": -7.729985237121582, | |
| "min": -12.99770450592041, | |
| "max": 120.84783935546875, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.06943094012703369, | |
| "min": 0.06517950096029035, | |
| "max": 0.07293299871511323, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 1.0414641019055053, | |
| "min": 0.46201161289455145, | |
| "max": 1.0462445375240206, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.015245787126108778, | |
| "min": 0.0003966667606918153, | |
| "max": 0.015245787126108778, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.22868680689163168, | |
| "min": 0.005553334649685414, | |
| "max": 0.22868680689163168, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 7.53697748770667e-06, | |
| "min": 7.53697748770667e-06, | |
| "max": 0.00029515063018788575, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.00011305466231560005, | |
| "min": 0.00011305466231560005, | |
| "max": 0.0035073248308918, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10251229333333332, | |
| "min": 0.10251229333333332, | |
| "max": 0.19838354285714285, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.5376843999999998, | |
| "min": 1.3691136000000002, | |
| "max": 2.5691081999999996, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.0002609781040000001, | |
| "min": 0.0002609781040000001, | |
| "max": 0.00983851593142857, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.003914671560000002, | |
| "min": 0.003914671560000002, | |
| "max": 0.11693390918000002, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.011221312917768955, | |
| "min": 0.011221312917768955, | |
| "max": 0.4665204584598541, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.1683196872472763, | |
| "min": 0.15938179194927216, | |
| "max": 3.2656431198120117, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 426.4782608695652, | |
| "min": 399.64473684210526, | |
| "max": 999.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 29427.0, | |
| "min": 15984.0, | |
| "max": 33142.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.5155304109920626, | |
| "min": -1.0000000521540642, | |
| "max": 1.5155304109920626, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 104.57159835845232, | |
| "min": -32.000001668930054, | |
| "max": 108.96599830687046, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.5155304109920626, | |
| "min": -1.0000000521540642, | |
| "max": 1.5155304109920626, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 104.57159835845232, | |
| "min": -32.000001668930054, | |
| "max": 108.96599830687046, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.04952129925009828, | |
| "min": 0.048265587657612435, | |
| "max": 9.488236006349325, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 3.4169696482567815, | |
| "min": 3.4169696482567815, | |
| "max": 151.8117761015892, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1660735750", | |
| "python_version": "3.7.13 (default, Apr 24 2022, 01:04:09) \n[GCC 7.5.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./trained-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", | |
| "mlagents_version": "0.29.0.dev0", | |
| "mlagents_envs_version": "0.29.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.8.1+cu102", | |
| "numpy_version": "1.21.6", | |
| "end_time_seconds": "1660737898" | |
| }, | |
| "total": 2148.161661367, | |
| "count": 1, | |
| "self": 0.47758982400000605, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0425828500000307, | |
| "count": 1, | |
| "self": 0.0425828500000307 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2147.6414886929997, | |
| "count": 1, | |
| "self": 1.631994849989951, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 10.765427003000013, | |
| "count": 1, | |
| "self": 10.765427003000013 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2135.142926334009, | |
| "count": 63519, | |
| "self": 1.7786469871093686, | |
| "children": { | |
| "env_step": { | |
| "total": 1399.9591235809191, | |
| "count": 63519, | |
| "self": 1279.1165842338612, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 119.97922112404171, | |
| "count": 63519, | |
| "self": 5.118945442051995, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 114.86027568198972, | |
| "count": 62552, | |
| "self": 38.07204256300179, | |
| "children": { | |
| "TorchPolicy.sample_actions": { | |
| "total": 76.78823311898793, | |
| "count": 62552, | |
| "self": 76.78823311898793 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.863318223016222, | |
| "count": 63519, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2143.273093531988, | |
| "count": 63519, | |
| "is_parallel": true, | |
| "self": 979.0778995569606, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.005019514999958119, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0037374869997393034, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0012820280002188156, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0012820280002188156 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.05164784700002656, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005350100001351166, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0004698679999819433, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004698679999819433 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.04866606299992782, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.04866606299992782 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.001976905999981682, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004949650001435657, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0014819409998381161, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0014819409998381161 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1164.1951939750272, | |
| "count": 63518, | |
| "is_parallel": true, | |
| "self": 28.733637617027625, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 26.1037943350384, | |
| "count": 63518, | |
| "is_parallel": true, | |
| "self": 26.1037943350384 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1007.6158848889719, | |
| "count": 63518, | |
| "is_parallel": true, | |
| "self": 1007.6158848889719 | |
| }, | |
| "steps_from_proto": { | |
| "total": 101.7418771339893, | |
| "count": 63518, | |
| "is_parallel": true, | |
| "self": 25.751826282848356, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 75.99005085114095, | |
| "count": 508144, | |
| "is_parallel": true, | |
| "self": 75.99005085114095 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 733.4051557659807, | |
| "count": 63519, | |
| "self": 2.9503203970115237, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 175.42409041196902, | |
| "count": 63519, | |
| "self": 175.21349838296896, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.21059202900005403, | |
| "count": 2, | |
| "self": 0.21059202900005403 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 555.0307449570001, | |
| "count": 444, | |
| "self": 220.0455289239943, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 334.9852160330058, | |
| "count": 22785, | |
| "self": 334.9852160330058 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.2530003914434928e-06, | |
| "count": 1, | |
| "self": 1.2530003914434928e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.10113925299992843, | |
| "count": 1, | |
| "self": 0.0018365819996688515, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.09930267100025958, | |
| "count": 1, | |
| "self": 0.09930267100025958 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |