{ "name": "root", "gauges": { "Pyramids.Policy.Entropy.mean": { "value": 0.49036848545074463, "min": 0.486410915851593, "max": 1.4026033878326416, "count": 33 }, "Pyramids.Policy.Entropy.sum": { "value": 14687.5166015625, "min": 14561.197265625, "max": 42549.375, "count": 33 }, "Pyramids.Step.mean": { "value": 989988.0, "min": 29952.0, "max": 989988.0, "count": 33 }, "Pyramids.Step.sum": { "value": 989988.0, "min": 29952.0, "max": 989988.0, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.mean": { "value": 0.4223002791404724, "min": -0.11120632290840149, "max": 0.4663859009742737, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.sum": { "value": 111.90957641601562, "min": -26.689517974853516, "max": 125.9241943359375, "count": 33 }, "Pyramids.Policy.RndValueEstimate.mean": { "value": -0.029169755056500435, "min": -0.04761064052581787, "max": 0.5099064707756042, "count": 33 }, "Pyramids.Policy.RndValueEstimate.sum": { "value": -7.729985237121582, "min": -12.99770450592041, "max": 120.84783935546875, "count": 33 }, "Pyramids.Losses.PolicyLoss.mean": { "value": 0.06943094012703369, "min": 0.06517950096029035, "max": 0.07293299871511323, "count": 33 }, "Pyramids.Losses.PolicyLoss.sum": { "value": 1.0414641019055053, "min": 0.46201161289455145, "max": 1.0462445375240206, "count": 33 }, "Pyramids.Losses.ValueLoss.mean": { "value": 0.015245787126108778, "min": 0.0003966667606918153, "max": 0.015245787126108778, "count": 33 }, "Pyramids.Losses.ValueLoss.sum": { "value": 0.22868680689163168, "min": 0.005553334649685414, "max": 0.22868680689163168, "count": 33 }, "Pyramids.Policy.LearningRate.mean": { "value": 7.53697748770667e-06, "min": 7.53697748770667e-06, "max": 0.00029515063018788575, "count": 33 }, "Pyramids.Policy.LearningRate.sum": { "value": 0.00011305466231560005, "min": 0.00011305466231560005, "max": 0.0035073248308918, "count": 33 }, "Pyramids.Policy.Epsilon.mean": { "value": 0.10251229333333332, "min": 0.10251229333333332, "max": 0.19838354285714285, "count": 33 }, "Pyramids.Policy.Epsilon.sum": { "value": 1.5376843999999998, "min": 1.3691136000000002, "max": 2.5691081999999996, "count": 33 }, "Pyramids.Policy.Beta.mean": { "value": 0.0002609781040000001, "min": 0.0002609781040000001, "max": 0.00983851593142857, "count": 33 }, "Pyramids.Policy.Beta.sum": { "value": 0.003914671560000002, "min": 0.003914671560000002, "max": 0.11693390918000002, "count": 33 }, "Pyramids.Losses.RNDLoss.mean": { "value": 0.011221312917768955, "min": 0.011221312917768955, "max": 0.4665204584598541, "count": 33 }, "Pyramids.Losses.RNDLoss.sum": { "value": 0.1683196872472763, "min": 0.15938179194927216, "max": 3.2656431198120117, "count": 33 }, "Pyramids.Environment.EpisodeLength.mean": { "value": 426.4782608695652, "min": 399.64473684210526, "max": 999.0, "count": 33 }, "Pyramids.Environment.EpisodeLength.sum": { "value": 29427.0, "min": 15984.0, "max": 33142.0, "count": 33 }, "Pyramids.Environment.CumulativeReward.mean": { "value": 1.5155304109920626, "min": -1.0000000521540642, "max": 1.5155304109920626, "count": 33 }, "Pyramids.Environment.CumulativeReward.sum": { "value": 104.57159835845232, "min": -32.000001668930054, "max": 108.96599830687046, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.mean": { "value": 1.5155304109920626, "min": -1.0000000521540642, "max": 1.5155304109920626, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.sum": { "value": 104.57159835845232, "min": -32.000001668930054, "max": 108.96599830687046, "count": 33 }, "Pyramids.Policy.RndReward.mean": { "value": 0.04952129925009828, "min": 0.048265587657612435, "max": 9.488236006349325, "count": 33 }, "Pyramids.Policy.RndReward.sum": { "value": 3.4169696482567815, "min": 3.4169696482567815, "max": 151.8117761015892, "count": 33 }, "Pyramids.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 }, "Pyramids.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1660735750", "python_version": "3.7.13 (default, Apr 24 2022, 01:04:09) \n[GCC 7.5.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./trained-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.21.6", "end_time_seconds": "1660737898" }, "total": 2148.161661367, "count": 1, "self": 0.47758982400000605, "children": { "run_training.setup": { "total": 0.0425828500000307, "count": 1, "self": 0.0425828500000307 }, "TrainerController.start_learning": { "total": 2147.6414886929997, "count": 1, "self": 1.631994849989951, "children": { "TrainerController._reset_env": { "total": 10.765427003000013, "count": 1, "self": 10.765427003000013 }, "TrainerController.advance": { "total": 2135.142926334009, "count": 63519, "self": 1.7786469871093686, "children": { "env_step": { "total": 1399.9591235809191, "count": 63519, "self": 1279.1165842338612, "children": { "SubprocessEnvManager._take_step": { "total": 119.97922112404171, "count": 63519, "self": 5.118945442051995, "children": { "TorchPolicy.evaluate": { "total": 114.86027568198972, "count": 62552, "self": 38.07204256300179, "children": { "TorchPolicy.sample_actions": { "total": 76.78823311898793, "count": 62552, "self": 76.78823311898793 } } } } }, "workers": { "total": 0.863318223016222, "count": 63519, "self": 0.0, "children": { "worker_root": { "total": 2143.273093531988, "count": 63519, "is_parallel": true, "self": 979.0778995569606, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.005019514999958119, "count": 1, "is_parallel": true, "self": 0.0037374869997393034, "children": { "_process_rank_one_or_two_observation": { "total": 0.0012820280002188156, "count": 8, "is_parallel": true, "self": 0.0012820280002188156 } } }, "UnityEnvironment.step": { "total": 0.05164784700002656, "count": 1, "is_parallel": true, "self": 0.0005350100001351166, "children": { "UnityEnvironment._generate_step_input": { "total": 0.0004698679999819433, "count": 1, "is_parallel": true, "self": 0.0004698679999819433 }, "communicator.exchange": { "total": 0.04866606299992782, "count": 1, "is_parallel": true, "self": 0.04866606299992782 }, "steps_from_proto": { "total": 0.001976905999981682, "count": 1, "is_parallel": true, "self": 0.0004949650001435657, "children": { "_process_rank_one_or_two_observation": { "total": 0.0014819409998381161, "count": 8, "is_parallel": true, "self": 0.0014819409998381161 } } } } } } }, "UnityEnvironment.step": { "total": 1164.1951939750272, "count": 63518, "is_parallel": true, "self": 28.733637617027625, "children": { "UnityEnvironment._generate_step_input": { "total": 26.1037943350384, "count": 63518, "is_parallel": true, "self": 26.1037943350384 }, "communicator.exchange": { "total": 1007.6158848889719, "count": 63518, "is_parallel": true, "self": 1007.6158848889719 }, "steps_from_proto": { "total": 101.7418771339893, "count": 63518, "is_parallel": true, "self": 25.751826282848356, "children": { "_process_rank_one_or_two_observation": { "total": 75.99005085114095, "count": 508144, "is_parallel": true, "self": 75.99005085114095 } } } } } } } } } } }, "trainer_advance": { "total": 733.4051557659807, "count": 63519, "self": 2.9503203970115237, "children": { "process_trajectory": { "total": 175.42409041196902, "count": 63519, "self": 175.21349838296896, "children": { "RLTrainer._checkpoint": { "total": 0.21059202900005403, "count": 2, "self": 0.21059202900005403 } } }, "_update_policy": { "total": 555.0307449570001, "count": 444, "self": 220.0455289239943, "children": { "TorchPPOOptimizer.update": { "total": 334.9852160330058, "count": 22785, "self": 334.9852160330058 } } } } } } }, "trainer_threads": { "total": 1.2530003914434928e-06, "count": 1, "self": 1.2530003914434928e-06 }, "TrainerController._save_models": { "total": 0.10113925299992843, "count": 1, "self": 0.0018365819996688515, "children": { "RLTrainer._checkpoint": { "total": 0.09930267100025958, "count": 1, "self": 0.09930267100025958 } } } } } } }