{ "name": "root", "gauges": { "Pyramids.Policy.Entropy.mean": { "value": 0.44389885663986206, "min": 0.4429570138454437, "max": 1.466874361038208, "count": 50 }, "Pyramids.Policy.Entropy.sum": { "value": 13295.658203125, "min": 13295.658203125, "max": 44499.1015625, "count": 50 }, "Pyramids.Step.mean": { "value": 1499935.0, "min": 29909.0, "max": 1499935.0, "count": 50 }, "Pyramids.Step.sum": { "value": 1499935.0, "min": 29909.0, "max": 1499935.0, "count": 50 }, "Pyramids.Policy.ExtrinsicValueEstimate.mean": { "value": 0.7310246229171753, "min": -0.10883622616529465, "max": 0.780449628829956, "count": 50 }, "Pyramids.Policy.ExtrinsicValueEstimate.sum": { "value": 213.4591827392578, "min": -26.229530334472656, "max": 231.79354858398438, "count": 50 }, "Pyramids.Policy.RndValueEstimate.mean": { "value": -0.003801656188443303, "min": -0.02046757936477661, "max": 0.4144503176212311, "count": 50 }, "Pyramids.Policy.RndValueEstimate.sum": { "value": -1.1100835800170898, "min": -5.32157039642334, "max": 98.22472381591797, "count": 50 }, "Pyramids.Losses.PolicyLoss.mean": { "value": 0.07093477098581692, "min": 0.06488527835329476, "max": 0.07267788270643603, "count": 50 }, "Pyramids.Losses.PolicyLoss.sum": { "value": 1.0640215647872537, "min": 0.4744797794154347, "max": 1.0901682405965405, "count": 50 }, "Pyramids.Losses.ValueLoss.mean": { "value": 0.01536192101031904, "min": 9.669598815068191e-05, "max": 0.017008988528340565, "count": 50 }, "Pyramids.Losses.ValueLoss.sum": { "value": 0.23042881515478558, "min": 0.0012570478459588649, "max": 0.23812583939676793, "count": 50 }, "Pyramids.Policy.LearningRate.mean": { "value": 3.001725666124444e-06, "min": 3.001725666124444e-06, "max": 0.0002968231724875142, "count": 50 }, "Pyramids.Policy.LearningRate.sum": { "value": 4.502588499186666e-05, "min": 4.502588499186666e-05, "max": 0.0037061768646077333, "count": 50 }, "Pyramids.Policy.Epsilon.mean": { "value": 0.10100054222222224, "min": 0.10100054222222224, "max": 0.19894105714285718, "count": 50 }, "Pyramids.Policy.Epsilon.sum": { "value": 1.5150081333333336, "min": 1.3925874000000003, "max": 2.6183329333333334, "count": 50 }, "Pyramids.Policy.Beta.mean": { "value": 0.00010995416799999998, "min": 0.00010995416799999998, "max": 0.00989421160857143, "count": 50 }, "Pyramids.Policy.Beta.sum": { "value": 0.0016493125199999997, "min": 0.0016493125199999997, "max": 0.12354568744000002, "count": 50 }, "Pyramids.Losses.RNDLoss.mean": { "value": 0.006000143475830555, "min": 0.006000143475830555, "max": 0.43413084745407104, "count": 50 }, "Pyramids.Losses.RNDLoss.sum": { "value": 0.0900021493434906, "min": 0.0850573256611824, "max": 3.0389158725738525, "count": 50 }, "Pyramids.Environment.EpisodeLength.mean": { "value": 260.6475409836066, "min": 242.83870967741936, "max": 999.0, "count": 50 }, "Pyramids.Environment.EpisodeLength.sum": { "value": 31799.0, "min": 16708.0, "max": 33023.0, "count": 50 }, "Pyramids.Environment.CumulativeReward.mean": { "value": 1.7232861631527179, "min": -0.9999226326903989, "max": 1.7571612806810486, "count": 50 }, "Pyramids.Environment.CumulativeReward.sum": { "value": 211.9641980677843, "min": -30.997601613402367, "max": 217.88799880445004, "count": 50 }, "Pyramids.Policy.ExtrinsicReward.mean": { "value": 1.7232861631527179, "min": -0.9999226326903989, "max": 1.7571612806810486, "count": 50 }, "Pyramids.Policy.ExtrinsicReward.sum": { "value": 211.9641980677843, "min": -30.997601613402367, "max": 217.88799880445004, "count": 50 }, "Pyramids.Policy.RndReward.mean": { "value": 0.01608496457191631, "min": 0.015336832706276666, "max": 8.486839855418486, "count": 50 }, "Pyramids.Policy.RndReward.sum": { "value": 1.978450642345706, "min": 1.733607194837532, "max": 144.27627754211426, "count": 50 }, "Pyramids.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 50 }, "Pyramids.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 50 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1662399637", "python_version": "3.7.13 (default, Apr 24 2022, 01:04:09) \n[GCC 7.5.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./trained-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.21.6", "end_time_seconds": "1662402715" }, "total": 3077.788285257, "count": 1, "self": 0.43036782200033485, "children": { "run_training.setup": { "total": 0.04394579499989959, "count": 1, "self": 0.04394579499989959 }, "TrainerController.start_learning": { "total": 3077.31397164, "count": 1, "self": 2.136831337013973, "children": { "TrainerController._reset_env": { "total": 9.182996784000125, "count": 1, "self": 9.182996784000125 }, "TrainerController.advance": { "total": 3065.9042919479857, "count": 96310, "self": 2.184833859130322, "children": { "env_step": { "total": 2013.6734765389017, "count": 96310, "self": 1857.4008511689572, "children": { "SubprocessEnvManager._take_step": { "total": 155.15193579401216, "count": 96310, "self": 6.822911933089699, "children": { "TorchPolicy.evaluate": { "total": 148.32902386092246, "count": 93810, "self": 52.403997892915186, "children": { "TorchPolicy.sample_actions": { "total": 95.92502596800728, "count": 93810, "self": 95.92502596800728 } } } } }, "workers": { "total": 1.1206895759323743, "count": 96310, "self": 0.0, "children": { "worker_root": { "total": 3071.4742740630336, "count": 96310, "is_parallel": true, "self": 1366.19907004606, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.008565696999994543, "count": 1, "is_parallel": true, "self": 0.0034624649999841495, "children": { "_process_rank_one_or_two_observation": { "total": 0.005103232000010394, "count": 8, "is_parallel": true, "self": 0.005103232000010394 } } }, "UnityEnvironment.step": { "total": 0.04740006500014715, "count": 1, "is_parallel": true, "self": 0.0005839370003286604, "children": { "UnityEnvironment._generate_step_input": { "total": 0.0004570389999116742, "count": 1, "is_parallel": true, "self": 0.0004570389999116742 }, "communicator.exchange": { "total": 0.04469502500000999, "count": 1, "is_parallel": true, "self": 0.04469502500000999 }, "steps_from_proto": { "total": 0.0016640639998968254, "count": 1, "is_parallel": true, "self": 0.00048067899979287176, "children": { "_process_rank_one_or_two_observation": { "total": 0.0011833850001039536, "count": 8, "is_parallel": true, "self": 0.0011833850001039536 } } } } } } }, "UnityEnvironment.step": { "total": 1705.2752040169737, "count": 96309, "is_parallel": true, "self": 41.235679040122704, "children": { "UnityEnvironment._generate_step_input": { "total": 33.987226408951756, "count": 96309, "is_parallel": true, "self": 33.987226408951756 }, "communicator.exchange": { "total": 1492.7428819050608, "count": 96309, "is_parallel": true, "self": 1492.7428819050608 }, "steps_from_proto": { "total": 137.30941666283843, "count": 96309, "is_parallel": true, "self": 34.05759684784812, "children": { "_process_rank_one_or_two_observation": { "total": 103.25181981499031, "count": 770472, "is_parallel": true, "self": 103.25181981499031 } } } } } } } } } } }, "trainer_advance": { "total": 1050.0459815499537, "count": 96310, "self": 4.0948472109603244, "children": { "process_trajectory": { "total": 241.16208699599724, "count": 96310, "self": 240.86859932199673, "children": { "RLTrainer._checkpoint": { "total": 0.29348767400051656, "count": 3, "self": 0.29348767400051656 } } }, "_update_policy": { "total": 804.7890473429961, "count": 690, "self": 320.0053215850396, "children": { "TorchPPOOptimizer.update": { "total": 484.7837257579565, "count": 34251, "self": 484.7837257579565 } } } } } } }, "trainer_threads": { "total": 1.0730000212788582e-06, "count": 1, "self": 1.0730000212788582e-06 }, "TrainerController._save_models": { "total": 0.08985049800048728, "count": 1, "self": 0.0016160260001925053, "children": { "RLTrainer._checkpoint": { "total": 0.08823447200029477, "count": 1, "self": 0.08823447200029477 } } } } } } }