| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.4030367136001587, | |
| "min": 1.4030367136001587, | |
| "max": 1.426857829093933, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 70324.40625, | |
| "min": 69119.6796875, | |
| "max": 77381.359375, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 92.71863117870723, | |
| "min": 78.63022508038586, | |
| "max": 391.703125, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 48770.0, | |
| "min": 48770.0, | |
| "max": 50138.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 1999897.0, | |
| "min": 49597.0, | |
| "max": 1999897.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 1999897.0, | |
| "min": 49597.0, | |
| "max": 1999897.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.461026668548584, | |
| "min": 0.22025302052497864, | |
| "max": 2.48207950592041, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 1294.5, | |
| "min": 27.97213363647461, | |
| "max": 1551.2996826171875, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.8814870285670566, | |
| "min": 1.8454191137955884, | |
| "max": 3.9268100823735597, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 2041.6621770262718, | |
| "min": 234.36822745203972, | |
| "max": 2444.762258529663, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.8814870285670566, | |
| "min": 1.8454191137955884, | |
| "max": 3.9268100823735597, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 2041.6621770262718, | |
| "min": 234.36822745203972, | |
| "max": 2444.762258529663, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.01703993510939957, | |
| "min": 0.01208885180191525, | |
| "max": 0.01980335939054688, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.0511198053281987, | |
| "min": 0.0241777036038305, | |
| "max": 0.058098418901984895, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.05490947431988186, | |
| "min": 0.019271769654005767, | |
| "max": 0.05887120782087246, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.16472842295964557, | |
| "min": 0.038543539308011535, | |
| "max": 0.169488608588775, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 3.3375988874999933e-06, | |
| "min": 3.3375988874999933e-06, | |
| "max": 0.00029536245154585, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 1.001279666249998e-05, | |
| "min": 1.001279666249998e-05, | |
| "max": 0.0008440665186444998, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.10111250000000001, | |
| "min": 0.10111250000000001, | |
| "max": 0.19845415000000005, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.30333750000000004, | |
| "min": 0.20738825000000005, | |
| "max": 0.5813555, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 6.55137499999999e-05, | |
| "min": 6.55137499999999e-05, | |
| "max": 0.004922862085000001, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.00019654124999999968, | |
| "min": 0.00019654124999999968, | |
| "max": 0.01406963945, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1740335357", | |
| "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy2 --no-graphics", | |
| "mlagents_version": "1.2.0.dev0", | |
| "mlagents_envs_version": "1.2.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.6.0+cu124", | |
| "numpy_version": "1.23.5", | |
| "end_time_seconds": "1740337819" | |
| }, | |
| "total": 2462.4570359540003, | |
| "count": 1, | |
| "self": 0.4358521560002373, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.02398476700000174, | |
| "count": 1, | |
| "self": 0.02398476700000174 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2461.997199031, | |
| "count": 1, | |
| "self": 4.515842456981773, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 2.9952464950000603, | |
| "count": 1, | |
| "self": 2.9952464950000603 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2454.3738031610183, | |
| "count": 232706, | |
| "self": 4.896361451854318, | |
| "children": { | |
| "env_step": { | |
| "total": 1968.6910363991399, | |
| "count": 232706, | |
| "self": 1543.333552732214, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 422.6876460239797, | |
| "count": 232706, | |
| "self": 15.786174560988911, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 406.9014714629908, | |
| "count": 223058, | |
| "self": 406.9014714629908 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 2.669837642946163, | |
| "count": 232706, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2454.422054016024, | |
| "count": 232706, | |
| "is_parallel": true, | |
| "self": 1199.8635993700827, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0011207759999933842, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003193649998820547, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0008014110001113295, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0008014110001113295 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.02853049700001975, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00032176100000924635, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00020405700001902005, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00020405700001902005 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.027280796000013652, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.027280796000013652 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0007238829999778318, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0001987260000078095, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0005251569999700223, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0005251569999700223 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1254.5584546459413, | |
| "count": 232705, | |
| "is_parallel": true, | |
| "self": 37.402009112939595, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 82.24261121300788, | |
| "count": 232705, | |
| "is_parallel": true, | |
| "self": 82.24261121300788 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1046.5433523210286, | |
| "count": 232705, | |
| "is_parallel": true, | |
| "self": 1046.5433523210286 | |
| }, | |
| "steps_from_proto": { | |
| "total": 88.37048199896515, | |
| "count": 232705, | |
| "is_parallel": true, | |
| "self": 33.02064862690111, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 55.34983337206404, | |
| "count": 465410, | |
| "is_parallel": true, | |
| "self": 55.34983337206404 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 480.78640531002407, | |
| "count": 232706, | |
| "self": 6.663920749056388, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 169.13737811296664, | |
| "count": 232706, | |
| "self": 167.8643152119671, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 1.2730629009995482, | |
| "count": 10, | |
| "self": 1.2730629009995482 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 304.98510644800103, | |
| "count": 97, | |
| "self": 240.7413360650005, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 64.24377038300054, | |
| "count": 2910, | |
| "self": 64.24377038300054 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.1150000318593811e-06, | |
| "count": 1, | |
| "self": 1.1150000318593811e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.1123058029997992, | |
| "count": 1, | |
| "self": 0.0018239039995933126, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.11048189900020589, | |
| "count": 1, | |
| "self": 0.11048189900020589 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |