{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.401579737663269, "min": 1.401579737663269, "max": 1.427011489868164, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 70893.3046875, "min": 67682.4296875, "max": 77200.3359375, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 95.63442940038685, "min": 91.40147329650092, "max": 412.8181818181818, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49443.0, "min": 48760.0, "max": 50195.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999962.0, "min": 49825.0, "max": 1999962.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999962.0, "min": 49825.0, "max": 1999962.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.3821113109588623, "min": 0.11002949625253677, "max": 2.446507215499878, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1231.551513671875, "min": 13.203539848327637, "max": 1299.28759765625, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.7215139974247324, "min": 1.6712559215724467, "max": 3.9338517560292097, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 1924.0227366685867, "min": 200.55071058869362, "max": 2015.481406211853, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.7215139974247324, "min": 1.6712559215724467, "max": 3.9338517560292097, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 1924.0227366685867, "min": 200.55071058869362, "max": 2015.481406211853, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.017080290178354416, "min": 0.012400016612567318, "max": 0.020006948475687146, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.05124087053506325, "min": 0.024800033225134636, "max": 0.0565607911577293, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.059344367020659976, "min": 0.02235854342579842, "max": 0.059344367020659976, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.17803310106197992, "min": 0.04471708685159684, "max": 0.17803310106197992, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 3.13754895418333e-06, "min": 3.13754895418333e-06, "max": 0.000295357276547575, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 9.41264686254999e-06, "min": 9.41264686254999e-06, "max": 0.0008443378685540498, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10104581666666669, "min": 0.10104581666666669, "max": 0.19845242500000004, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.3031374500000001, "min": 0.2072778, "max": 0.5814459499999999, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 6.218625166666662e-05, "min": 6.218625166666662e-05, "max": 0.004922776007499999, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.00018655875499999988, "min": 0.00018655875499999988, "max": 0.014074152904999998, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1670624306", "python_version": "3.8.16 (default, Dec 7 2022, 01:12:13) \n[GCC 7.5.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.21.6", "end_time_seconds": "1670626718" }, "total": 2411.935393884, "count": 1, "self": 0.3920809279993591, "children": { "run_training.setup": { "total": 0.18210540600000513, "count": 1, "self": 0.18210540600000513 }, "TrainerController.start_learning": { "total": 2411.3612075500005, "count": 1, "self": 4.484078541052895, "children": { "TrainerController._reset_env": { "total": 11.15118441800007, "count": 1, "self": 11.15118441800007 }, "TrainerController.advance": { "total": 2395.6096339369474, "count": 231818, "self": 4.421909898806007, "children": { "env_step": { "total": 1899.1034585980594, "count": 231818, "self": 1594.650417645129, "children": { "SubprocessEnvManager._take_step": { "total": 301.51920069792095, "count": 231818, "self": 16.2980704349917, "children": { "TorchPolicy.evaluate": { "total": 285.22113026292925, "count": 222978, "self": 70.69815062596194, "children": { "TorchPolicy.sample_actions": { "total": 214.5229796369673, "count": 222978, "self": 214.5229796369673 } } } } }, "workers": { "total": 2.933840255009386, "count": 231818, "self": 0.0, "children": { "worker_root": { "total": 2402.7138792839346, "count": 231818, "is_parallel": true, "self": 1101.7182889668939, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.004748690999917926, "count": 1, "is_parallel": true, "self": 0.0004691749999210515, "children": { "_process_rank_one_or_two_observation": { "total": 0.004279515999996875, "count": 2, "is_parallel": true, "self": 0.004279515999996875 } } }, "UnityEnvironment.step": { "total": 0.028282058000058896, "count": 1, "is_parallel": true, "self": 0.00029278399995291693, "children": { "UnityEnvironment._generate_step_input": { "total": 0.0002011150000953421, "count": 1, "is_parallel": true, "self": 0.0002011150000953421 }, "communicator.exchange": { "total": 0.026987275000010413, "count": 1, "is_parallel": true, "self": 0.026987275000010413 }, "steps_from_proto": { "total": 0.0008008840000002238, "count": 1, "is_parallel": true, "self": 0.00027488699993227783, "children": { "_process_rank_one_or_two_observation": { "total": 0.0005259970000679459, "count": 2, "is_parallel": true, "self": 0.0005259970000679459 } } } } } } }, "UnityEnvironment.step": { "total": 1300.9955903170408, "count": 231817, "is_parallel": true, "self": 36.23590219388234, "children": { "UnityEnvironment._generate_step_input": { "total": 81.2504391300655, "count": 231817, "is_parallel": true, "self": 81.2504391300655 }, "communicator.exchange": { "total": 1082.785469794099, "count": 231817, "is_parallel": true, "self": 1082.785469794099 }, "steps_from_proto": { "total": 100.72377919899384, "count": 231817, "is_parallel": true, "self": 43.37857772695634, "children": { "_process_rank_one_or_two_observation": { "total": 57.3452014720375, "count": 463634, "is_parallel": true, "self": 57.3452014720375 } } } } } } } } } } }, "trainer_advance": { "total": 492.08426544008194, "count": 231818, "self": 7.0146492500738304, "children": { "process_trajectory": { "total": 159.4365259680078, "count": 231818, "self": 158.95027861300787, "children": { "RLTrainer._checkpoint": { "total": 0.4862473549999322, "count": 4, "self": 0.4862473549999322 } } }, "_update_policy": { "total": 325.6330902220003, "count": 97, "self": 270.02341242701596, "children": { "TorchPPOOptimizer.update": { "total": 55.60967779498435, "count": 2910, "self": 55.60967779498435 } } } } } } }, "trainer_threads": { "total": 1.5400000847876072e-06, "count": 1, "self": 1.5400000847876072e-06 }, "TrainerController._save_models": { "total": 0.11630911400015975, "count": 1, "self": 0.0024477780002598593, "children": { "RLTrainer._checkpoint": { "total": 0.1138613359998999, "count": 1, "self": 0.1138613359998999 } } } } } } }