| { | |
| "name": "root", | |
| "gauges": { | |
| "Worm.Policy.Entropy.mean": { | |
| "value": 1.229241132736206, | |
| "min": 1.229241132736206, | |
| "max": 1.4045292139053345, | |
| "count": 73 | |
| }, | |
| "Worm.Policy.Entropy.sum": { | |
| "value": 36877.234375, | |
| "min": 36877.234375, | |
| "max": 42135.875, | |
| "count": 73 | |
| }, | |
| "Worm.Environment.EpisodeLength.mean": { | |
| "value": 999.0, | |
| "min": 999.0, | |
| "max": 999.0, | |
| "count": 73 | |
| }, | |
| "Worm.Environment.EpisodeLength.sum": { | |
| "value": 29970.0, | |
| "min": 29970.0, | |
| "max": 29970.0, | |
| "count": 73 | |
| }, | |
| "Worm.Step.mean": { | |
| "value": 2999000.0, | |
| "min": 839000.0, | |
| "max": 2999000.0, | |
| "count": 73 | |
| }, | |
| "Worm.Step.sum": { | |
| "value": 2999000.0, | |
| "min": 839000.0, | |
| "max": 2999000.0, | |
| "count": 73 | |
| }, | |
| "Worm.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 93.465576171875, | |
| "min": 2.8544962406158447, | |
| "max": 93.465576171875, | |
| "count": 73 | |
| }, | |
| "Worm.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 2803.96728515625, | |
| "min": 82.78038787841797, | |
| "max": 2803.96728515625, | |
| "count": 73 | |
| }, | |
| "Worm.Environment.CumulativeReward.mean": { | |
| "value": 500.6077484130859, | |
| "min": 35.615565635007, | |
| "max": 502.77891438802084, | |
| "count": 73 | |
| }, | |
| "Worm.Environment.CumulativeReward.sum": { | |
| "value": 15018.232452392578, | |
| "min": 1032.851403415203, | |
| "max": 15083.367431640625, | |
| "count": 73 | |
| }, | |
| "Worm.Policy.ExtrinsicReward.mean": { | |
| "value": 500.6077484130859, | |
| "min": 35.615565635007, | |
| "max": 502.77891438802084, | |
| "count": 73 | |
| }, | |
| "Worm.Policy.ExtrinsicReward.sum": { | |
| "value": 15018.232452392578, | |
| "min": 1032.851403415203, | |
| "max": 15083.367431640625, | |
| "count": 73 | |
| }, | |
| "Worm.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 73 | |
| }, | |
| "Worm.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 73 | |
| }, | |
| "Worm.Losses.PolicyLoss.mean": { | |
| "value": 0.016588100611919628, | |
| "min": 0.013904854820880462, | |
| "max": 0.02259645519717153, | |
| "count": 72 | |
| }, | |
| "Worm.Losses.PolicyLoss.sum": { | |
| "value": 0.016588100611919628, | |
| "min": 0.013904854820880462, | |
| "max": 0.02259645519717153, | |
| "count": 72 | |
| }, | |
| "Worm.Losses.ValueLoss.mean": { | |
| "value": 6.791361593064808, | |
| "min": 0.3025680315636453, | |
| "max": 6.791361593064808, | |
| "count": 72 | |
| }, | |
| "Worm.Losses.ValueLoss.sum": { | |
| "value": 6.791361593064808, | |
| "min": 0.3025680315636453, | |
| "max": 6.791361593064808, | |
| "count": 72 | |
| }, | |
| "Worm.Policy.LearningRate.mean": { | |
| "value": 3.0000990000000026e-06, | |
| "min": 3.0000990000000026e-06, | |
| "max": 0.00021600002800000002, | |
| "count": 72 | |
| }, | |
| "Worm.Policy.LearningRate.sum": { | |
| "value": 3.0000990000000026e-06, | |
| "min": 3.0000990000000026e-06, | |
| "max": 0.00021600002800000002, | |
| "count": 72 | |
| }, | |
| "Worm.Policy.Epsilon.mean": { | |
| "value": 0.101, | |
| "min": 0.101, | |
| "max": 0.17199999999999996, | |
| "count": 72 | |
| }, | |
| "Worm.Policy.Epsilon.sum": { | |
| "value": 0.101, | |
| "min": 0.101, | |
| "max": 0.17199999999999996, | |
| "count": 72 | |
| }, | |
| "Worm.Policy.Beta.mean": { | |
| "value": 5.990000000000004e-05, | |
| "min": 5.990000000000004e-05, | |
| "max": 0.0036027999999999998, | |
| "count": 72 | |
| }, | |
| "Worm.Policy.Beta.sum": { | |
| "value": 5.990000000000004e-05, | |
| "min": 5.990000000000004e-05, | |
| "max": 0.0036027999999999998, | |
| "count": 72 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1666037378", | |
| "python_version": "3.7.15 (default, Oct 12 2022, 19:14:55) \n[GCC 7.5.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Worm.yaml --env=./trained-envs-executables/linux/Worm/Worm --run-id=Worm Training --no-graphics --resume", | |
| "mlagents_version": "0.29.0.dev0", | |
| "mlagents_envs_version": "0.29.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.8.1+cu102", | |
| "numpy_version": "1.21.6", | |
| "end_time_seconds": "1666040174" | |
| }, | |
| "total": 2795.585059426001, | |
| "count": 1, | |
| "self": 0.43695850200128916, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.03357971500008716, | |
| "count": 1, | |
| "self": 0.03357971500008716 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2795.1145212089996, | |
| "count": 1, | |
| "self": 4.019733900127903, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 6.480569323000964, | |
| "count": 1, | |
| "self": 6.480569323000964 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2784.4882801858694, | |
| "count": 220000, | |
| "self": 4.558426913774383, | |
| "children": { | |
| "env_step": { | |
| "total": 2263.2740849732563, | |
| "count": 220000, | |
| "self": 1974.7209297231639, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 286.01488853631054, | |
| "count": 220000, | |
| "self": 18.177517826858093, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 267.83737070945244, | |
| "count": 220000, | |
| "self": 65.32958338285061, | |
| "children": { | |
| "TorchPolicy.sample_actions": { | |
| "total": 202.50778732660183, | |
| "count": 220000, | |
| "self": 202.50778732660183 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 2.5382667137819226, | |
| "count": 220000, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2787.0640148304465, | |
| "count": 220000, | |
| "is_parallel": true, | |
| "self": 1076.449595679831, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0011139419984829146, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00036556099985318724, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0007483809986297274, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0007483809986297274 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.031062957999893115, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002357159974053502, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00040761300078884233, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00040761300078884233 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.029851909001081367, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.029851909001081367 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0005677200006175553, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002312990000064019, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.00033642100061115343, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.00033642100061115343 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1710.6144191506155, | |
| "count": 219999, | |
| "is_parallel": true, | |
| "self": 37.60127453309906, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 68.68218915573561, | |
| "count": 219999, | |
| "is_parallel": true, | |
| "self": 68.68218915573561 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1508.379839666486, | |
| "count": 219999, | |
| "is_parallel": true, | |
| "self": 1508.379839666486 | |
| }, | |
| "steps_from_proto": { | |
| "total": 95.95111579529475, | |
| "count": 219999, | |
| "is_parallel": true, | |
| "self": 39.10947331166426, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 56.841642483630494, | |
| "count": 439998, | |
| "is_parallel": true, | |
| "self": 56.841642483630494 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 516.6557682988387, | |
| "count": 220000, | |
| "self": 5.211558121975031, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 143.5901288608784, | |
| "count": 220000, | |
| "self": 142.95464681787598, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.635482043002412, | |
| "count": 5, | |
| "self": 0.635482043002412 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 367.85408131598524, | |
| "count": 73, | |
| "self": 312.19023667705187, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 55.66384463893337, | |
| "count": 3066, | |
| "self": 55.66384463893337 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.5260011423379183e-06, | |
| "count": 1, | |
| "self": 1.5260011423379183e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.12593627400019614, | |
| "count": 1, | |
| "self": 0.0032265320005535614, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.12270974199964257, | |
| "count": 1, | |
| "self": 0.12270974199964257 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |