| { | |
| "name": "root", | |
| "gauges": { | |
| "SoccerTwos.Policy.Entropy.mean": { | |
| "value": 1.4232853651046753, | |
| "min": 1.1914889812469482, | |
| "max": 3.29569149017334, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.Policy.Entropy.sum": { | |
| "value": 27372.623046875, | |
| "min": 16558.00390625, | |
| "max": 128081.3125, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.Environment.EpisodeLength.mean": { | |
| "value": 65.72972972972973, | |
| "min": 40.0, | |
| "max": 999.0, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.Environment.EpisodeLength.sum": { | |
| "value": 19456.0, | |
| "min": 11012.0, | |
| "max": 29092.0, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.Self-play.ELO.mean": { | |
| "value": 1597.079608136376, | |
| "min": 1193.4632533197162, | |
| "max": 1698.4949229540778, | |
| "count": 4831 | |
| }, | |
| "SoccerTwos.Self-play.ELO.sum": { | |
| "value": 236367.78200418365, | |
| "min": 2388.5899078712573, | |
| "max": 398345.1216989022, | |
| "count": 4831 | |
| }, | |
| "SoccerTwos.Step.mean": { | |
| "value": 49999984.0, | |
| "min": 9562.0, | |
| "max": 49999984.0, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.Step.sum": { | |
| "value": 49999984.0, | |
| "min": 9562.0, | |
| "max": 49999984.0, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": { | |
| "value": 0.01089271530508995, | |
| "min": -0.13643035292625427, | |
| "max": 0.16642113029956818, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": { | |
| "value": 1.612121820449829, | |
| "min": -22.78386878967285, | |
| "max": 25.88186264038086, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.012925611808896065, | |
| "min": -0.13345466554164886, | |
| "max": 0.16679438948631287, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 1.9129905700683594, | |
| "min": -22.337013244628906, | |
| "max": 25.790990829467773, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.Environment.CumulativeReward.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.Environment.CumulativeReward.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicReward.mean": { | |
| "value": -0.11052162260622592, | |
| "min": -0.5714285714285714, | |
| "max": 0.45223225220557184, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicReward.sum": { | |
| "value": -16.357200145721436, | |
| "min": -63.91780000925064, | |
| "max": 60.24499982595444, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.Environment.GroupCumulativeReward.mean": { | |
| "value": -0.11052162260622592, | |
| "min": -0.5714285714285714, | |
| "max": 0.45223225220557184, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.Environment.GroupCumulativeReward.sum": { | |
| "value": -16.357200145721436, | |
| "min": -63.91780000925064, | |
| "max": 60.24499982595444, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.Losses.PolicyLoss.mean": { | |
| "value": 0.017073513596551494, | |
| "min": 0.009311351187837621, | |
| "max": 0.02547406100978454, | |
| "count": 2417 | |
| }, | |
| "SoccerTwos.Losses.PolicyLoss.sum": { | |
| "value": 0.017073513596551494, | |
| "min": 0.009311351187837621, | |
| "max": 0.02547406100978454, | |
| "count": 2417 | |
| }, | |
| "SoccerTwos.Losses.ValueLoss.mean": { | |
| "value": 0.09446701159079869, | |
| "min": 9.791846006616348e-08, | |
| "max": 0.1306864582002163, | |
| "count": 2417 | |
| }, | |
| "SoccerTwos.Losses.ValueLoss.sum": { | |
| "value": 0.09446701159079869, | |
| "min": 9.791846006616348e-08, | |
| "max": 0.1306864582002163, | |
| "count": 2417 | |
| }, | |
| "SoccerTwos.Losses.BaselineLoss.mean": { | |
| "value": 0.09576245471835136, | |
| "min": 1.0148629764709464e-07, | |
| "max": 0.13350567693511645, | |
| "count": 2417 | |
| }, | |
| "SoccerTwos.Losses.BaselineLoss.sum": { | |
| "value": 0.09576245471835136, | |
| "min": 1.0148629764709464e-07, | |
| "max": 0.13350567693511645, | |
| "count": 2417 | |
| }, | |
| "SoccerTwos.Policy.LearningRate.mean": { | |
| "value": 0.0003, | |
| "min": 0.0003, | |
| "max": 0.0003, | |
| "count": 2417 | |
| }, | |
| "SoccerTwos.Policy.LearningRate.sum": { | |
| "value": 0.0003, | |
| "min": 0.0003, | |
| "max": 0.0003, | |
| "count": 2417 | |
| }, | |
| "SoccerTwos.Policy.Epsilon.mean": { | |
| "value": 0.20000000000000007, | |
| "min": 0.20000000000000004, | |
| "max": 0.20000000000000007, | |
| "count": 2417 | |
| }, | |
| "SoccerTwos.Policy.Epsilon.sum": { | |
| "value": 0.20000000000000007, | |
| "min": 0.20000000000000004, | |
| "max": 0.20000000000000007, | |
| "count": 2417 | |
| }, | |
| "SoccerTwos.Policy.Beta.mean": { | |
| "value": 0.005000000000000001, | |
| "min": 0.005000000000000001, | |
| "max": 0.005000000000000001, | |
| "count": 2417 | |
| }, | |
| "SoccerTwos.Policy.Beta.sum": { | |
| "value": 0.005000000000000001, | |
| "min": 0.005000000000000001, | |
| "max": 0.005000000000000001, | |
| "count": 2417 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1722545702", | |
| "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]", | |
| "command_line_arguments": "/home/davidk/anaconda3/envs/rl/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos --run-id=SoccerTwos --no-graphics --force", | |
| "mlagents_version": "1.1.0.dev0", | |
| "mlagents_envs_version": "1.1.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.4.0+cu121", | |
| "numpy_version": "1.23.5", | |
| "end_time_seconds": "1722591769" | |
| }, | |
| "total": 46067.02935311, | |
| "count": 1, | |
| "self": 0.21810075700341258, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.04552631600017776, | |
| "count": 1, | |
| "self": 0.04552631600017776 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 46066.765726037, | |
| "count": 1, | |
| "self": 40.79071860276599, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 6.423286502989868, | |
| "count": 250, | |
| "self": 6.423286502989868 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 46019.41685997624, | |
| "count": 3424961, | |
| "self": 38.2772818822923, | |
| "children": { | |
| "env_step": { | |
| "total": 34597.641284861, | |
| "count": 3424961, | |
| "self": 26297.7755586929, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 8275.6733871308, | |
| "count": 3424961, | |
| "self": 282.38117238833365, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 7993.292214742467, | |
| "count": 6291176, | |
| "self": 7993.292214742467 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 24.192339037295824, | |
| "count": 3424961, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 45993.189696476395, | |
| "count": 3424961, | |
| "is_parallel": true, | |
| "self": 24417.443031182593, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0023881330016592983, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0005777200021839235, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0018104129994753748, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0018104129994753748 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.026553654999588616, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0006051090003893478, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0004507829999056412, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004507829999056412 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.023734423999485443, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.023734423999485443 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0017633389998081839, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0003393890001461841, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0014239499996619998, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0014239499996619998 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 21575.499355259803, | |
| "count": 3424960, | |
| "is_parallel": true, | |
| "self": 1132.0872262527846, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 729.5288172089004, | |
| "count": 3424960, | |
| "is_parallel": true, | |
| "self": 729.5288172089004 | |
| }, | |
| "communicator.exchange": { | |
| "total": 16691.748811488615, | |
| "count": 3424960, | |
| "is_parallel": true, | |
| "self": 16691.748811488615 | |
| }, | |
| "steps_from_proto": { | |
| "total": 3022.134500309503, | |
| "count": 6849920, | |
| "is_parallel": true, | |
| "self": 561.4106670608071, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 2460.723833248696, | |
| "count": 27399680, | |
| "is_parallel": true, | |
| "self": 2460.723833248696 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.24731003400120244, | |
| "count": 498, | |
| "is_parallel": true, | |
| "self": 0.04687300728073751, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.20043702672046493, | |
| "count": 1992, | |
| "is_parallel": true, | |
| "self": 0.20043702672046493 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 11383.498293232955, | |
| "count": 3424961, | |
| "self": 300.51779104533307, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 4655.4978727855105, | |
| "count": 3424961, | |
| "self": 4641.462586460535, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 14.03528632497546, | |
| "count": 100, | |
| "self": 14.03528632497546 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 6427.482629402111, | |
| "count": 2417, | |
| "self": 3355.6600326796834, | |
| "children": { | |
| "TorchPOCAOptimizer.update": { | |
| "total": 3071.822596722428, | |
| "count": 72516, | |
| "self": 3071.822596722428 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 6.469999789260328e-07, | |
| "count": 1, | |
| "self": 6.469999789260328e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.13486030800413573, | |
| "count": 1, | |
| "self": 0.001060654001776129, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.1337996540023596, | |
| "count": 1, | |
| "self": 0.1337996540023596 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |