| { | |
| "name": "root", | |
| "gauges": { | |
| "SoccerTwos.Policy.Entropy.mean": { | |
| "value": 2.2541470527648926, | |
| "min": 2.2264187335968018, | |
| "max": 3.2958130836486816, | |
| "count": 600 | |
| }, | |
| "SoccerTwos.Policy.Entropy.sum": { | |
| "value": 44505.87890625, | |
| "min": 2003.854248046875, | |
| "max": 225908.15625, | |
| "count": 600 | |
| }, | |
| "SoccerTwos.Environment.EpisodeLength.mean": { | |
| "value": 51.822916666666664, | |
| "min": 42.243478260869566, | |
| "max": 999.0, | |
| "count": 600 | |
| }, | |
| "SoccerTwos.Environment.EpisodeLength.sum": { | |
| "value": 19900.0, | |
| "min": 11988.0, | |
| "max": 32504.0, | |
| "count": 600 | |
| }, | |
| "SoccerTwos.Self-play.ELO.mean": { | |
| "value": 1525.3226441654676, | |
| "min": 1199.384981924398, | |
| "max": 1541.9464998647475, | |
| "count": 586 | |
| }, | |
| "SoccerTwos.Self-play.ELO.sum": { | |
| "value": 292861.9476797698, | |
| "min": 2398.769963848796, | |
| "max": 349523.70447069826, | |
| "count": 586 | |
| }, | |
| "SoccerTwos.Step.mean": { | |
| "value": 5999964.0, | |
| "min": 9476.0, | |
| "max": 5999964.0, | |
| "count": 600 | |
| }, | |
| "SoccerTwos.Step.sum": { | |
| "value": 5999964.0, | |
| "min": 9476.0, | |
| "max": 5999964.0, | |
| "count": 600 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": { | |
| "value": 0.006578030996024609, | |
| "min": -0.07075738161802292, | |
| "max": 0.14711181819438934, | |
| "count": 600 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": { | |
| "value": 1.256403923034668, | |
| "min": -15.849653244018555, | |
| "max": 21.771282196044922, | |
| "count": 600 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": -0.00042870157631114125, | |
| "min": -0.08137570321559906, | |
| "max": 0.15133030712604523, | |
| "count": 600 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": -0.08188199996948242, | |
| "min": -18.22815704345703, | |
| "max": 22.004295349121094, | |
| "count": 600 | |
| }, | |
| "SoccerTwos.Environment.CumulativeReward.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 600 | |
| }, | |
| "SoccerTwos.Environment.CumulativeReward.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 600 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicReward.mean": { | |
| "value": -0.08447329723398099, | |
| "min": -0.5101333335042, | |
| "max": 0.5614355537626479, | |
| "count": 600 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicReward.sum": { | |
| "value": -16.13439977169037, | |
| "min": -39.12819993495941, | |
| "max": 55.46360003948212, | |
| "count": 600 | |
| }, | |
| "SoccerTwos.Environment.GroupCumulativeReward.mean": { | |
| "value": -0.08447329723398099, | |
| "min": -0.5101333335042, | |
| "max": 0.5614355537626479, | |
| "count": 600 | |
| }, | |
| "SoccerTwos.Environment.GroupCumulativeReward.sum": { | |
| "value": -16.13439977169037, | |
| "min": -39.12819993495941, | |
| "max": 55.46360003948212, | |
| "count": 600 | |
| }, | |
| "SoccerTwos.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 600 | |
| }, | |
| "SoccerTwos.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 600 | |
| }, | |
| "SoccerTwos.Losses.PolicyLoss.mean": { | |
| "value": 0.0166406735116147, | |
| "min": 0.014553197751067476, | |
| "max": 0.02096656994221525, | |
| "count": 96 | |
| }, | |
| "SoccerTwos.Losses.PolicyLoss.sum": { | |
| "value": 0.0166406735116147, | |
| "min": 0.014553197751067476, | |
| "max": 0.02096656994221525, | |
| "count": 96 | |
| }, | |
| "SoccerTwos.Losses.ValueLoss.mean": { | |
| "value": 0.09528738483786584, | |
| "min": 0.0014326320227054466, | |
| "max": 0.10267178962628047, | |
| "count": 96 | |
| }, | |
| "SoccerTwos.Losses.ValueLoss.sum": { | |
| "value": 0.09528738483786584, | |
| "min": 0.0014326320227054466, | |
| "max": 0.10267178962628047, | |
| "count": 96 | |
| }, | |
| "SoccerTwos.Losses.BaselineLoss.mean": { | |
| "value": 0.10004813447594643, | |
| "min": 0.001436497309542675, | |
| "max": 0.10778420658575164, | |
| "count": 96 | |
| }, | |
| "SoccerTwos.Losses.BaselineLoss.sum": { | |
| "value": 0.10004813447594643, | |
| "min": 0.001436497309542675, | |
| "max": 0.10778420658575164, | |
| "count": 96 | |
| }, | |
| "SoccerTwos.Policy.LearningRate.mean": { | |
| "value": 0.0003, | |
| "min": 0.0003, | |
| "max": 0.0003, | |
| "count": 96 | |
| }, | |
| "SoccerTwos.Policy.LearningRate.sum": { | |
| "value": 0.0003, | |
| "min": 0.0003, | |
| "max": 0.0003, | |
| "count": 96 | |
| }, | |
| "SoccerTwos.Policy.Epsilon.mean": { | |
| "value": 0.19999999999999996, | |
| "min": 0.19999999999999996, | |
| "max": 0.19999999999999996, | |
| "count": 96 | |
| }, | |
| "SoccerTwos.Policy.Epsilon.sum": { | |
| "value": 0.19999999999999996, | |
| "min": 0.19999999999999996, | |
| "max": 0.19999999999999996, | |
| "count": 96 | |
| }, | |
| "SoccerTwos.Policy.Beta.mean": { | |
| "value": 0.004999999999999999, | |
| "min": 0.004999999999999999, | |
| "max": 0.004999999999999999, | |
| "count": 96 | |
| }, | |
| "SoccerTwos.Policy.Beta.sum": { | |
| "value": 0.004999999999999999, | |
| "min": 0.004999999999999999, | |
| "max": 0.004999999999999999, | |
| "count": 96 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1677412416", | |
| "python_version": "3.9.16 (main, Jan 11 2023, 16:05:54) \n[GCC 11.2.0]", | |
| "command_line_arguments": "/home/fbeghell/anaconda3/envs/rl/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --num-envs=3 --env=./training-envs-executables/SoccerTwos/SoccerTwos.x86_64 --run-id=SoccerTwos_v2 --no-graphics", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1677416509" | |
| }, | |
| "total": 4093.656747773988, | |
| "count": 1, | |
| "self": 0.2196339899674058, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.021348519949242473, | |
| "count": 1, | |
| "self": 0.021348519949242473 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 4093.4157652640715, | |
| "count": 1, | |
| "self": 7.478107919450849, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 4.246652701403946, | |
| "count": 18, | |
| "self": 4.246652701403946 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 4081.3988734942395, | |
| "count": 376605, | |
| "self": 7.324552450329065, | |
| "children": { | |
| "env_step": { | |
| "total": 2150.052749511553, | |
| "count": 376605, | |
| "self": 731.7759145805612, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 1414.3715546100866, | |
| "count": 407059, | |
| "self": 43.13556841947138, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 1371.2359861906152, | |
| "count": 769044, | |
| "self": 1371.2359861906152 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 3.905280320905149, | |
| "count": 376605, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 12267.75443618535, | |
| "count": 407036, | |
| "is_parallel": true, | |
| "self": 9066.076087541878, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.005463488167151809, | |
| "count": 6, | |
| "is_parallel": true, | |
| "self": 0.0015623001381754875, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0039011880289763212, | |
| "count": 24, | |
| "is_parallel": true, | |
| "self": 0.0039011880289763212 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.053212333004921675, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.001589423744007945, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0010393550619482994, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.0010393550619482994 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.045753989135846496, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.045753989135846496 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.004829565063118935, | |
| "count": 6, | |
| "is_parallel": true, | |
| "self": 0.0010161756072193384, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.003813389455899596, | |
| "count": 24, | |
| "is_parallel": true, | |
| "self": 0.003813389455899596 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 3201.6111709214747, | |
| "count": 407033, | |
| "is_parallel": true, | |
| "self": 188.8647192621138, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 123.01010983204469, | |
| "count": 407033, | |
| "is_parallel": true, | |
| "self": 123.01010983204469 | |
| }, | |
| "communicator.exchange": { | |
| "total": 2299.7066926585976, | |
| "count": 407033, | |
| "is_parallel": true, | |
| "self": 2299.7066926585976 | |
| }, | |
| "steps_from_proto": { | |
| "total": 590.0296491687186, | |
| "count": 814066, | |
| "is_parallel": true, | |
| "self": 118.64347190852277, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 471.38617726019584, | |
| "count": 3256264, | |
| "is_parallel": true, | |
| "self": 471.38617726019584 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.06717772199772298, | |
| "count": 102, | |
| "is_parallel": true, | |
| "self": 0.013331872411072254, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.05384584958665073, | |
| "count": 408, | |
| "is_parallel": true, | |
| "self": 0.05384584958665073 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 1924.0215715323575, | |
| "count": 376605, | |
| "self": 56.068650795845315, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 612.8880028438289, | |
| "count": 376605, | |
| "self": 609.3015440409072, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 3.5864588029216975, | |
| "count": 12, | |
| "self": 3.5864588029216975 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 1255.0649178926833, | |
| "count": 96, | |
| "self": 667.3783815919887, | |
| "children": { | |
| "TorchPOCAOptimizer.update": { | |
| "total": 587.6865363006946, | |
| "count": 8640, | |
| "self": 587.6865363006946 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 5.818437784910202e-07, | |
| "count": 1, | |
| "self": 5.818437784910202e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.29213056713342667, | |
| "count": 1, | |
| "self": 0.0031741161365062, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.28895645099692047, | |
| "count": 1, | |
| "self": 0.28895645099692047 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |