| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.1612342894077301, | |
| "min": 0.16044925153255463, | |
| "max": 1.5055969953536987, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 4855.0869140625, | |
| "min": 4786.6044921875, | |
| "max": 45673.7890625, | |
| "count": 100 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 2999982.0, | |
| "min": 29952.0, | |
| "max": 2999982.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 2999982.0, | |
| "min": 29952.0, | |
| "max": 2999982.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.7085379362106323, | |
| "min": -0.19641873240470886, | |
| "max": 0.8123100996017456, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 202.641845703125, | |
| "min": -46.551239013671875, | |
| "max": 244.50534057617188, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": -0.0028791080694645643, | |
| "min": -0.015680436044931412, | |
| "max": 0.2527826726436615, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": -0.8234248757362366, | |
| "min": -4.202356815338135, | |
| "max": 60.920623779296875, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.06848906578882683, | |
| "min": 0.06418875267263503, | |
| "max": 0.07328422991828443, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 0.9588469210435755, | |
| "min": 0.512989609427991, | |
| "max": 1.0898607728498368, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.015294806196544114, | |
| "min": 0.0003168153248474488, | |
| "max": 0.016712395944133665, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.2141272867516176, | |
| "min": 0.004118599223016835, | |
| "max": 0.248573215668633, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 1.5003923570452305e-06, | |
| "min": 1.5003923570452305e-06, | |
| "max": 0.00029838354339596195, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 2.1005492998633226e-05, | |
| "min": 2.1005492998633226e-05, | |
| "max": 0.0038924390025204, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10050009761904762, | |
| "min": 0.10050009761904762, | |
| "max": 0.19946118095238097, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.4070013666666665, | |
| "min": 1.3962282666666668, | |
| "max": 2.7974796, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 5.995975214285689e-05, | |
| "min": 5.995975214285689e-05, | |
| "max": 0.009946171977142856, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.0008394365299999964, | |
| "min": 0.0008394365299999964, | |
| "max": 0.12976821204, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.005940557457506657, | |
| "min": 0.005703814793378115, | |
| "max": 0.38410019874572754, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.08316780626773834, | |
| "min": 0.07985340803861618, | |
| "max": 2.6887013912200928, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 288.9339622641509, | |
| "min": 229.2890625, | |
| "max": 999.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 30627.0, | |
| "min": 15984.0, | |
| "max": 32735.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.6154095043738683, | |
| "min": -1.0000000521540642, | |
| "max": 1.7707109276670963, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 169.61799795925617, | |
| "min": -30.996801629662514, | |
| "max": 226.65099874138832, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.6154095043738683, | |
| "min": -1.0000000521540642, | |
| "max": 1.7707109276670963, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 169.61799795925617, | |
| "min": -30.996801629662514, | |
| "max": 226.65099874138832, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.017755818990103547, | |
| "min": 0.014413899790970838, | |
| "max": 7.108289192430675, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 1.8643609939608723, | |
| "min": 1.7584957744984422, | |
| "max": 113.7326270788908, | |
| "count": 100 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 100 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1701700606", | |
| "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", | |
| "mlagents_version": "1.1.0.dev0", | |
| "mlagents_envs_version": "1.1.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.1.1+cu121", | |
| "numpy_version": "1.23.5", | |
| "end_time_seconds": "1701711249" | |
| }, | |
| "total": 10643.120320305, | |
| "count": 1, | |
| "self": 0.9091790870006662, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.08018456600029822, | |
| "count": 1, | |
| "self": 0.08018456600029822 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 10642.130956652, | |
| "count": 1, | |
| "self": 7.065394842349633, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 5.05542832600031, | |
| "count": 1, | |
| "self": 5.05542832600031 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 10629.910457259648, | |
| "count": 194663, | |
| "self": 7.517806309992011, | |
| "children": { | |
| "env_step": { | |
| "total": 7326.748858977803, | |
| "count": 194663, | |
| "self": 6855.945055302728, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 466.39623372700953, | |
| "count": 194663, | |
| "self": 20.682901619070435, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 445.7133321079391, | |
| "count": 187564, | |
| "self": 445.7133321079391 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 4.407569948065429, | |
| "count": 194663, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 10623.37080197717, | |
| "count": 194663, | |
| "is_parallel": true, | |
| "self": 4301.8024408132305, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.009009202000015648, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.005549945000439038, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.00345925699957661, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.00345925699957661 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.18599794200008546, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0007788800003254437, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0005291739998938283, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005291739998938283 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.17924399599996832, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.17924399599996832 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.005445891999897867, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004777950007337495, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.004968096999164118, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.004968096999164118 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 6321.568361163939, | |
| "count": 194662, | |
| "is_parallel": true, | |
| "self": 142.74965118489035, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 85.33503617702809, | |
| "count": 194662, | |
| "is_parallel": true, | |
| "self": 85.33503617702809 | |
| }, | |
| "communicator.exchange": { | |
| "total": 5702.920206505953, | |
| "count": 194662, | |
| "is_parallel": true, | |
| "self": 5702.920206505953 | |
| }, | |
| "steps_from_proto": { | |
| "total": 390.5634672960673, | |
| "count": 194662, | |
| "is_parallel": true, | |
| "self": 82.67802912121851, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 307.8854381748488, | |
| "count": 1557296, | |
| "is_parallel": true, | |
| "self": 307.8854381748488 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 3295.6437919718533, | |
| "count": 194663, | |
| "self": 14.156807409042358, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 510.9637067727922, | |
| "count": 194663, | |
| "self": 510.30718005979315, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.6565267129990389, | |
| "count": 6, | |
| "self": 0.6565267129990389 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 2770.5232777900187, | |
| "count": 1396, | |
| "self": 1170.9103041874296, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 1599.6129736025891, | |
| "count": 68367, | |
| "self": 1599.6129736025891 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.0330004442948848e-06, | |
| "count": 1, | |
| "self": 1.0330004442948848e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.09967519100064237, | |
| "count": 1, | |
| "self": 0.002583217999927001, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.09709197300071537, | |
| "count": 1, | |
| "self": 0.09709197300071537 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |