| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 1.0129324197769165, | |
| "min": 0.7151864171028137, | |
| "max": 1.4372490644454956, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 30339.353515625, | |
| "min": 21421.263671875, | |
| "max": 43600.38671875, | |
| "count": 16 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 479945.0, | |
| "min": 29962.0, | |
| "max": 479945.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 479945.0, | |
| "min": 29962.0, | |
| "max": 479945.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.011681661941111088, | |
| "min": -0.13958127796649933, | |
| "max": 0.011681661941111088, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 2.8620071411132812, | |
| "min": -33.22034454345703, | |
| "max": 2.8620071411132812, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": 0.029486119747161865, | |
| "min": 0.027405153959989548, | |
| "max": 0.2600449323654175, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": 7.224099159240723, | |
| "min": 6.577237129211426, | |
| "max": 62.41078186035156, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.06801359974086783, | |
| "min": 0.06488899509318131, | |
| "max": 0.07553129586150316, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 1.0202039961130176, | |
| "min": 0.454548342968839, | |
| "max": 1.0202039961130176, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.005582945410846198, | |
| "min": 0.0004580204897774796, | |
| "max": 0.013711394003657378, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.08374418116269297, | |
| "min": 0.004122184407997317, | |
| "max": 0.09597975802560164, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 2.1051372982906668e-05, | |
| "min": 2.1051372982906668e-05, | |
| "max": 0.0002904759460318285, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.0003157705947436, | |
| "min": 0.0003157705947436, | |
| "max": 0.0028159108613632, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10701709333333337, | |
| "min": 0.10701709333333337, | |
| "max": 0.19682531428571431, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.6052564000000005, | |
| "min": 1.3777772000000001, | |
| "max": 2.3386368, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.0007110076240000003, | |
| "min": 0.0007110076240000003, | |
| "max": 0.009682848897142856, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.010665114360000004, | |
| "min": 0.010665114360000004, | |
| "max": 0.09390981631999999, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.0166071318089962, | |
| "min": 0.0166071318089962, | |
| "max": 0.3668909966945648, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.2491069883108139, | |
| "min": 0.23651857674121857, | |
| "max": 2.568237066268921, | |
| "count": 16 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 819.2972972972973, | |
| "min": 819.2972972972973, | |
| "max": 999.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 30314.0, | |
| "min": 16633.0, | |
| "max": 32103.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": -0.008843282187307204, | |
| "min": -0.9999806972280625, | |
| "max": -0.008843282187307204, | |
| "count": 16 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": -0.3272014409303665, | |
| "min": -31.998801663517952, | |
| "max": -0.3272014409303665, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": -0.008843282187307204, | |
| "min": -0.9999806972280625, | |
| "max": -0.008843282187307204, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": -0.3272014409303665, | |
| "min": -31.998801663517952, | |
| "max": -0.3272014409303665, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.14314874204353908, | |
| "min": 0.14314874204353908, | |
| "max": 6.944004123482634, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 5.296503455610946, | |
| "min": 5.093305759131908, | |
| "max": 118.04807009920478, | |
| "count": 16 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 16 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1687838129", | |
| "python_version": "3.10.12 (main, Jun 7 2023, 12:45:35) [GCC 9.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=My Pyramids Training --no-graphics", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1687839173" | |
| }, | |
| "total": 1044.217866708, | |
| "count": 1, | |
| "self": 0.47624675000020034, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.06405086899997059, | |
| "count": 1, | |
| "self": 0.06405086899997059 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 1043.677569089, | |
| "count": 1, | |
| "self": 0.6374927539934561, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 4.669657947000019, | |
| "count": 1, | |
| "self": 4.669657947000019 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 1038.2760054170064, | |
| "count": 31581, | |
| "self": 0.6822988709911897, | |
| "children": { | |
| "env_step": { | |
| "total": 717.4053586640005, | |
| "count": 31581, | |
| "self": 661.9723847870174, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 55.04250034599863, | |
| "count": 31581, | |
| "self": 2.4061927760034223, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 52.63630756999521, | |
| "count": 31315, | |
| "self": 52.63630756999521 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.3904735309844227, | |
| "count": 31581, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 1041.3370702609918, | |
| "count": 31581, | |
| "is_parallel": true, | |
| "self": 433.8246731850014, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.004858667999997124, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0035525630000279307, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0013061049999691932, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0013061049999691932 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.047715159999938805, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005449319999115687, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0004928690000269853, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004928690000269853 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.044919184000036694, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.044919184000036694 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0017581749999635576, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003373679999185697, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.001420807000044988, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.001420807000044988 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 607.5123970759904, | |
| "count": 31580, | |
| "is_parallel": true, | |
| "self": 16.701845790002267, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 11.078513058997942, | |
| "count": 31580, | |
| "is_parallel": true, | |
| "self": 11.078513058997942 | |
| }, | |
| "communicator.exchange": { | |
| "total": 529.7543632010035, | |
| "count": 31580, | |
| "is_parallel": true, | |
| "self": 529.7543632010035 | |
| }, | |
| "steps_from_proto": { | |
| "total": 49.97767502598674, | |
| "count": 31580, | |
| "is_parallel": true, | |
| "self": 9.611533107969194, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 40.36614191801755, | |
| "count": 252640, | |
| "is_parallel": true, | |
| "self": 40.36614191801755 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 320.1883478820149, | |
| "count": 31581, | |
| "self": 1.1167922179967036, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 52.848097843017285, | |
| "count": 31581, | |
| "self": 52.73577157901718, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.11232626400010304, | |
| "count": 1, | |
| "self": 0.11232626400010304 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 266.2234578210009, | |
| "count": 209, | |
| "self": 170.12687449899647, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 96.09658332200445, | |
| "count": 11427, | |
| "self": 96.09658332200445 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.1120000635855831e-06, | |
| "count": 1, | |
| "self": 1.1120000635855831e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.09441185899981974, | |
| "count": 1, | |
| "self": 0.0014307009998901776, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.09298115799992956, | |
| "count": 1, | |
| "self": 0.09298115799992956 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |