ByteExplorer/ppo-Pyramids
066
1{2 "name": "root",3 "gauges": {4 "Pyramids.Policy.Entropy.mean": {5 "value": 0.4197154641151428,6 "min": 0.272203266620636,7 "max": 1.5045830011367798,8 "count": 3779 },10 "Pyramids.Policy.Entropy.sum": {11 "value": 12625.041015625,12 "min": 8148.67724609375,13 "max": 45643.03125,14 "count": 37715 },16 "Pyramids.Step.mean": {17 "value": 11309921.0,18 "min": 29952.0,19 "max": 11309921.0,20 "count": 37721 },22 "Pyramids.Step.sum": {23 "value": 11309921.0,24 "min": 29952.0,25 "max": 11309921.0,26 "count": 37727 },28 "Pyramids.Policy.ExtrinsicValueEstimate.mean": {29 "value": 0.7003707885742188,30 "min": -0.19950847327709198,31 "max": 0.7662648558616638,32 "count": 37733 },34 "Pyramids.Policy.ExtrinsicValueEstimate.sum": {35 "value": 197.5045623779297,36 "min": -47.28350830078125,37 "max": 224.49522399902344,38 "count": 37739 },40 "Pyramids.Policy.RndValueEstimate.mean": {41 "value": 0.003947226796299219,42 "min": -0.05940214917063713,43 "max": 0.3908889889717102,44 "count": 37745 },46 "Pyramids.Policy.RndValueEstimate.sum": {47 "value": 1.1131179332733154,48 "min": -16.513797760009766,49 "max": 93.8133544921875,50 "count": 37751 },52 "Pyramids.Losses.PolicyLoss.mean": {53 "value": 0.05026319106469773,54 "min": 0.04300903675833806,55 "max": 0.09981689124556614,56 "count": 37757 },58 "Pyramids.Losses.PolicyLoss.sum": {59 "value": 0.3518423374528841,60 "min": 0.2035083431895173,61 "max": 0.698718238718963,62 "count": 37763 },64 "Pyramids.Losses.ValueLoss.mean": {65 "value": 0.01388661854296169,66 "min": 0.00031933543865666705,67 "max": 9.80639659676568,68 "count": 37769 },70 "Pyramids.Losses.ValueLoss.sum": {71 "value": 0.09720632980073182,72 "min": 0.0022353480705966694,73 "max": 68.64477617735976,74 "count": 37775 },76 "Pyramids.Policy.LearningRate.mean": {77 "value": 0.002322299456875733,78 "min": 0.002322299456875733,79 "max": 0.0029990899200303357,80 "count": 37781 },82 "Pyramids.Policy.LearningRate.sum": {83 "value": 0.01625609619813013,84 "min": 0.011996359680121343,85 "max": 0.02384890956503635,86 "count": 37787 },88 "Pyramids.Policy.Epsilon.mean": {89 "value": 0.17740998114285714,90 "min": 0.17740998114285714,91 "max": 0.19996966400000002,92 "count": 37793 },94 "Pyramids.Policy.Epsilon.sum": {95 "value": 1.241869868,96 "min": 0.7998786560000001,97 "max": 1.5949636520000001,98 "count": 37799 },100 "Pyramids.Policy.Beta.mean": {101 "value": 0.007743257116171428,102 "min": 0.007743257116171428,103 "max": 0.0099969694336,104 "count": 377105 },106 "Pyramids.Policy.Beta.sum": {107 "value": 0.054202799813199996,108 "min": 0.0399878777344,109 "max": 0.0794968688348,110 "count": 377111 },112 "Pyramids.Losses.RNDLoss.mean": {113 "value": 0.0034704941790550947,114 "min": 0.0034704941790550947,115 "max": 0.6667643785476685,116 "count": 377117 },118 "Pyramids.Losses.RNDLoss.sum": {119 "value": 0.024293459951877594,120 "min": 0.024293459951877594,121 "max": 2.667057514190674,122 "count": 377123 },124 "Pyramids.Environment.EpisodeLength.mean": {125 "value": 316.0,126 "min": 237.55371900826447,127 "max": 999.0,128 "count": 377129 },130 "Pyramids.Environment.EpisodeLength.sum": {131 "value": 30968.0,132 "min": 15984.0,133 "max": 35843.0,134 "count": 377135 },136 "Pyramids.Environment.CumulativeReward.mean": {137 "value": 1.644698966482673,138 "min": -1.0000000521540642,139 "max": 1.7624462644669636,140 "count": 377141 },142 "Pyramids.Environment.CumulativeReward.sum": {143 "value": 162.82519768178463,144 "min": -29.995001636445522,145 "max": 218.6787971407175,146 "count": 377147 },148 "Pyramids.Policy.ExtrinsicReward.mean": {149 "value": 1.644698966482673,150 "min": -1.0000000521540642,151 "max": 1.7624462644669636,152 "count": 377153 },154 "Pyramids.Policy.ExtrinsicReward.sum": {155 "value": 162.82519768178463,156 "min": -29.995001636445522,157 "max": 218.6787971407175,158 "count": 377159 },160 "Pyramids.Policy.RndReward.mean": {161 "value": 0.011586302707398475,162 "min": 0.009915739200480927,163 "max": 11.432586884126067,164 "count": 377165 },166 "Pyramids.Policy.RndReward.sum": {167 "value": 1.147043968032449,168 "min": 1.0746353828071733,169 "max": 182.92139014601707,170 "count": 377171 },172 "Pyramids.IsTraining.mean": {173 "value": 1.0,174 "min": 1.0,175 "max": 1.0,176 "count": 377177 },178 "Pyramids.IsTraining.sum": {179 "value": 1.0,180 "min": 1.0,181 "max": 1.0,182 "count": 377183 }184 },185 "metadata": {186 "timer_format_version": "0.1.0",187 "start_time_seconds": "1689757960",188 "python_version": "3.10.6 (main, May 29 2023, 11:10:38) [GCC 11.3.0]",189 "command_line_arguments": "/home/arran/.local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics --force",190 "mlagents_version": "0.31.0.dev0",191 "mlagents_envs_version": "0.31.0.dev0",192 "communication_protocol_version": "1.5.0",193 "pytorch_version": "1.11.0+cu102",194 "numpy_version": "1.21.2",195 "end_time_seconds": "1689767774"196 },197 "total": 9813.438060935005,198 "count": 1,199 "self": 0.14997585001401603,200 "children": {201 "run_training.setup": {202 "total": 0.009300467994762585,203 "count": 1,204 "self": 0.009300467994762585205 },206 "TrainerController.start_learning": {207 "total": 9813.278784616996,208 "count": 1,209 "self": 9.232576190959662,210 "children": {211 "TrainerController._reset_env": {212 "total": 2.422013842005981,213 "count": 1,214 "self": 2.422013842005981215 },216 "TrainerController.advance": {217 "total": 9801.555481683026,218 "count": 732625,219 "self": 8.413826392206829,220 "children": {221 "env_step": {222 "total": 6327.068002251006,223 "count": 732625,224 "self": 5318.326892920915,225 "children": {226 "SubprocessEnvManager._take_step": {227 "total": 1003.0577777927683,228 "count": 732625,229 "self": 25.714818801294314,230 "children": {231 "TorchPolicy.evaluate": {232 "total": 977.342958991474,233 "count": 707201,234 "self": 977.342958991474235 }236 }237 },238 "workers": {239 "total": 5.683331537322374,240 "count": 732624,241 "self": 0.0,242 "children": {243 "worker_root": {244 "total": 9801.626357703004,245 "count": 732624,246 "is_parallel": true,247 "self": 5066.491318356275,248 "children": {249 "run_training.setup": {250 "total": 0.0,251 "count": 0,252 "is_parallel": true,253 "self": 0.0,254 "children": {255 "steps_from_proto": {256 "total": 0.0007869589899200946,257 "count": 1,258 "is_parallel": true,259 "self": 0.00021948496578261256,260 "children": {261 "_process_rank_one_or_two_observation": {262 "total": 0.000567474024137482,263 "count": 8,264 "is_parallel": true,265 "self": 0.000567474024137482266 }267 }268 },269 "UnityEnvironment.step": {270 "total": 0.01652249798644334,271 "count": 1,272 "is_parallel": true,273 "self": 0.00017548198229633272,274 "children": {275 "UnityEnvironment._generate_step_input": {276 "total": 0.00020307398517616093,277 "count": 1,278 "is_parallel": true,279 "self": 0.00020307398517616093280 },281 "communicator.exchange": {282 "total": 0.015603690000716597,283 "count": 1,284 "is_parallel": true,285 "self": 0.015603690000716597286 },287 "steps_from_proto": {288 "total": 0.0005402520182542503,289 "count": 1,290 "is_parallel": true,291 "self": 0.00013721000868827105,292 "children": {293 "_process_rank_one_or_two_observation": {294 "total": 0.00040304200956597924,295 "count": 8,296 "is_parallel": true,297 "self": 0.00040304200956597924298 }299 }300 }301 }302 }303 }304 },305 "UnityEnvironment.step": {306 "total": 4735.135039346729,307 "count": 732623,308 "is_parallel": true,309 "self": 148.83361234873882,310 "children": {311 "UnityEnvironment._generate_step_input": {312 "total": 108.86860577567131,313 "count": 732623,314 "is_parallel": true,315 "self": 108.86860577567131316 },317 "communicator.exchange": {318 "total": 4039.3383600350353,319 "count": 732623,320 "is_parallel": true,321 "self": 4039.3383600350353322 },323 "steps_from_proto": {324 "total": 438.09446118728374,325 "count": 732623,326 "is_parallel": true,327 "self": 100.58675679168664,328 "children": {329 "_process_rank_one_or_two_observation": {330 "total": 337.5077043955971,331 "count": 5860984,332 "is_parallel": true,333 "self": 337.5077043955971334 }335 }336 }337 }338 }339 }340 }341 }342 }343 }344 },345 "trainer_advance": {346 "total": 3466.0736530398135,347 "count": 732624,348 "self": 16.990142274677055,349 "children": {350 "process_trajectory": {351 "total": 817.632784697169,352 "count": 732624,353 "self": 816.1766611461062,354 "children": {355 "RLTrainer._checkpoint": {356 "total": 1.456123551062774,357 "count": 22,358 "self": 1.456123551062774359 }360 }361 },362 "_update_policy": {363 "total": 2631.4507260679675,364 "count": 2712,365 "self": 1861.5610947568202,366 "children": {367 "TorchPPOOptimizer.update": {368 "total": 769.8896313111472,369 "count": 130515,370 "self": 769.8896313111472371 }372 }373 }374 }375 }376 }377 },378 "trainer_threads": {379 "total": 6.709888111799955e-07,380 "count": 1,381 "self": 6.709888111799955e-07382 },383 "TrainerController._save_models": {384 "total": 0.06871223001508042,385 "count": 1,386 "self": 0.0009454120299778879,387 "children": {388 "RLTrainer._checkpoint": {389 "total": 0.06776681798510253,390 "count": 1,391 "self": 0.06776681798510253392 }393 }394 }395 }396 }397 }398}