run_logs/timers.json
| 1 | { |
| 2 | "name": "root", |
| 3 | "gauges": { |
| 4 | "Huggy.Policy.Entropy.mean": { |
| 5 | "value": 1.4016834497451782, |
| 6 | "min": 1.4016834497451782, |
| 7 | "max": 1.4248154163360596, |
| 8 | "count": 40 |
| 9 | }, |
| 10 | "Huggy.Policy.Entropy.sum": { |
| 11 | "value": 70043.5234375, |
| 12 | "min": 68939.0703125, |
| 13 | "max": 77166.5, |
| 14 | "count": 40 |
| 15 | }, |
| 16 | "Huggy.Environment.EpisodeLength.mean": { |
| 17 | "value": 66.8236092265943, |
| 18 | "min": 64.47182175622542, |
| 19 | "max": 402.508064516129, |
| 20 | "count": 40 |
| 21 | }, |
| 22 | "Huggy.Environment.EpisodeLength.sum": { |
| 23 | "value": 49249.0, |
| 24 | "min": 49174.0, |
| 25 | "max": 50165.0, |
| 26 | "count": 40 |
| 27 | }, |
| 28 | "Huggy.Step.mean": { |
| 29 | "value": 1999965.0, |
| 30 | "min": 49805.0, |
| 31 | "max": 1999965.0, |
| 32 | "count": 40 |
| 33 | }, |
| 34 | "Huggy.Step.sum": { |
| 35 | "value": 1999965.0, |
| 36 | "min": 49805.0, |
| 37 | "max": 1999965.0, |
| 38 | "count": 40 |
| 39 | }, |
| 40 | "Huggy.Policy.ExtrinsicValueEstimate.mean": { |
| 41 | "value": 2.535883665084839, |
| 42 | "min": -0.016341064125299454, |
| 43 | "max": 2.5411126613616943, |
| 44 | "count": 40 |
| 45 | }, |
| 46 | "Huggy.Policy.ExtrinsicValueEstimate.sum": { |
| 47 | "value": 1868.9462890625, |
| 48 | "min": -2.009950876235962, |
| 49 | "max": 1887.649658203125, |
| 50 | "count": 40 |
| 51 | }, |
| 52 | "Huggy.Environment.CumulativeReward.mean": { |
| 53 | "value": 3.969943560771088, |
| 54 | "min": 1.865932272217138, |
| 55 | "max": 4.130725253732969, |
| 56 | "count": 40 |
| 57 | }, |
| 58 | "Huggy.Environment.CumulativeReward.sum": { |
| 59 | "value": 2925.848404288292, |
| 60 | "min": 229.50966948270798, |
| 61 | "max": 2957.958867907524, |
| 62 | "count": 40 |
| 63 | }, |
| 64 | "Huggy.Policy.ExtrinsicReward.mean": { |
| 65 | "value": 3.969943560771088, |
| 66 | "min": 1.865932272217138, |
| 67 | "max": 4.130725253732969, |
| 68 | "count": 40 |
| 69 | }, |
| 70 | "Huggy.Policy.ExtrinsicReward.sum": { |
| 71 | "value": 2925.848404288292, |
| 72 | "min": 229.50966948270798, |
| 73 | "max": 2957.958867907524, |
| 74 | "count": 40 |
| 75 | }, |
| 76 | "Huggy.Losses.PolicyLoss.mean": { |
| 77 | "value": 0.017518210272313203, |
| 78 | "min": 0.013378795366346216, |
| 79 | "max": 0.018870136045087648, |
| 80 | "count": 40 |
| 81 | }, |
| 82 | "Huggy.Losses.PolicyLoss.sum": { |
| 83 | "value": 0.052554630816939604, |
| 84 | "min": 0.026757590732692432, |
| 85 | "max": 0.05661040813526294, |
| 86 | "count": 40 |
| 87 | }, |
| 88 | "Huggy.Losses.ValueLoss.mean": { |
| 89 | "value": 0.06605972771843273, |
| 90 | "min": 0.023124288922796644, |
| 91 | "max": 0.06605972771843273, |
| 92 | "count": 40 |
| 93 | }, |
| 94 | "Huggy.Losses.ValueLoss.sum": { |
| 95 | "value": 0.1981791831552982, |
| 96 | "min": 0.04624857784559329, |
| 97 | "max": 0.1981791831552982, |
| 98 | "count": 40 |
| 99 | }, |
| 100 | "Huggy.Policy.LearningRate.mean": { |
| 101 | "value": 3.840398719899997e-06, |
| 102 | "min": 3.840398719899997e-06, |
| 103 | "max": 0.0002953246515584499, |
| 104 | "count": 40 |
| 105 | }, |
| 106 | "Huggy.Policy.LearningRate.sum": { |
| 107 | "value": 1.1521196159699991e-05, |
| 108 | "min": 1.1521196159699991e-05, |
| 109 | "max": 0.0008439321186893, |
| 110 | "count": 40 |
| 111 | }, |
| 112 | "Huggy.Policy.Epsilon.mean": { |
| 113 | "value": 0.1012801, |
| 114 | "min": 0.1012801, |
| 115 | "max": 0.19844155000000002, |
| 116 | "count": 40 |
| 117 | }, |
| 118 | "Huggy.Policy.Epsilon.sum": { |
| 119 | "value": 0.3038403, |
| 120 | "min": 0.20769534999999997, |
| 121 | "max": 0.5813107000000001, |
| 122 | "count": 40 |
| 123 | }, |
| 124 | "Huggy.Policy.Beta.mean": { |
| 125 | "value": 7.387698999999997e-05, |
| 126 | "min": 7.387698999999997e-05, |
| 127 | "max": 0.004922233345, |
| 128 | "count": 40 |
| 129 | }, |
| 130 | "Huggy.Policy.Beta.sum": { |
| 131 | "value": 0.0002216309699999999, |
| 132 | "min": 0.0002216309699999999, |
| 133 | "max": 0.014067403930000002, |
| 134 | "count": 40 |
| 135 | }, |
| 136 | "Huggy.IsTraining.mean": { |
| 137 | "value": 1.0, |
| 138 | "min": 1.0, |
| 139 | "max": 1.0, |
| 140 | "count": 40 |
| 141 | }, |
| 142 | "Huggy.IsTraining.sum": { |
| 143 | "value": 1.0, |
| 144 | "min": 1.0, |
| 145 | "max": 1.0, |
| 146 | "count": 40 |
| 147 | } |
| 148 | }, |
| 149 | "metadata": { |
| 150 | "timer_format_version": "0.1.0", |
| 151 | "start_time_seconds": "1728561715", |
| 152 | "python_version": "3.10.12 (main, Sep 11 2024, 15:47:36) [GCC 11.4.0]", |
| 153 | "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy2 --no-graphics", |
| 154 | "mlagents_version": "1.2.0.dev0", |
| 155 | "mlagents_envs_version": "1.2.0.dev0", |
| 156 | "communication_protocol_version": "1.5.0", |
| 157 | "pytorch_version": "2.4.1+cu121", |
| 158 | "numpy_version": "1.23.5", |
| 159 | "end_time_seconds": "1728564412" |
| 160 | }, |
| 161 | "total": 2697.254454272, |
| 162 | "count": 1, |
| 163 | "self": 0.5945938800005024, |
| 164 | "children": { |
| 165 | "run_training.setup": { |
| 166 | "total": 0.07647456699999111, |
| 167 | "count": 1, |
| 168 | "self": 0.07647456699999111 |
| 169 | }, |
| 170 | "TrainerController.start_learning": { |
| 171 | "total": 2696.583385825, |
| 172 | "count": 1, |
| 173 | "self": 4.61969717593729, |
| 174 | "children": { |
| 175 | "TrainerController._reset_env": { |
| 176 | "total": 2.830305745000004, |
| 177 | "count": 1, |
| 178 | "self": 2.830305745000004 |
| 179 | }, |
| 180 | "TrainerController.advance": { |
| 181 | "total": 2689.0143993180623, |
| 182 | "count": 233787, |
| 183 | "self": 5.173158369890643, |
| 184 | "children": { |
| 185 | "env_step": { |
| 186 | "total": 2095.1523116491126, |
| 187 | "count": 233787, |
| 188 | "self": 1658.219189493099, |
| 189 | "children": { |
| 190 | "SubprocessEnvManager._take_step": { |
| 191 | "total": 433.8659727070261, |
| 192 | "count": 233787, |
| 193 | "self": 16.522719262017915, |
| 194 | "children": { |
| 195 | "TorchPolicy.evaluate": { |
| 196 | "total": 417.3432534450082, |
| 197 | "count": 222900, |
| 198 | "self": 417.3432534450082 |
| 199 | } |
| 200 | } |
| 201 | }, |
| 202 | "workers": { |
| 203 | "total": 3.0671494489873226, |
| 204 | "count": 233787, |
| 205 | "self": 0.0, |
| 206 | "children": { |
| 207 | "worker_root": { |
| 208 | "total": 2688.950440039027, |
| 209 | "count": 233787, |
| 210 | "is_parallel": true, |
| 211 | "self": 1347.7757572770145, |
| 212 | "children": { |
| 213 | "run_training.setup": { |
| 214 | "total": 0.0, |
| 215 | "count": 0, |
| 216 | "is_parallel": true, |
| 217 | "self": 0.0, |
| 218 | "children": { |
| 219 | "steps_from_proto": { |
| 220 | "total": 0.0011090770000237171, |
| 221 | "count": 1, |
| 222 | "is_parallel": true, |
| 223 | "self": 0.00030603400003315073, |
| 224 | "children": { |
| 225 | "_process_rank_one_or_two_observation": { |
| 226 | "total": 0.0008030429999905664, |
| 227 | "count": 2, |
| 228 | "is_parallel": true, |
| 229 | "self": 0.0008030429999905664 |
| 230 | } |
| 231 | } |
| 232 | }, |
| 233 | "UnityEnvironment.step": { |
| 234 | "total": 0.03229031699999041, |
| 235 | "count": 1, |
| 236 | "is_parallel": true, |
| 237 | "self": 0.0004287589999876218, |
| 238 | "children": { |
| 239 | "UnityEnvironment._generate_step_input": { |
| 240 | "total": 0.00021569899999462905, |
| 241 | "count": 1, |
| 242 | "is_parallel": true, |
| 243 | "self": 0.00021569899999462905 |
| 244 | }, |
| 245 | "communicator.exchange": { |
| 246 | "total": 0.03087496200001283, |
| 247 | "count": 1, |
| 248 | "is_parallel": true, |
| 249 | "self": 0.03087496200001283 |
| 250 | }, |
| 251 | "steps_from_proto": { |
| 252 | "total": 0.0007708969999953297, |
| 253 | "count": 1, |
| 254 | "is_parallel": true, |
| 255 | "self": 0.00022706200002176047, |
| 256 | "children": { |
| 257 | "_process_rank_one_or_two_observation": { |
| 258 | "total": 0.0005438349999735692, |
| 259 | "count": 2, |
| 260 | "is_parallel": true, |
| 261 | "self": 0.0005438349999735692 |
| 262 | } |
| 263 | } |
| 264 | } |
| 265 | } |
| 266 | } |
| 267 | } |
| 268 | }, |
| 269 | "UnityEnvironment.step": { |
| 270 | "total": 1341.1746827620125, |
| 271 | "count": 233786, |
| 272 | "is_parallel": true, |
| 273 | "self": 40.1008065809292, |
| 274 | "children": { |
| 275 | "UnityEnvironment._generate_step_input": { |
| 276 | "total": 89.15906934098084, |
| 277 | "count": 233786, |
| 278 | "is_parallel": true, |
| 279 | "self": 89.15906934098084 |
| 280 | }, |
| 281 | "communicator.exchange": { |
| 282 | "total": 1115.7260257670873, |
| 283 | "count": 233786, |
| 284 | "is_parallel": true, |
| 285 | "self": 1115.7260257670873 |
| 286 | }, |
| 287 | "steps_from_proto": { |
| 288 | "total": 96.18878107301518, |
| 289 | "count": 233786, |
| 290 | "is_parallel": true, |
| 291 | "self": 37.13430840800166, |
| 292 | "children": { |
| 293 | "_process_rank_one_or_two_observation": { |
| 294 | "total": 59.05447266501352, |
| 295 | "count": 467572, |
| 296 | "is_parallel": true, |
| 297 | "self": 59.05447266501352 |
| 298 | } |
| 299 | } |
| 300 | } |
| 301 | } |
| 302 | } |
| 303 | } |
| 304 | } |
| 305 | } |
| 306 | } |
| 307 | } |
| 308 | }, |
| 309 | "trainer_advance": { |
| 310 | "total": 588.6889292990592, |
| 311 | "count": 233787, |
| 312 | "self": 6.757327483973427, |
| 313 | "children": { |
| 314 | "process_trajectory": { |
| 315 | "total": 204.18201206708432, |
| 316 | "count": 233787, |
| 317 | "self": 178.05002613208538, |
| 318 | "children": { |
| 319 | "RLTrainer._checkpoint": { |
| 320 | "total": 26.131985934998937, |
| 321 | "count": 200, |
| 322 | "self": 26.131985934998937 |
| 323 | } |
| 324 | } |
| 325 | }, |
| 326 | "_update_policy": { |
| 327 | "total": 377.7495897480014, |
| 328 | "count": 97, |
| 329 | "self": 309.12931844899305, |
| 330 | "children": { |
| 331 | "TorchPPOOptimizer.update": { |
| 332 | "total": 68.62027129900838, |
| 333 | "count": 2910, |
| 334 | "self": 68.62027129900838 |
| 335 | } |
| 336 | } |
| 337 | } |
| 338 | } |
| 339 | } |
| 340 | } |
| 341 | }, |
| 342 | "trainer_threads": { |
| 343 | "total": 1.2070004231645726e-06, |
| 344 | "count": 1, |
| 345 | "self": 1.2070004231645726e-06 |
| 346 | }, |
| 347 | "TrainerController._save_models": { |
| 348 | "total": 0.1189823790000446, |
| 349 | "count": 1, |
| 350 | "self": 0.002023071000166965, |
| 351 | "children": { |
| 352 | "RLTrainer._checkpoint": { |
| 353 | "total": 0.11695930799987764, |
| 354 | "count": 1, |
| 355 | "self": 0.11695930799987764 |
| 356 | } |
| 357 | } |
| 358 | } |
| 359 | } |
| 360 | } |
| 361 | } |
| 362 | } |