{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.4098808765411377, "min": 1.4098808765411377, "max": 1.4309161901474, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 70966.3515625, "min": 68360.875, "max": 76022.734375, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 93.65666041275797, "min": 87.54593639575971, "max": 408.1463414634146, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49919.0, "min": 49113.0, "max": 50202.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999755.0, "min": 49812.0, "max": 1999755.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999755.0, "min": 49812.0, "max": 1999755.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.390425205230713, "min": 0.07781331986188889, "max": 2.452342987060547, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1274.0966796875, "min": 9.49322509765625, "max": 1337.6697998046875, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.6975836759436644, "min": 1.6713029756897786, "max": 3.884609894627294, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 1970.8120992779732, "min": 203.89896303415298, "max": 2143.1278226971626, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.6975836759436644, "min": 1.6713029756897786, "max": 3.884609894627294, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 1970.8120992779732, "min": 203.89896303415298, "max": 2143.1278226971626, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.01646156305780298, "min": 0.014244293394585838, "max": 0.020082240814938108, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.049384689173408935, "min": 0.028488586789171676, "max": 0.06024672244481432, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.05156411387854152, "min": 0.02280600527301431, "max": 0.05532873837898175, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.15469234163562456, "min": 0.04561201054602862, "max": 0.16233063178757828, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 3.3106988964666746e-06, "min": 3.3106988964666746e-06, "max": 0.0002953162515612499, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 9.932096689400024e-06, "min": 9.932096689400024e-06, "max": 0.0008440600686466502, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10110353333333334, "min": 0.10110353333333334, "max": 0.19843874999999997, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.30331060000000004, "min": 0.20735985, "max": 0.58135335, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 6.506631333333347e-05, "min": 6.506631333333347e-05, "max": 0.004922093625, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.00019519894000000042, "min": 0.00019519894000000042, "max": 0.014069532165000002, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1679774290", "python_version": "3.9.16 (main, Dec 7 2022, 01:11:51) \n[GCC 9.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", "mlagents_version": "0.31.0.dev0", "mlagents_envs_version": "0.31.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.11.0+cu102", "numpy_version": "1.21.2", "end_time_seconds": "1679777012" }, "total": 2722.626088845, "count": 1, "self": 0.4900397710002835, "children": { "run_training.setup": { "total": 0.11533109499998773, "count": 1, "self": 0.11533109499998773 }, "TrainerController.start_learning": { "total": 2722.020717979, "count": 1, "self": 6.033242677982344, "children": { "TrainerController._reset_env": { "total": 10.267071158000022, "count": 1, "self": 10.267071158000022 }, "TrainerController.advance": { "total": 2705.5904246170176, "count": 231666, "self": 5.995515474058266, "children": { "env_step": { "total": 2135.9048762869693, "count": 231666, "self": 1790.2255075320181, "children": { "SubprocessEnvManager._take_step": { "total": 341.84622253793765, "count": 231666, "self": 20.302180008986284, "children": { "TorchPolicy.evaluate": { "total": 321.54404252895137, "count": 222895, "self": 321.54404252895137 } } }, "workers": { "total": 3.8331462170135637, "count": 231666, "self": 0.0, "children": { "worker_root": { "total": 2711.8251350039486, "count": 231666, "is_parallel": true, "self": 1266.4672877110168, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.000988723000034497, "count": 1, "is_parallel": true, "self": 0.0002759590000209755, "children": { "_process_rank_one_or_two_observation": { "total": 0.0007127640000135216, "count": 2, "is_parallel": true, "self": 0.0007127640000135216 } } }, "UnityEnvironment.step": { "total": 0.031732961999978215, "count": 1, "is_parallel": true, "self": 0.0003696840000202428, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00019657499996128536, "count": 1, "is_parallel": true, "self": 0.00019657499996128536 }, "communicator.exchange": { "total": 0.030366227999991224, "count": 1, "is_parallel": true, "self": 0.030366227999991224 }, "steps_from_proto": { "total": 0.0008004750000054628, "count": 1, "is_parallel": true, "self": 0.0002374510000322516, "children": { "_process_rank_one_or_two_observation": { "total": 0.0005630239999732112, "count": 2, "is_parallel": true, "self": 0.0005630239999732112 } } } } } } }, "UnityEnvironment.step": { "total": 1445.3578472929319, "count": 231665, "is_parallel": true, "self": 43.910408702875884, "children": { "UnityEnvironment._generate_step_input": { "total": 82.00969755300929, "count": 231665, "is_parallel": true, "self": 82.00969755300929 }, "communicator.exchange": { "total": 1216.6885521380327, "count": 231665, "is_parallel": true, "self": 1216.6885521380327 }, "steps_from_proto": { "total": 102.74918889901392, "count": 231665, "is_parallel": true, "self": 36.79528768392527, "children": { "_process_rank_one_or_two_observation": { "total": 65.95390121508865, "count": 463330, "is_parallel": true, "self": 65.95390121508865 } } } } } } } } } } }, "trainer_advance": { "total": 563.6900328559901, "count": 231666, "self": 9.259519171046009, "children": { "process_trajectory": { "total": 155.0981353539418, "count": 231666, "self": 153.64987646094193, "children": { "RLTrainer._checkpoint": { "total": 1.4482588929998883, "count": 10, "self": 1.4482588929998883 } } }, "_update_policy": { "total": 399.3323783310023, "count": 97, "self": 335.36508691699254, "children": { "TorchPPOOptimizer.update": { "total": 63.967291414009765, "count": 2910, "self": 63.967291414009765 } } } } } } }, "trainer_threads": { "total": 9.70000201050425e-07, "count": 1, "self": 9.70000201050425e-07 }, "TrainerController._save_models": { "total": 0.1299785559999691, "count": 1, "self": 0.0020961640002497006, "children": { "RLTrainer._checkpoint": { "total": 0.1278823919997194, "count": 1, "self": 0.1278823919997194 } } } } } } }