{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.4049198627471924, "min": 1.4049198627471924, "max": 1.4281903505325317, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 69266.765625, "min": 68978.5625, "max": 77586.546875, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 82.2495840266223, "min": 74.31975867269985, "max": 388.3178294573643, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49432.0, "min": 48711.0, "max": 50093.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999972.0, "min": 49885.0, "max": 1999972.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999972.0, "min": 49885.0, "max": 1999972.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.407466411590576, "min": 0.020788483321666718, "max": 2.540247678756714, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1446.8873291015625, "min": 2.66092586517334, "max": 1625.758544921875, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.6949144148588577, "min": 1.9238675190135837, "max": 4.0425281605683265, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 2220.6435633301735, "min": 246.2550424337387, "max": 2587.218022763729, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.6949144148588577, "min": 1.9238675190135837, "max": 4.0425281605683265, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 2220.6435633301735, "min": 246.2550424337387, "max": 2587.218022763729, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.01485070828016938, "min": 0.01373308640807712, "max": 0.019570395953228903, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.04455212484050814, "min": 0.02746617281615424, "max": 0.05871118785968671, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.05680740628805425, "min": 0.022122244381656248, "max": 0.06230347317953905, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.17042221886416276, "min": 0.044244488763312495, "max": 0.1817512284964323, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 3.819648726816672e-06, "min": 3.819648726816672e-06, "max": 0.00029534197655267495, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 1.1458946180450014e-05, "min": 1.1458946180450014e-05, "max": 0.0008442393185869, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10127318333333335, "min": 0.10127318333333335, "max": 0.198447325, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.30381955000000005, "min": 0.20767925, "max": 0.5814131, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 7.353184833333342e-05, "min": 7.353184833333342e-05, "max": 0.0049225215175, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.00022059554500000026, "min": 0.00022059554500000026, "max": 0.014072513689999998, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1690497764", "python_version": "3.10.6 (main, May 29 2023, 11:10:38) [GCC 11.3.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", "mlagents_version": "0.31.0.dev0", "mlagents_envs_version": "0.31.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.11.0+cu102", "numpy_version": "1.21.2", "end_time_seconds": "1690500231" }, "total": 2467.7697777060002, "count": 1, "self": 0.4370844750001197, "children": { "run_training.setup": { "total": 0.034596152000005986, "count": 1, "self": 0.034596152000005986 }, "TrainerController.start_learning": { "total": 2467.298097079, "count": 1, "self": 4.404162788008762, "children": { "TrainerController._reset_env": { "total": 5.45991163299999, "count": 1, "self": 5.45991163299999 }, "TrainerController.advance": { "total": 2457.3069772649906, "count": 232983, "self": 4.5959450609925625, "children": { "env_step": { "total": 1891.0790430179597, "count": 232983, "self": 1599.4093213131218, "children": { "SubprocessEnvManager._take_step": { "total": 288.74314813492856, "count": 232983, "self": 16.62529121600363, "children": { "TorchPolicy.evaluate": { "total": 272.11785691892493, "count": 222876, "self": 272.11785691892493 } } }, "workers": { "total": 2.926573569909351, "count": 232983, "self": 0.0, "children": { "worker_root": { "total": 2459.4844484960013, "count": 232983, "is_parallel": true, "self": 1152.1541191831475, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0009210339999867756, "count": 1, "is_parallel": true, "self": 0.0002657739998994657, "children": { "_process_rank_one_or_two_observation": { "total": 0.0006552600000873099, "count": 2, "is_parallel": true, "self": 0.0006552600000873099 } } }, "UnityEnvironment.step": { "total": 0.02929825400002528, "count": 1, "is_parallel": true, "self": 0.00036451500005796333, "children": { "UnityEnvironment._generate_step_input": { "total": 0.0002170899999782705, "count": 1, "is_parallel": true, "self": 0.0002170899999782705 }, "communicator.exchange": { "total": 0.027978378000000248, "count": 1, "is_parallel": true, "self": 0.027978378000000248 }, "steps_from_proto": { "total": 0.0007382709999887993, "count": 1, "is_parallel": true, "self": 0.00020785700002079466, "children": { "_process_rank_one_or_two_observation": { "total": 0.0005304139999680046, "count": 2, "is_parallel": true, "self": 0.0005304139999680046 } } } } } } }, "UnityEnvironment.step": { "total": 1307.3303293128538, "count": 232982, "is_parallel": true, "self": 40.888584234782, "children": { "UnityEnvironment._generate_step_input": { "total": 81.43929830205497, "count": 232982, "is_parallel": true, "self": 81.43929830205497 }, "communicator.exchange": { "total": 1087.2312882029632, "count": 232982, "is_parallel": true, "self": 1087.2312882029632 }, "steps_from_proto": { "total": 97.77115857305353, "count": 232982, "is_parallel": true, "self": 35.277327511109604, "children": { "_process_rank_one_or_two_observation": { "total": 62.49383106194392, "count": 465964, "is_parallel": true, "self": 62.49383106194392 } } } } } } } } } } }, "trainer_advance": { "total": 561.631989186038, "count": 232983, "self": 6.725992919014288, "children": { "process_trajectory": { "total": 142.7896021960231, "count": 232983, "self": 141.48752006702284, "children": { "RLTrainer._checkpoint": { "total": 1.3020821290002687, "count": 10, "self": 1.3020821290002687 } } }, "_update_policy": { "total": 412.11639407100057, "count": 97, "self": 352.09154608701346, "children": { "TorchPPOOptimizer.update": { "total": 60.024847983987115, "count": 2910, "self": 60.024847983987115 } } } } } } }, "trainer_threads": { "total": 9.080004019779153e-07, "count": 1, "self": 9.080004019779153e-07 }, "TrainerController._save_models": { "total": 0.12704448500016952, "count": 1, "self": 0.0020208840001032513, "children": { "RLTrainer._checkpoint": { "total": 0.12502360100006626, "count": 1, "self": 0.12502360100006626 } } } } } } }