{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.4029724597930908, "min": 1.4029724597930908, "max": 1.4262847900390625, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 69912.921875, "min": 68457.78125, "max": 75893.859375, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 110.37639198218262, "min": 87.29151943462898, "max": 409.3032786885246, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49559.0, "min": 48884.0, "max": 50083.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999942.0, "min": 49462.0, "max": 1999942.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999942.0, "min": 49462.0, "max": 1999942.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.3135197162628174, "min": 0.10460609942674637, "max": 2.4296209812164307, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1038.7703857421875, "min": 12.65733814239502, "max": 1341.9869384765625, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.4862487835183176, "min": 1.9083465810649651, "max": 4.022731281706852, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 1565.3257037997246, "min": 230.90993630886078, "max": 2142.765421807766, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.4862487835183176, "min": 1.9083465810649651, "max": 4.022731281706852, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 1565.3257037997246, "min": 230.90993630886078, "max": 2142.765421807766, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.01903367380404638, "min": 0.012897942607499619, "max": 0.02140567033881477, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.05710102141213914, "min": 0.025795885214999238, "max": 0.05710102141213914, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.051530287497573435, "min": 0.023504909479783644, "max": 0.06155368996163209, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.1545908624927203, "min": 0.048181313276290896, "max": 0.16935063016911348, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 3.162798945766664e-06, "min": 3.162798945766664e-06, "max": 0.00029535705154764994, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 9.488396837299991e-06, "min": 9.488396837299991e-06, "max": 0.0008437294687568498, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10105423333333331, "min": 0.10105423333333331, "max": 0.19845235000000006, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.30316269999999995, "min": 0.20723889999999995, "max": 0.5812431499999999, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 6.260624333333328e-05, "min": 6.260624333333328e-05, "max": 0.004922772265, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.00018781872999999982, "min": 0.00018781872999999982, "max": 0.014064033184999998, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1681105838", "python_version": "3.9.16 (main, Dec 7 2022, 01:11:51) \n[GCC 9.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", "mlagents_version": "0.31.0.dev0", "mlagents_envs_version": "0.31.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.11.0+cu102", "numpy_version": "1.21.2", "end_time_seconds": "1681108173" }, "total": 2335.462237812, "count": 1, "self": 0.7352409869999974, "children": { "run_training.setup": { "total": 0.12012786500002903, "count": 1, "self": 0.12012786500002903 }, "TrainerController.start_learning": { "total": 2334.6068689599997, "count": 1, "self": 4.169229419032945, "children": { "TrainerController._reset_env": { "total": 3.9336468280000076, "count": 1, "self": 3.9336468280000076 }, "TrainerController.advance": { "total": 2326.304412729967, "count": 231635, "self": 4.531173801124169, "children": { "env_step": { "total": 1823.4865136089074, "count": 231635, "self": 1546.6576939000488, "children": { "SubprocessEnvManager._take_step": { "total": 274.02435922894756, "count": 231635, "self": 16.663288037030384, "children": { "TorchPolicy.evaluate": { "total": 257.3610711919172, "count": 223039, "self": 257.3610711919172 } } }, "workers": { "total": 2.804460479911029, "count": 231635, "self": 0.0, "children": { "worker_root": { "total": 2326.509726470004, "count": 231635, "is_parallel": true, "self": 1058.8120549040232, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.001238930999988952, "count": 1, "is_parallel": true, "self": 0.0003295569999863801, "children": { "_process_rank_one_or_two_observation": { "total": 0.0009093740000025718, "count": 2, "is_parallel": true, "self": 0.0009093740000025718 } } }, "UnityEnvironment.step": { "total": 0.029776300999969862, "count": 1, "is_parallel": true, "self": 0.00029696600000761464, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00019653599997582205, "count": 1, "is_parallel": true, "self": 0.00019653599997582205 }, "communicator.exchange": { "total": 0.02859639700000116, "count": 1, "is_parallel": true, "self": 0.02859639700000116 }, "steps_from_proto": { "total": 0.0006864019999852644, "count": 1, "is_parallel": true, "self": 0.00020746600000620674, "children": { "_process_rank_one_or_two_observation": { "total": 0.00047893599997905767, "count": 2, "is_parallel": true, "self": 0.00047893599997905767 } } } } } } }, "UnityEnvironment.step": { "total": 1267.6976715659807, "count": 231634, "is_parallel": true, "self": 38.38258310586457, "children": { "UnityEnvironment._generate_step_input": { "total": 80.57036529907253, "count": 231634, "is_parallel": true, "self": 80.57036529907253 }, "communicator.exchange": { "total": 1059.8724877840887, "count": 231634, "is_parallel": true, "self": 1059.8724877840887 }, "steps_from_proto": { "total": 88.87223537695496, "count": 231634, "is_parallel": true, "self": 33.11922931395361, "children": { "_process_rank_one_or_two_observation": { "total": 55.75300606300135, "count": 463268, "is_parallel": true, "self": 55.75300606300135 } } } } } } } } } } }, "trainer_advance": { "total": 498.28672531993544, "count": 231635, "self": 6.3633971919992405, "children": { "process_trajectory": { "total": 125.60701768093679, "count": 231635, "self": 124.8112011019366, "children": { "RLTrainer._checkpoint": { "total": 0.7958165790001885, "count": 6, "self": 0.7958165790001885 } } }, "_update_policy": { "total": 366.3163104469994, "count": 97, "self": 308.03037985400965, "children": { "TorchPPOOptimizer.update": { "total": 58.28593059298976, "count": 2910, "self": 58.28593059298976 } } } } } } }, "trainer_threads": { "total": 1.6029998732847162e-06, "count": 1, "self": 1.6029998732847162e-06 }, "TrainerController._save_models": { "total": 0.19957837999982075, "count": 1, "self": 0.0030780490001234284, "children": { "RLTrainer._checkpoint": { "total": 0.19650033099969733, "count": 1, "self": 0.19650033099969733 } } } } } } }