| { |
| "name": "root", |
| "gauges": { |
| "Huggy.Policy.Entropy.mean": { |
| "value": 1.4029724597930908, |
| "min": 1.4029724597930908, |
| "max": 1.4262847900390625, |
| "count": 40 |
| }, |
| "Huggy.Policy.Entropy.sum": { |
| "value": 69912.921875, |
| "min": 68457.78125, |
| "max": 75893.859375, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.mean": { |
| "value": 110.37639198218262, |
| "min": 87.29151943462898, |
| "max": 409.3032786885246, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.sum": { |
| "value": 49559.0, |
| "min": 48884.0, |
| "max": 50083.0, |
| "count": 40 |
| }, |
| "Huggy.Step.mean": { |
| "value": 1999942.0, |
| "min": 49462.0, |
| "max": 1999942.0, |
| "count": 40 |
| }, |
| "Huggy.Step.sum": { |
| "value": 1999942.0, |
| "min": 49462.0, |
| "max": 1999942.0, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 2.3135197162628174, |
| "min": 0.10460609942674637, |
| "max": 2.4296209812164307, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 1038.7703857421875, |
| "min": 12.65733814239502, |
| "max": 1341.9869384765625, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.mean": { |
| "value": 3.4862487835183176, |
| "min": 1.9083465810649651, |
| "max": 4.022731281706852, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.sum": { |
| "value": 1565.3257037997246, |
| "min": 230.90993630886078, |
| "max": 2142.765421807766, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.mean": { |
| "value": 3.4862487835183176, |
| "min": 1.9083465810649651, |
| "max": 4.022731281706852, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.sum": { |
| "value": 1565.3257037997246, |
| "min": 230.90993630886078, |
| "max": 2142.765421807766, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.mean": { |
| "value": 0.01903367380404638, |
| "min": 0.012897942607499619, |
| "max": 0.02140567033881477, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.sum": { |
| "value": 0.05710102141213914, |
| "min": 0.025795885214999238, |
| "max": 0.05710102141213914, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.mean": { |
| "value": 0.051530287497573435, |
| "min": 0.023504909479783644, |
| "max": 0.06155368996163209, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.sum": { |
| "value": 0.1545908624927203, |
| "min": 0.048181313276290896, |
| "max": 0.16935063016911348, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.mean": { |
| "value": 3.162798945766664e-06, |
| "min": 3.162798945766664e-06, |
| "max": 0.00029535705154764994, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.sum": { |
| "value": 9.488396837299991e-06, |
| "min": 9.488396837299991e-06, |
| "max": 0.0008437294687568498, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.mean": { |
| "value": 0.10105423333333331, |
| "min": 0.10105423333333331, |
| "max": 0.19845235000000006, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.sum": { |
| "value": 0.30316269999999995, |
| "min": 0.20723889999999995, |
| "max": 0.5812431499999999, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.mean": { |
| "value": 6.260624333333328e-05, |
| "min": 6.260624333333328e-05, |
| "max": 0.004922772265, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.sum": { |
| "value": 0.00018781872999999982, |
| "min": 0.00018781872999999982, |
| "max": 0.014064033184999998, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1681105838", |
| "python_version": "3.9.16 (main, Dec 7 2022, 01:11:51) \n[GCC 9.4.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", |
| "mlagents_version": "0.31.0.dev0", |
| "mlagents_envs_version": "0.31.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "1.11.0+cu102", |
| "numpy_version": "1.21.2", |
| "end_time_seconds": "1681108173" |
| }, |
| "total": 2335.462237812, |
| "count": 1, |
| "self": 0.7352409869999974, |
| "children": { |
| "run_training.setup": { |
| "total": 0.12012786500002903, |
| "count": 1, |
| "self": 0.12012786500002903 |
| }, |
| "TrainerController.start_learning": { |
| "total": 2334.6068689599997, |
| "count": 1, |
| "self": 4.169229419032945, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 3.9336468280000076, |
| "count": 1, |
| "self": 3.9336468280000076 |
| }, |
| "TrainerController.advance": { |
| "total": 2326.304412729967, |
| "count": 231635, |
| "self": 4.531173801124169, |
| "children": { |
| "env_step": { |
| "total": 1823.4865136089074, |
| "count": 231635, |
| "self": 1546.6576939000488, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 274.02435922894756, |
| "count": 231635, |
| "self": 16.663288037030384, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 257.3610711919172, |
| "count": 223039, |
| "self": 257.3610711919172 |
| } |
| } |
| }, |
| "workers": { |
| "total": 2.804460479911029, |
| "count": 231635, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 2326.509726470004, |
| "count": 231635, |
| "is_parallel": true, |
| "self": 1058.8120549040232, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.001238930999988952, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0003295569999863801, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0009093740000025718, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.0009093740000025718 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.029776300999969862, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00029696600000761464, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.00019653599997582205, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00019653599997582205 |
| }, |
| "communicator.exchange": { |
| "total": 0.02859639700000116, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.02859639700000116 |
| }, |
| "steps_from_proto": { |
| "total": 0.0006864019999852644, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00020746600000620674, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.00047893599997905767, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.00047893599997905767 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 1267.6976715659807, |
| "count": 231634, |
| "is_parallel": true, |
| "self": 38.38258310586457, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 80.57036529907253, |
| "count": 231634, |
| "is_parallel": true, |
| "self": 80.57036529907253 |
| }, |
| "communicator.exchange": { |
| "total": 1059.8724877840887, |
| "count": 231634, |
| "is_parallel": true, |
| "self": 1059.8724877840887 |
| }, |
| "steps_from_proto": { |
| "total": 88.87223537695496, |
| "count": 231634, |
| "is_parallel": true, |
| "self": 33.11922931395361, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 55.75300606300135, |
| "count": 463268, |
| "is_parallel": true, |
| "self": 55.75300606300135 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 498.28672531993544, |
| "count": 231635, |
| "self": 6.3633971919992405, |
| "children": { |
| "process_trajectory": { |
| "total": 125.60701768093679, |
| "count": 231635, |
| "self": 124.8112011019366, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.7958165790001885, |
| "count": 6, |
| "self": 0.7958165790001885 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 366.3163104469994, |
| "count": 97, |
| "self": 308.03037985400965, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 58.28593059298976, |
| "count": 2910, |
| "self": 58.28593059298976 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 1.6029998732847162e-06, |
| "count": 1, |
| "self": 1.6029998732847162e-06 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.19957837999982075, |
| "count": 1, |
| "self": 0.0030780490001234284, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.19650033099969733, |
| "count": 1, |
| "self": 0.19650033099969733 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
