{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.4023404121398926, "min": 1.4023404121398926, "max": 1.4284543991088867, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 68577.25, "min": 68577.25, "max": 77267.859375, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 87.49203539823009, "min": 82.93456375838926, "max": 431.7241379310345, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49433.0, "min": 49061.0, "max": 50080.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999992.0, "min": 49704.0, "max": 1999992.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999992.0, "min": 49704.0, "max": 1999992.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.4745097160339355, "min": -0.08068796247243881, "max": 2.514430284500122, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1398.0980224609375, "min": -9.279115676879883, "max": 1454.55419921875, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.759209108458156, "min": 1.7069265841141992, "max": 3.9484852219736855, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 2123.953146278858, "min": 196.2965571731329, "max": 2249.5491587519646, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.759209108458156, "min": 1.7069265841141992, "max": 3.9484852219736855, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 2123.953146278858, "min": 196.2965571731329, "max": 2249.5491587519646, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.019444198583045767, "min": 0.013471207962963187, "max": 0.02032069095174241, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.0583325957491373, "min": 0.026942415925926375, "max": 0.0583325957491373, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.0593229913049274, "min": 0.02246949225664139, "max": 0.06728990222844812, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.1779689739147822, "min": 0.04493898451328278, "max": 0.20186970668534437, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 3.2155489281833415e-06, "min": 3.2155489281833415e-06, "max": 0.0002953587015471, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 9.646646784550025e-06, "min": 9.646646784550025e-06, "max": 0.0008438794687068499, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10107181666666669, "min": 0.10107181666666669, "max": 0.1984529, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.30321545000000005, "min": 0.20728995, "max": 0.58129315, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 6.348365166666682e-05, "min": 6.348365166666682e-05, "max": 0.00492279971, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.00019045095500000046, "min": 0.00019045095500000046, "max": 0.014066528185000003, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1680085050", "python_version": "3.9.16 (main, Dec 7 2022, 01:11:51) \n[GCC 9.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", "mlagents_version": "0.31.0.dev0", "mlagents_envs_version": "0.31.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.11.0+cu102", "numpy_version": "1.21.2", "end_time_seconds": "1680087866" }, "total": 2815.688070884, "count": 1, "self": 0.44594813599996996, "children": { "run_training.setup": { "total": 0.12275727799999459, "count": 1, "self": 0.12275727799999459 }, "TrainerController.start_learning": { "total": 2815.11936547, "count": 1, "self": 5.387865722136212, "children": { "TrainerController._reset_env": { "total": 11.945396700999993, "count": 1, "self": 11.945396700999993 }, "TrainerController.advance": { "total": 2797.6640511118635, "count": 232371, "self": 5.73101819390331, "children": { "env_step": { "total": 2196.4451207569928, "count": 232371, "self": 1859.191520061997, "children": { "SubprocessEnvManager._take_step": { "total": 333.878289014996, "count": 232371, "self": 19.60387626297984, "children": { "TorchPolicy.evaluate": { "total": 314.2744127520162, "count": 222876, "self": 314.2744127520162 } } }, "workers": { "total": 3.375311679999868, "count": 232371, "self": 0.0, "children": { "worker_root": { "total": 2805.5643849319795, "count": 232371, "is_parallel": true, "self": 1297.8261511360056, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0010746869999707087, "count": 1, "is_parallel": true, "self": 0.0002761039999654713, "children": { "_process_rank_one_or_two_observation": { "total": 0.0007985830000052374, "count": 2, "is_parallel": true, "self": 0.0007985830000052374 } } }, "UnityEnvironment.step": { "total": 0.03314118700001245, "count": 1, "is_parallel": true, "self": 0.00034201400001165894, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00021078299999999217, "count": 1, "is_parallel": true, "self": 0.00021078299999999217 }, "communicator.exchange": { "total": 0.03179397799999606, "count": 1, "is_parallel": true, "self": 0.03179397799999606 }, "steps_from_proto": { "total": 0.0007944120000047405, "count": 1, "is_parallel": true, "self": 0.00024593599999889193, "children": { "_process_rank_one_or_two_observation": { "total": 0.0005484760000058486, "count": 2, "is_parallel": true, "self": 0.0005484760000058486 } } } } } } }, "UnityEnvironment.step": { "total": 1507.7382337959739, "count": 232370, "is_parallel": true, "self": 42.2984371640016, "children": { "UnityEnvironment._generate_step_input": { "total": 90.64521326297188, "count": 232370, "is_parallel": true, "self": 90.64521326297188 }, "communicator.exchange": { "total": 1273.6611546080426, "count": 232370, "is_parallel": true, "self": 1273.6611546080426 }, "steps_from_proto": { "total": 101.13342876095777, "count": 232370, "is_parallel": true, "self": 39.95789820801616, "children": { "_process_rank_one_or_two_observation": { "total": 61.17553055294161, "count": 464740, "is_parallel": true, "self": 61.17553055294161 } } } } } } } } } } }, "trainer_advance": { "total": 595.4879121609673, "count": 232371, "self": 8.458045438923591, "children": { "process_trajectory": { "total": 165.1487300770442, "count": 232371, "self": 163.664781553044, "children": { "RLTrainer._checkpoint": { "total": 1.4839485240001977, "count": 10, "self": 1.4839485240001977 } } }, "_update_policy": { "total": 421.8811366449995, "count": 97, "self": 358.71768083100255, "children": { "TorchPPOOptimizer.update": { "total": 63.16345581399696, "count": 2910, "self": 63.16345581399696 } } } } } } }, "trainer_threads": { "total": 1.0480002856638748e-06, "count": 1, "self": 1.0480002856638748e-06 }, "TrainerController._save_models": { "total": 0.12205088700011402, "count": 1, "self": 0.00210931099991285, "children": { "RLTrainer._checkpoint": { "total": 0.11994157600020117, "count": 1, "self": 0.11994157600020117 } } } } } } }