{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.4039381742477417, "min": 1.4039381742477417, "max": 1.4263665676116943, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 70344.3203125, "min": 68727.5625, "max": 78328.796875, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 82.84228187919463, "min": 75.43272171253822, "max": 416.4166666666667, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49374.0, "min": 49327.0, "max": 50044.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999925.0, "min": 49704.0, "max": 1999925.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999925.0, "min": 49704.0, "max": 1999925.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.4563543796539307, "min": 0.05958542600274086, "max": 2.4898629188537598, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1463.9871826171875, "min": 7.090665817260742, "max": 1586.793212890625, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.851959703352627, "min": 1.679645735801769, "max": 3.9745914953327666, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 2295.767983198166, "min": 199.8778425604105, "max": 2493.340027689934, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.851959703352627, "min": 1.679645735801769, "max": 3.9745914953327666, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 2295.767983198166, "min": 199.8778425604105, "max": 2493.340027689934, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.015951522788155773, "min": 0.014481404602944772, "max": 0.01924466023556306, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.04785456836446732, "min": 0.029245790356071666, "max": 0.056658939933792375, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.0492980408999655, "min": 0.022707126755267384, "max": 0.05902231323222319, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.1478941226998965, "min": 0.04541425351053477, "max": 0.17253683308760326, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 3.876898707733336e-06, "min": 3.876898707733336e-06, "max": 0.00029528925157024994, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 1.1630696123200008e-05, "min": 1.1630696123200008e-05, "max": 0.0008439330186889998, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10129226666666669, "min": 0.10129226666666669, "max": 0.19842975, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.30387680000000006, "min": 0.20771630000000002, "max": 0.5813109999999999, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 7.448410666666671e-05, "min": 7.448410666666671e-05, "max": 0.004921644525000001, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.00022345232000000012, "min": 0.00022345232000000012, "max": 0.014067418900000003, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1672735389", "python_version": "3.8.16 (default, Dec 7 2022, 01:12:13) \n[GCC 7.5.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.21.6", "end_time_seconds": "1672737874" }, "total": 2485.5853999729998, "count": 1, "self": 0.44559472199989614, "children": { "run_training.setup": { "total": 0.11601031200001444, "count": 1, "self": 0.11601031200001444 }, "TrainerController.start_learning": { "total": 2485.023794939, "count": 1, "self": 4.549845036920033, "children": { "TrainerController._reset_env": { "total": 8.733546391000004, "count": 1, "self": 8.733546391000004 }, "TrainerController.advance": { "total": 2471.61371765908, "count": 232908, "self": 4.730658513978597, "children": { "env_step": { "total": 1967.6271655630942, "count": 232908, "self": 1657.9384246621837, "children": { "SubprocessEnvManager._take_step": { "total": 306.6522412329628, "count": 232908, "self": 16.181522973929304, "children": { "TorchPolicy.evaluate": { "total": 290.4707182590335, "count": 222947, "self": 72.63790381201147, "children": { "TorchPolicy.sample_actions": { "total": 217.83281444702203, "count": 222947, "self": 217.83281444702203 } } } } }, "workers": { "total": 3.0364996679476803, "count": 232908, "self": 0.0, "children": { "worker_root": { "total": 2475.9637565150124, "count": 232908, "is_parallel": true, "self": 1111.7317034000182, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0019162180000193985, "count": 1, "is_parallel": true, "self": 0.00035021799999412906, "children": { "_process_rank_one_or_two_observation": { "total": 0.0015660000000252694, "count": 2, "is_parallel": true, "self": 0.0015660000000252694 } } }, "UnityEnvironment.step": { "total": 0.03126435400002947, "count": 1, "is_parallel": true, "self": 0.0002767960000937819, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00018918399996437074, "count": 1, "is_parallel": true, "self": 0.00018918399996437074 }, "communicator.exchange": { "total": 0.030056640999987394, "count": 1, "is_parallel": true, "self": 0.030056640999987394 }, "steps_from_proto": { "total": 0.000741732999983924, "count": 1, "is_parallel": true, "self": 0.00026057400003764997, "children": { "_process_rank_one_or_two_observation": { "total": 0.000481158999946274, "count": 2, "is_parallel": true, "self": 0.000481158999946274 } } } } } } }, "UnityEnvironment.step": { "total": 1364.2320531149942, "count": 232907, "is_parallel": true, "self": 37.924207856028715, "children": { "UnityEnvironment._generate_step_input": { "total": 87.94937215906583, "count": 232907, "is_parallel": true, "self": 87.94937215906583 }, "communicator.exchange": { "total": 1134.269013416951, "count": 232907, "is_parallel": true, "self": 1134.269013416951 }, "steps_from_proto": { "total": 104.08945968294847, "count": 232907, "is_parallel": true, "self": 45.12512081997829, "children": { "_process_rank_one_or_two_observation": { "total": 58.96433886297018, "count": 465814, "is_parallel": true, "self": 58.96433886297018 } } } } } } } } } } }, "trainer_advance": { "total": 499.25589358200716, "count": 232908, "self": 6.816633054052488, "children": { "process_trajectory": { "total": 168.30643216595467, "count": 232908, "self": 167.0610355589548, "children": { "RLTrainer._checkpoint": { "total": 1.2453966069998614, "count": 10, "self": 1.2453966069998614 } } }, "_update_policy": { "total": 324.132828362, "count": 97, "self": 269.96342520299703, "children": { "TorchPPOOptimizer.update": { "total": 54.16940315900297, "count": 2910, "self": 54.16940315900297 } } } } } } }, "trainer_threads": { "total": 1.2729997251881287e-06, "count": 1, "self": 1.2729997251881287e-06 }, "TrainerController._save_models": { "total": 0.12668457900008434, "count": 1, "self": 0.002049819000149, "children": { "RLTrainer._checkpoint": { "total": 0.12463475999993534, "count": 1, "self": 0.12463475999993534 } } } } } } }