| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.15252816677093506, | |
| "min": 0.14906516671180725, | |
| "max": 1.414180874824524, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 4588.04736328125, | |
| "min": 4464.7998046875, | |
| "max": 42900.58984375, | |
| "count": 100 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 2999890.0, | |
| "min": 29952.0, | |
| "max": 2999890.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 2999890.0, | |
| "min": 29952.0, | |
| "max": 2999890.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.8182879686355591, | |
| "min": -0.1800912469625473, | |
| "max": 0.8639610409736633, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 252.85098266601562, | |
| "min": -42.68162536621094, | |
| "max": 264.73980712890625, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": 0.01633444055914879, | |
| "min": -0.01727745309472084, | |
| "max": 0.46886947751045227, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": 5.047342300415039, | |
| "min": -4.9931840896606445, | |
| "max": 111.12206268310547, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.06845543435645393, | |
| "min": 0.06536668095607585, | |
| "max": 0.07368367805766238, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 1.026831515346809, | |
| "min": 0.49879954672351967, | |
| "max": 1.092246385746608, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.016203644212024904, | |
| "min": 0.0006459115332719983, | |
| "max": 0.0173887597076257, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.24305466318037358, | |
| "min": 0.009042761465807975, | |
| "max": 0.2443290390291105, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 1.5214728262088886e-06, | |
| "min": 1.5214728262088886e-06, | |
| "max": 0.00029838354339596195, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 2.282209239313333e-05, | |
| "min": 2.282209239313333e-05, | |
| "max": 0.0039690933769689005, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10050712444444444, | |
| "min": 0.10050712444444444, | |
| "max": 0.19946118095238097, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.5076068666666667, | |
| "min": 1.3962282666666668, | |
| "max": 2.767539433333334, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 6.066173200000002e-05, | |
| "min": 6.066173200000002e-05, | |
| "max": 0.009946171977142856, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.0009099259800000002, | |
| "min": 0.0009099259800000002, | |
| "max": 0.13231080689000002, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.00619171280413866, | |
| "min": 0.006113977171480656, | |
| "max": 0.5689794421195984, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.09287568926811218, | |
| "min": 0.08559568226337433, | |
| "max": 3.982856035232544, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 211.73333333333332, | |
| "min": 210.13138686131387, | |
| "max": 999.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 31760.0, | |
| "min": 15984.0, | |
| "max": 33377.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.73392078820491, | |
| "min": -1.0000000521540642, | |
| "max": 1.7871792959755866, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 258.3541974425316, | |
| "min": -30.354801654815674, | |
| "max": 259.14099791646004, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.73392078820491, | |
| "min": -1.0000000521540642, | |
| "max": 1.7871792959755866, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 258.3541974425316, | |
| "min": -30.354801654815674, | |
| "max": 259.14099791646004, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.013677320852500681, | |
| "min": 0.013677320852500681, | |
| "max": 11.693298460915685, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 2.0379208070226014, | |
| "min": 1.8333403850265313, | |
| "max": 187.09277537465096, | |
| "count": 100 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 100 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1705560733", | |
| "python_version": "3.10.12 (main, Jan 18 2024, 15:14:31) [GCC 11.4.0]", | |
| "command_line_arguments": "/home/omar/.pyenv/versions/3.10.12/envs/rlhf/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", | |
| "mlagents_version": "1.1.0.dev0", | |
| "mlagents_envs_version": "1.1.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.1.2+cu121", | |
| "numpy_version": "1.23.5", | |
| "end_time_seconds": "1705562784" | |
| }, | |
| "total": 2051.1559370680006, | |
| "count": 1, | |
| "self": 0.16801876400131732, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.010624038000059954, | |
| "count": 1, | |
| "self": 0.010624038000059954 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2050.9772942659993, | |
| "count": 1, | |
| "self": 1.6147928751834115, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 0.6259975359998862, | |
| "count": 1, | |
| "self": 0.6259975359998862 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2048.6991612388165, | |
| "count": 195036, | |
| "self": 1.4775207274569766, | |
| "children": { | |
| "env_step": { | |
| "total": 1287.8277061731478, | |
| "count": 195036, | |
| "self": 1166.8335389201993, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 119.98410006001086, | |
| "count": 195036, | |
| "self": 5.1350317988071765, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 114.84906826120368, | |
| "count": 187567, | |
| "self": 114.84906826120368 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 1.0100671929376404, | |
| "count": 195036, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2048.7941494200104, | |
| "count": 195036, | |
| "is_parallel": true, | |
| "self": 995.055227156945, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.000967019000199798, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00026698600140662165, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0007000329987931764, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0007000329987931764 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.01505296899995301, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0001391280002280837, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00020458800008782418, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00020458800008782418 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.01417733899961604, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.01417733899961604 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0005319140000210609, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00015708800128777511, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0003748259987332858, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0003748259987332858 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1053.7389222630654, | |
| "count": 195035, | |
| "is_parallel": true, | |
| "self": 20.99056299007316, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 17.357348764071503, | |
| "count": 195035, | |
| "is_parallel": true, | |
| "self": 17.357348764071503 | |
| }, | |
| "communicator.exchange": { | |
| "total": 947.2814714219066, | |
| "count": 195035, | |
| "is_parallel": true, | |
| "self": 947.2814714219066 | |
| }, | |
| "steps_from_proto": { | |
| "total": 68.10953908701413, | |
| "count": 195035, | |
| "is_parallel": true, | |
| "self": 14.092228908545621, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 54.017310178468506, | |
| "count": 1560280, | |
| "is_parallel": true, | |
| "self": 54.017310178468506 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 759.3939343382117, | |
| "count": 195036, | |
| "self": 3.448474896033076, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 163.58176201317292, | |
| "count": 195036, | |
| "self": 163.32704501017452, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.2547170029984045, | |
| "count": 6, | |
| "self": 0.2547170029984045 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 592.3636974290057, | |
| "count": 1398, | |
| "self": 391.9358900801535, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 200.42780734885218, | |
| "count": 68391, | |
| "self": 200.42780734885218 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 5.800002327305265e-07, | |
| "count": 1, | |
| "self": 5.800002327305265e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.03734203599924513, | |
| "count": 1, | |
| "self": 0.0009203109993904945, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.03642172499985463, | |
| "count": 1, | |
| "self": 0.03642172499985463 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |