| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.18241113424301147, | |
| "min": 0.17553913593292236, | |
| "max": 1.462368369102478, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 5484.00830078125, | |
| "min": 5283.02587890625, | |
| "max": 44362.40625, | |
| "count": 100 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 2999997.0, | |
| "min": 29952.0, | |
| "max": 2999997.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 2999997.0, | |
| "min": 29952.0, | |
| "max": 2999997.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.740119457244873, | |
| "min": -0.11213929206132889, | |
| "max": 0.8858107924461365, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 216.11488342285156, | |
| "min": -27.025569915771484, | |
| "max": 274.6013488769531, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": 0.0033551144879311323, | |
| "min": -0.009812302887439728, | |
| "max": 0.3880610764026642, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": 0.9796934127807617, | |
| "min": -2.786694049835205, | |
| "max": 91.97047424316406, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.07191398710532118, | |
| "min": 0.06216856511448333, | |
| "max": 0.07381847566450582, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 1.0787098065798177, | |
| "min": 0.4634910679269105, | |
| "max": 1.102303517885351, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.014725369274170364, | |
| "min": 0.00012122709488227262, | |
| "max": 0.016774175830862218, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.22088053911255545, | |
| "min": 0.0014547251385872715, | |
| "max": 0.25087500642014976, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 1.5079261640577785e-06, | |
| "min": 1.5079261640577785e-06, | |
| "max": 0.00029838354339596195, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 2.261889246086668e-05, | |
| "min": 2.261889246086668e-05, | |
| "max": 0.0037167937610688, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10050260888888891, | |
| "min": 0.10050260888888891, | |
| "max": 0.19946118095238097, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.5075391333333337, | |
| "min": 1.3757013333333334, | |
| "max": 2.6624918666666666, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 6.021062800000001e-05, | |
| "min": 6.021062800000001e-05, | |
| "max": 0.009946171977142856, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.0009031594200000002, | |
| "min": 0.0009031594200000002, | |
| "max": 0.12390922687999999, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.006614855956286192, | |
| "min": 0.0062143439427018166, | |
| "max": 0.3955007493495941, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.09922283887863159, | |
| "min": 0.08712960034608841, | |
| "max": 2.768505334854126, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 251.552, | |
| "min": 202.91156462585033, | |
| "max": 999.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 31444.0, | |
| "min": 15984.0, | |
| "max": 34286.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.6844303804636, | |
| "min": -1.0000000521540642, | |
| "max": 1.7970884214250409, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 210.55379755795002, | |
| "min": -32.000001668930054, | |
| "max": 264.171997949481, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.6844303804636, | |
| "min": -1.0000000521540642, | |
| "max": 1.7970884214250409, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 210.55379755795002, | |
| "min": -32.000001668930054, | |
| "max": 264.171997949481, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.017258611753815784, | |
| "min": 0.014170273214991775, | |
| "max": 8.26679853349924, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 2.157326469226973, | |
| "min": 1.854908403052832, | |
| "max": 132.26877653598785, | |
| "count": 100 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 100 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1680459146", | |
| "python_version": "3.8.12 | packaged by conda-forge | (default, Sep 29 2021, 19:50:30) \n[GCC 9.4.0]", | |
| "command_line_arguments": "/home/jason/miniconda3/envs/rl/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", | |
| "mlagents_version": "0.29.0.dev0", | |
| "mlagents_envs_version": "0.29.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.8.0", | |
| "numpy_version": "1.19.2", | |
| "end_time_seconds": "1680467030" | |
| }, | |
| "total": 7884.0850688405335, | |
| "count": 1, | |
| "self": 0.21858591213822365, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.010346829891204834, | |
| "count": 1, | |
| "self": 0.010346829891204834 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 7883.856136098504, | |
| "count": 1, | |
| "self": 2.9920715168118477, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 1.7283909693360329, | |
| "count": 1, | |
| "self": 1.7283909693360329 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 7879.069198064506, | |
| "count": 194261, | |
| "self": 2.9586508460342884, | |
| "children": { | |
| "env_step": { | |
| "total": 6279.638076741248, | |
| "count": 194261, | |
| "self": 6007.892601206899, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 269.8135972842574, | |
| "count": 194261, | |
| "self": 8.162088863551617, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 261.6515084207058, | |
| "count": 187561, | |
| "self": 114.20018028840423, | |
| "children": { | |
| "TorchPolicy.sample_actions": { | |
| "total": 147.45132813230157, | |
| "count": 187561, | |
| "self": 147.45132813230157 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 1.931878250092268, | |
| "count": 194261, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 7878.661277964711, | |
| "count": 194261, | |
| "is_parallel": true, | |
| "self": 2072.185051072389, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0017779767513275146, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002979859709739685, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0014799907803535461, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0014799907803535461 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.04210019111633301, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0001076236367225647, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0007106959819793701, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0007106959819793701 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.03975749760866165, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.03975749760866165 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0015243738889694214, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00020407512784004211, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0013202987611293793, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0013202987611293793 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 5806.476226892322, | |
| "count": 194260, | |
| "is_parallel": true, | |
| "self": 20.47981609776616, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 123.53412928804755, | |
| "count": 194260, | |
| "is_parallel": true, | |
| "self": 123.53412928804755 | |
| }, | |
| "communicator.exchange": { | |
| "total": 5369.357915256172, | |
| "count": 194260, | |
| "is_parallel": true, | |
| "self": 5369.357915256172 | |
| }, | |
| "steps_from_proto": { | |
| "total": 293.10436625033617, | |
| "count": 194260, | |
| "is_parallel": true, | |
| "self": 35.75217841938138, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 257.3521878309548, | |
| "count": 1554080, | |
| "is_parallel": true, | |
| "self": 257.3521878309548 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 1596.4724704772234, | |
| "count": 194261, | |
| "self": 5.738157641142607, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 340.3344692774117, | |
| "count": 194261, | |
| "self": 339.89256013184786, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.44190914556384087, | |
| "count": 6, | |
| "self": 0.44190914556384087 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 1250.399843558669, | |
| "count": 1370, | |
| "self": 462.2334176339209, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 788.1664259247482, | |
| "count": 68397, | |
| "self": 788.1664259247482 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 6.48200511932373e-07, | |
| "count": 1, | |
| "self": 6.48200511932373e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.06647489964962006, | |
| "count": 1, | |
| "self": 0.0007011406123638153, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.06577375903725624, | |
| "count": 1, | |
| "self": 0.06577375903725624 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |