320 lines
14 KiB
JSON
320 lines
14 KiB
JSON
{
|
|
"name": "root",
|
|
"gauges": {
|
|
"BensonV5.Policy.Entropy.mean": {
|
|
"value": 1.748111367225647,
|
|
"min": 1.6609280109405518,
|
|
"max": 1.7695776224136353,
|
|
"count": 21
|
|
},
|
|
"BensonV5.Policy.Entropy.sum": {
|
|
"value": 17306.302734375,
|
|
"min": 1062.993896484375,
|
|
"max": 17801.951171875,
|
|
"count": 21
|
|
},
|
|
"BensonV5.IsTraining.mean": {
|
|
"value": 1.0,
|
|
"min": 1.0,
|
|
"max": 1.0,
|
|
"count": 21
|
|
},
|
|
"BensonV5.IsTraining.sum": {
|
|
"value": 1.0,
|
|
"min": 1.0,
|
|
"max": 1.0,
|
|
"count": 21
|
|
},
|
|
"BensonV5.Step.mean": {
|
|
"value": 699957.0,
|
|
"min": 509973.0,
|
|
"max": 699957.0,
|
|
"count": 20
|
|
},
|
|
"BensonV5.Step.sum": {
|
|
"value": 699957.0,
|
|
"min": 509973.0,
|
|
"max": 699957.0,
|
|
"count": 20
|
|
},
|
|
"BensonV5.Policy.ExtrinsicValueEstimate.mean": {
|
|
"value": 2.51871919631958,
|
|
"min": 1.69606351852417,
|
|
"max": 2.540252685546875,
|
|
"count": 20
|
|
},
|
|
"BensonV5.Policy.ExtrinsicValueEstimate.sum": {
|
|
"value": 438.25714111328125,
|
|
"min": 298.5071716308594,
|
|
"max": 452.16497802734375,
|
|
"count": 20
|
|
},
|
|
"BensonV5.Environment.EpisodeLength.mean": {
|
|
"value": 265.8611111111111,
|
|
"min": 215.65217391304347,
|
|
"max": 275.2647058823529,
|
|
"count": 20
|
|
},
|
|
"BensonV5.Environment.EpisodeLength.sum": {
|
|
"value": 9571.0,
|
|
"min": 8653.0,
|
|
"max": 10639.0,
|
|
"count": 20
|
|
},
|
|
"BensonV5.Environment.CumulativeReward.mean": {
|
|
"value": 11.074494913614924,
|
|
"min": 8.316233371874612,
|
|
"max": 11.346780761749157,
|
|
"count": 20
|
|
},
|
|
"BensonV5.Environment.CumulativeReward.sum": {
|
|
"value": 398.68181689013727,
|
|
"min": 316.01686813123524,
|
|
"max": 448.9062953479588,
|
|
"count": 20
|
|
},
|
|
"BensonV5.Policy.ExtrinsicReward.mean": {
|
|
"value": 11.074494913614924,
|
|
"min": 8.316233371874612,
|
|
"max": 11.346780761749157,
|
|
"count": 20
|
|
},
|
|
"BensonV5.Policy.ExtrinsicReward.sum": {
|
|
"value": 398.68181689013727,
|
|
"min": 316.01686813123524,
|
|
"max": 448.9062953479588,
|
|
"count": 20
|
|
},
|
|
"BensonV5.Losses.PolicyLoss.mean": {
|
|
"value": 0.11478592688132577,
|
|
"min": 0.10645271842309384,
|
|
"max": 0.12377680898482028,
|
|
"count": 19
|
|
},
|
|
"BensonV5.Losses.PolicyLoss.sum": {
|
|
"value": 0.11478592688132577,
|
|
"min": 0.10645271842309384,
|
|
"max": 0.12377680898482028,
|
|
"count": 19
|
|
},
|
|
"BensonV5.Losses.ValueLoss.mean": {
|
|
"value": 0.09043678960846208,
|
|
"min": 0.03595422747870529,
|
|
"max": 0.18858122416749235,
|
|
"count": 19
|
|
},
|
|
"BensonV5.Losses.ValueLoss.sum": {
|
|
"value": 0.09043678960846208,
|
|
"min": 0.03595422747870529,
|
|
"max": 0.18858122416749235,
|
|
"count": 19
|
|
},
|
|
"BensonV5.Policy.LearningRate.mean": {
|
|
"value": 0.00029305035231655006,
|
|
"min": 0.00029305035231655006,
|
|
"max": 0.00029489777170074337,
|
|
"count": 19
|
|
},
|
|
"BensonV5.Policy.LearningRate.sum": {
|
|
"value": 0.00029305035231655006,
|
|
"min": 0.00029305035231655006,
|
|
"max": 0.00029489777170074337,
|
|
"count": 19
|
|
},
|
|
"BensonV5.Policy.Epsilon.mean": {
|
|
"value": 0.19768345,
|
|
"min": 0.19768345,
|
|
"max": 0.19829925666666665,
|
|
"count": 19
|
|
},
|
|
"BensonV5.Policy.Epsilon.sum": {
|
|
"value": 0.19768345,
|
|
"min": 0.19768345,
|
|
"max": 0.19829925666666665,
|
|
"count": 19
|
|
},
|
|
"BensonV5.Policy.Beta.mean": {
|
|
"value": 0.04884195665500001,
|
|
"min": 0.04884195665500001,
|
|
"max": 0.04914979840766667,
|
|
"count": 19
|
|
},
|
|
"BensonV5.Policy.Beta.sum": {
|
|
"value": 0.04884195665500001,
|
|
"min": 0.04884195665500001,
|
|
"max": 0.04914979840766667,
|
|
"count": 19
|
|
}
|
|
},
|
|
"metadata": {
|
|
"timer_format_version": "0.1.0",
|
|
"start_time_seconds": "1713616468",
|
|
"python_version": "3.9.13 (tags/v3.9.13:6de2ca5, May 17 2022, 16:36:42) [MSC v.1929 64 bit (AMD64)]",
|
|
"command_line_arguments": "C:\\Users\\noahk\\Documents\\Unity projects\\Racesm\\.venv\\Scripts\\mlagents-learn config/BensonV5.yaml --run-id=BensonV5 --resume",
|
|
"mlagents_version": "0.30.0",
|
|
"mlagents_envs_version": "0.30.0",
|
|
"communication_protocol_version": "1.5.0",
|
|
"pytorch_version": "2.2.2+cu118",
|
|
"numpy_version": "1.21.2",
|
|
"end_time_seconds": "1713617033"
|
|
},
|
|
"total": 565.8408033999999,
|
|
"count": 1,
|
|
"self": 0.0047095999999555715,
|
|
"children": {
|
|
"run_training.setup": {
|
|
"total": 0.10145319999999991,
|
|
"count": 1,
|
|
"self": 0.10145319999999991
|
|
},
|
|
"TrainerController.start_learning": {
|
|
"total": 565.7346405999999,
|
|
"count": 1,
|
|
"self": 0.4873183999975481,
|
|
"children": {
|
|
"TrainerController._reset_env": {
|
|
"total": 7.1156246,
|
|
"count": 1,
|
|
"self": 7.1156246
|
|
},
|
|
"TrainerController.advance": {
|
|
"total": 558.0471050000024,
|
|
"count": 21588,
|
|
"self": 0.41232360000719837,
|
|
"children": {
|
|
"env_step": {
|
|
"total": 385.2072878999983,
|
|
"count": 21588,
|
|
"self": 281.618686800001,
|
|
"children": {
|
|
"SubprocessEnvManager._take_step": {
|
|
"total": 103.27503330000239,
|
|
"count": 21588,
|
|
"self": 1.2959513999997796,
|
|
"children": {
|
|
"TorchPolicy.evaluate": {
|
|
"total": 101.97908190000261,
|
|
"count": 20945,
|
|
"self": 101.97908190000261
|
|
}
|
|
}
|
|
},
|
|
"workers": {
|
|
"total": 0.3135677999948836,
|
|
"count": 21587,
|
|
"self": 0.0,
|
|
"children": {
|
|
"worker_root": {
|
|
"total": 558.988520400006,
|
|
"count": 21587,
|
|
"is_parallel": true,
|
|
"self": 302.9514653000143,
|
|
"children": {
|
|
"steps_from_proto": {
|
|
"total": 0.0006380999999997528,
|
|
"count": 1,
|
|
"is_parallel": true,
|
|
"self": 0.00020650000000088653,
|
|
"children": {
|
|
"_process_rank_one_or_two_observation": {
|
|
"total": 0.0004315999999988662,
|
|
"count": 6,
|
|
"is_parallel": true,
|
|
"self": 0.0004315999999988662
|
|
}
|
|
}
|
|
},
|
|
"UnityEnvironment.step": {
|
|
"total": 256.0364169999917,
|
|
"count": 21587,
|
|
"is_parallel": true,
|
|
"self": 3.5628550999919923,
|
|
"children": {
|
|
"UnityEnvironment._generate_step_input": {
|
|
"total": 3.2092912000003135,
|
|
"count": 21587,
|
|
"is_parallel": true,
|
|
"self": 3.2092912000003135
|
|
},
|
|
"communicator.exchange": {
|
|
"total": 239.03681639999718,
|
|
"count": 21587,
|
|
"is_parallel": true,
|
|
"self": 239.03681639999718
|
|
},
|
|
"steps_from_proto": {
|
|
"total": 10.227454300002195,
|
|
"count": 21587,
|
|
"is_parallel": true,
|
|
"self": 3.78097849998377,
|
|
"children": {
|
|
"_process_rank_one_or_two_observation": {
|
|
"total": 6.446475800018425,
|
|
"count": 129522,
|
|
"is_parallel": true,
|
|
"self": 6.446475800018425
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"trainer_advance": {
|
|
"total": 172.4274934999969,
|
|
"count": 21587,
|
|
"self": 0.8109245999987706,
|
|
"children": {
|
|
"process_trajectory": {
|
|
"total": 25.179432899998258,
|
|
"count": 21587,
|
|
"self": 25.036942499998258,
|
|
"children": {
|
|
"RLTrainer._checkpoint": {
|
|
"total": 0.1424903999999998,
|
|
"count": 1,
|
|
"self": 0.1424903999999998
|
|
}
|
|
}
|
|
},
|
|
"_update_policy": {
|
|
"total": 146.43713599999987,
|
|
"count": 20,
|
|
"self": 28.81576090000226,
|
|
"children": {
|
|
"TorchPPOOptimizer.update": {
|
|
"total": 117.6213750999976,
|
|
"count": 12297,
|
|
"self": 117.6213750999976
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"trainer_threads": {
|
|
"total": 7.999999525054591e-07,
|
|
"count": 1,
|
|
"self": 7.999999525054591e-07
|
|
},
|
|
"TrainerController._save_models": {
|
|
"total": 0.08459179999999833,
|
|
"count": 1,
|
|
"self": 0.00801210000008723,
|
|
"children": {
|
|
"RLTrainer._checkpoint": {
|
|
"total": 0.0765796999999111,
|
|
"count": 1,
|
|
"self": 0.0765796999999111
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
} |