Ciakon/racesm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

play button wip

Browse Source
This commit is contained in:
Ciakon
2024-04-23 10:44:10 +02:00
parent 8049affcce
commit 89993829ba
8 changed files with 166 additions and 166 deletions
Download Patch File Download Diff File Expand all files Collapse all files

BIN
MLAgents/results/BensonV7/BensonV7.onnx
View File

Binary file not shown.

BIN
MLAgents/results/BensonV7/BensonV7/BensonV7-249156.onnx Normal file
View File

Binary file not shown.

BIN
MLAgents/results/BensonV7/BensonV7/BensonV7-249156.pt Normal file
View File

Binary file not shown.

BIN
MLAgents/results/BensonV7/BensonV7/checkpoint.pt
View File

Binary file not shown.

BIN
MLAgents/results/BensonV7/BensonV7/events.out.tfevents.1713809081.Noahs-Episke-PC.4404.0
View File

Binary file not shown.

BIN
MLAgents/results/BensonV7/BensonV7/events.out.tfevents.1713854673.Noahs-Episke-PC.17592.0 Normal file
View File

Binary file not shown.

312
MLAgents/results/BensonV7/run_logs/timers.json
View File

@@ -2,165 +2,165 @@
"name": "root",
"gauges": {
"BensonV7.Policy.Entropy.mean": {
"value": 2.0729053020477295,
"min": 2.0728888511657715,
"max": 2.1842892169952393,
"count": 7
"value": 1.3791288137435913,
"min": 1.3791288137435913,
"max": 2.187758684158325,
"count": 24
},
"BensonV7.Policy.Entropy.sum": {
"value": 84906.203125,
"min": 80925.578125,
"max": 89468.484375,
"count": 7
"value": 13763.705078125,
"min": 13763.705078125,
"max": 22402.6484375,
"count": 24
},
"BensonV7.Step.mean": {
"value": 69984.0,
"value": 239991.0,
"min": 9984.0,
"max": 69984.0,
"count": 7
"max": 239991.0,
"count": 24
},
"BensonV7.Step.sum": {
"value": 69984.0,
"value": 239991.0,
"min": 9984.0,
"max": 69984.0,
"count": 7
"max": 239991.0,
"count": 24
},
"BensonV7.Policy.ExtrinsicValueEstimate.mean": {
"value": -0.10756219178438187,
"min": -1.984985589981079,
"max": -0.10756219178438187,
"count": 7
"value": 0.4123384356498718,
"min": -0.17652811110019684,
"max": 0.4123384356498718,
"count": 24
},
"BensonV7.Policy.ExtrinsicValueEstimate.sum": {
"value": -26.567861557006836,
"min": -488.30645751953125,
"max": -26.567861557006836,
"count": 7
"value": 75.45793151855469,
"min": -43.4259147644043,
"max": 75.45793151855469,
"count": 24
},
"BensonV7.Environment.EpisodeLength.mean": {
"value": 81.16216216216216,
"value": 208.6595744680851,
"min": 79.0,
"max": 81.38866396761134,
"count": 7
"max": 208.6595744680851,
"count": 24
},
"BensonV7.Environment.EpisodeLength.sum": {
"value": 39039.0,
"min": 37920.0,
"max": 41080.0,
"count": 7
"value": 9807.0,
"min": 8690.0,
"max": 10688.0,
"count": 24
},
"BensonV7.Self-play.ELO.mean": {
"value": 1432.9340303735714,
"min": 1196.0598258059322,
"max": 1432.9340303735714,
"count": 7
"value": 115.6026867741647,
"min": 90.04764891469252,
"max": 1141.217976657289,
"count": 24
},
"BensonV7.Self-play.ELO.sum": {
"value": 171952.08364482858,
"min": 143527.17909671186,
"max": 180385.31347156668,
"count": 7
"value": 5433.326278385741,
"min": 5433.326278385741,
"max": 136946.1571988747,
"count": 24
},
"BensonV7.Environment.CumulativeReward.mean": {
"value": -0.09534425969420324,
"min": -0.11856273706287665,
"max": -0.035531304608593925,
"count": 7
"value": 2.9085576262137773,
"min": -0.11774942415853053,
"max": 2.9085576262137773,
"count": 24
},
"BensonV7.Environment.CumulativeReward.sum": {
"value": -11.536655422998592,
"min": -15.294593081111088,
"max": -4.263756553031271,
"count": 7
"value": 133.79365080583375,
"min": -15.189675716450438,
"max": 133.79365080583375,
"count": 24
},
"BensonV7.Policy.ExtrinsicReward.mean": {
"value": -0.09534425969420324,
"min": -0.11856273706287665,
"max": -0.035531304608593925,
"count": 7
"value": 2.9085576262137773,
"min": -0.11774942415853053,
"max": 2.9085576262137773,
"count": 24
},
"BensonV7.Policy.ExtrinsicReward.sum": {
"value": -11.536655422998592,
"min": -15.294593081111088,
"max": -4.263756553031271,
"count": 7
"value": 133.79365080583375,
"min": -15.189675716450438,
"max": 133.79365080583375,
"count": 24
},
"BensonV7.IsTraining.mean": {
"value": 1.0,
"min": 1.0,
"max": 1.0,
"count": 7
"count": 24
},
"BensonV7.IsTraining.sum": {
"value": 1.0,
"min": 1.0,
"max": 1.0,
"count": 7
"count": 24
},
"BensonV7.Losses.PolicyLoss.mean": {
"value": 0.11715025729667197,
"min": 0.11001400724555237,
"max": 0.11715025729667197,
"count": 6
"value": 0.11305173472296136,
"min": 0.0902305781915467,
"max": 0.1175793781897086,
"count": 23
},
"BensonV7.Losses.PolicyLoss.sum": {
"value": 0.11715025729667197,
"min": 0.11001400724555237,
"max": 0.11715025729667197,
"count": 6
"value": 0.11305173472296136,
"min": 0.0902305781915467,
"max": 0.1175793781897086,
"count": 23
},
"BensonV7.Losses.ValueLoss.mean": {
"value": 0.0027312553831553743,
"min": 0.0027312553831553743,
"max": 0.34692010765847486,
"count": 6
"value": 0.02714227997847023,
"min": 2.293270521482928e-05,
"max": 0.05294226645212173,
"count": 23
},
"BensonV7.Losses.ValueLoss.sum": {
"value": 0.0027312553831553743,
"min": 0.0027312553831553743,
"max": 0.34692010765847486,
"count": 6
"value": 0.02714227997847023,
"min": 2.293270521482928e-05,
"max": 0.05294226645212173,
"count": 23
},
"BensonV7.Policy.LearningRate.mean": {
"value": 0.000299064000312,
"min": 0.000299064000312,
"value": 0.00029641668119443997,
"min": 0.00029641668119443997,
"max": 0.00029984400005200003,
"count": 6
"count": 23
},
"BensonV7.Policy.LearningRate.sum": {
"value": 0.000299064000312,
"min": 0.000299064000312,
"value": 0.00029641668119443997,
"min": 0.00029641668119443997,
"max": 0.00029984400005200003,
"count": 6
"count": 23
},
"BensonV7.Policy.Epsilon.mean": {
"value": 0.19968800000000003,
"min": 0.19968800000000003,
"value": 0.19880556000000005,
"min": 0.19880556000000005,
"max": 0.19994800000000001,
"count": 6
"count": 23
},
"BensonV7.Policy.Epsilon.sum": {
"value": 0.19968800000000003,
"min": 0.19968800000000003,
"value": 0.19880556000000005,
"min": 0.19880556000000005,
"max": 0.19994800000000001,
"count": 6
"count": 23
},
"BensonV7.Policy.Beta.mean": {
"value": 0.0498440312,
"min": 0.0498440312,
"value": 0.049402899444000004,
"min": 0.049402899444000004,
"max": 0.049974005200000005,
"count": 6
"count": 23
},
"BensonV7.Policy.Beta.sum": {
"value": 0.0498440312,
"min": 0.0498440312,
"value": 0.049402899444000004,
"min": 0.049402899444000004,
"max": 0.049974005200000005,
"count": 6
"count": 23
}
},
"metadata": {
"timer_format_version": "0.1.0",
"start_time_seconds": "1713809062",
"start_time_seconds": "1713854668",
"python_version": "3.9.13 (tags/v3.9.13:6de2ca5, May 17 2022, 16:36:42) [MSC v.1929 64 bit (AMD64)]",
"command_line_arguments": "C:\\Users\\noahk\\Documents\\Unity projects\\Racesm\\.venv\\Scripts\\mlagents-learn config/BensonV7.yaml --run-id=BensonV7 --force",
"mlagents_version": "0.30.0",
@@ -168,103 +168,103 @@
"communication_protocol_version": "1.5.0",
"pytorch_version": "2.2.2+cu118",
"numpy_version": "1.21.2",
"end_time_seconds": "1713809367"
"end_time_seconds": "1713855170"
},
"total": 304.6736262,
"total": 502.6965699,
"count": 1,
"self": 0.004877599999929316,
"self": 0.004939400000012029,
"children": {
"run_training.setup": {
"total": 0.0771373999999998,
"total": 0.07646299999999995,
"count": 1,
"self": 0.0771373999999998
"self": 0.07646299999999995
},
"TrainerController.start_learning": {
"total": 304.59161120000005,
"total": 502.6151675,
"count": 1,
"self": 0.16134309999955576,
"self": 0.5009666999978322,
"children": {
"TrainerController._reset_env": {
"total": 19.5166619,
"count": 1,
"self": 19.5166619
"total": 5.93716190000001,
"count": 3,
"self": 5.93716190000001
},
"TrainerController.advance": {
"total": 284.80744110000046,
"count": 8441,
"self": 0.15070639999748892,
"total": 496.02484980000213,
"count": 25454,
"self": 0.4162786999982018,
"children": {
"env_step": {
"total": 228.853432300001,
"count": 8441,
"self": 133.1350660999974,
"total": 306.42174130000774,
"count": 25454,
"self": 212.3873840000059,
"children": {
"SubprocessEnvManager._take_step": {
"total": 95.61978480000201,
"count": 8441,
"self": 1.4240661000022925,
"total": 93.72146940000326,
"count": 25454,
"self": 1.258011400004591,
"children": {
"TorchPolicy.evaluate": {
"total": 94.19571869999972,
"count": 31524,
"self": 94.19571869999972
"total": 92.46345799999867,
"count": 24958,
"self": 92.46345799999867
}
}
},
"workers": {
"total": 0.09858140000157434,
"count": 8440,
"total": 0.3128878999985645,
"count": 25454,
"self": 0.0,
"children": {
"worker_root": {
"total": 272.33989530000036,
"count": 8440,
"total": 493.2314424000014,
"count": 25454,
"is_parallel": true,
"self": 169.65825009999963,
"self": 306.6950511000011,
"children": {
"steps_from_proto": {
"total": 0.0013582999999997014,
"count": 4,
"total": 0.0016319000000137862,
"count": 3,
"is_parallel": true,
"self": 0.0005351000000004547,
"self": 0.0005697000000228769,
"children": {
"_process_rank_one_or_two_observation": {
"total": 0.0008231999999992468,
"count": 24,
"total": 0.0010621999999909093,
"count": 18,
"is_parallel": true,
"self": 0.0008231999999992468
"self": 0.0010621999999909093
}
}
},
"UnityEnvironment.step": {
"total": 102.68028690000074,
"count": 8440,
"total": 186.53475940000033,
"count": 25454,
"is_parallel": true,
"self": 2.971126999999001,
"self": 3.401311300002959,
"children": {
"UnityEnvironment._generate_step_input": {
"total": 3.075714900001067,
"count": 8440,
"total": 3.6382145000039445,
"count": 25454,
"is_parallel": true,
"self": 3.075714900001067
"self": 3.6382145000039445
},
"communicator.exchange": {
"total": 86.89778070000133,
"count": 8440,
"total": 169.24416609999997,
"count": 25454,
"is_parallel": true,
"self": 86.89778070000133
"self": 169.24416609999997
},
"steps_from_proto": {
"total": 9.735664299999346,
"count": 33760,
"total": 10.25106749999345,
"count": 25454,
"is_parallel": true,
"self": 3.697254799999932,
"self": 3.835975299991518,
"children": {
"_process_rank_one_or_two_observation": {
"total": 6.038409499999414,
"count": 202560,
"total": 6.415092200001932,
"count": 152724,
"is_parallel": true,
"self": 6.038409499999414
"self": 6.415092200001932
}
}
}
@@ -277,24 +277,24 @@
}
},
"trainer_advance": {
"total": 55.803302400001996,
"count": 8440,
"self": 1.1739091000001807,
"total": 189.18682979999616,
"count": 25454,
"self": 1.4634836999935033,
"children": {
"process_trajectory": {
"total": 8.147956200001808,
"count": 8440,
"self": 8.147956200001808
"total": 26.51501530000261,
"count": 25454,
"self": 26.51501530000261
},
"_update_policy": {
"total": 46.48143710000001,
"count": 7,
"self": 9.447134400001843,
"total": 161.20833080000006,
"count": 24,
"self": 32.78496999999564,
"children": {
"TorchPPOOptimizer.update": {
"total": 37.034302699998165,
"count": 4368,
"self": 37.034302699998165
"total": 128.42336080000442,
"count": 14628,
"self": 128.42336080000442
}
}
}
@@ -303,19 +303,19 @@
}
},
"trainer_threads": {
"total": 8.000000093488779e-07,
"total": 8.999999749903509e-07,
"count": 1,
"self": 8.000000093488779e-07
"self": 8.999999749903509e-07
},
"TrainerController._save_models": {
"total": 0.10616430000004584,
"total": 0.15218820000001188,
"count": 1,
"self": 0.007284000000026936,
"self": 0.007047300000010637,
"children": {
"RLTrainer._checkpoint": {
"total": 0.0988803000000189,
"total": 0.14514090000000124,
"count": 1,
"self": 0.0988803000000189
"self": 0.14514090000000124
}
}
}

20
MLAgents/results/BensonV7/run_logs/training_status.json
View File

@@ -1,24 +1,24 @@
{
"BensonV7": {
"elo": 1489.2012227625175,
"elo": 75.87741801617501,
"checkpoints": [
{
"steps": 78400,
"file_path": "results\\BensonV7\\BensonV7\\BensonV7-78400.onnx",
"reward": -0.11241376396501437,
"creation_time": 1713809367.0670853,
"steps": 249156,
"file_path": "results\\BensonV7\\BensonV7\\BensonV7-249156.onnx",
"reward": null,
"creation_time": 1713855170.9470267,
"auxillary_file_paths": [
"results\\BensonV7\\BensonV7\\BensonV7-78400.pt"
"results\\BensonV7\\BensonV7\\BensonV7-249156.pt"
]
}
],
"final_checkpoint": {
"steps": 78400,
"steps": 249156,
"file_path": "results\\BensonV7\\BensonV7.onnx",
"reward": -0.11241376396501437,
"creation_time": 1713809367.0670853,
"reward": null,
"creation_time": 1713855170.9470267,
"auxillary_file_paths": [
"results\\BensonV7\\BensonV7\\BensonV7-78400.pt"
"results\\BensonV7\\BensonV7\\BensonV7-249156.pt"
]
}
},