CHECKPOINTS

This commit is contained in:
2024-04-25 10:21:09 +02:00
parent 31d431cd34
commit 0e8a47a82a
23 changed files with 1087 additions and 1134 deletions

Binary file not shown.

View File

@@ -0,0 +1,16 @@
fileFormatVersion: 2
guid: f17b42bb82f8fe2459da15b364bb1345
ScriptedImporter:
internalIDToNameTable: []
externalObjects: {}
serializedVersion: 2
userData:
assetBundleName:
assetBundleVariant:
script: {fileID: 11500000, guid: 683b6cb6d0a474744822c888b46772c9, type: 3}
optimizeModel: 1
forceArbitraryBatchSize: 1
treatErrorsAsWarnings: 0
importMode: 1
weightsTypeMode: 0
activationTypeMode: 0

View File

@@ -1 +1 @@
{"count":1,"self":30.8909696,"total":31.2470392,"children":{"InitializeActuators":{"count":8,"self":0.0019967,"total":0.0019967,"children":null},"InitializeSensors":{"count":8,"self":0.0034896,"total":0.0034896,"children":null},"AgentSendState":{"count":636,"self":0.048263799999999996,"total":0.074235399999999993,"children":{"CollectObservations":{"count":1024,"self":0.0128337,"total":0.0128337,"children":null},"WriteActionMask":{"count":1024,"self":0,"total":0,"children":null},"RequestDecision":{"count":1024,"self":0.0131379,"total":0.0131379,"children":null}}},"DecideAction":{"count":636,"self":0.208872,"total":0.213858,"children":{"RayPerceptionSensor.Perceive":{"count":2048,"self":0.004986,"total":0.004986,"children":null}}},"AgentAct":{"count":636,"self":0.062490899999999995,"total":0.062490899999999995,"children":null}},"gauges":{"HotrodTrack2.CumulativeReward":{"count":2,"max":-1.8192296,"min":-1.854707,"runningAverage":-1.8369683,"value":-1.8192296,"weightedAverage":-1.84583759}},"metadata":{"timer_format_version":"0.1.0","start_time_seconds":"1713975263","unity_version":"2022.3.11f1","command_line_arguments":"C:\\Program Files\\Unity\\Hub\\Editor\\2022.3.11f1\\Editor\\Unity.exe -projectpath C:\\Users\\Noah\\Documents\\Unity\\Racesm -useHub -hubIPC -cloudEnvironment production -licensingIpc LicenseClient-Noah -hubSessionId 0bfdc898-4f4a-44b8-931e-3f046b2fa558 -accessToken JhvYD1qjpfnxYaokioxhjDLpdoAdq0VP6M5sXnaD-O8005f","communication_protocol_version":"1.5.0","com.unity.ml-agents_version":"2.0.1","scene_name":"AI Training","end_time_seconds":"1713975294"}}
{"count":1,"self":124.1354112,"total":126.0321441,"children":{"InitializeActuators":{"count":8,"self":0.001,"total":0.001,"children":null},"InitializeSensors":{"count":8,"self":0.0010134,"total":0.0010134,"children":null},"AgentSendState":{"count":4928,"self":0.32959849999999996,"total":0.4372387,"children":{"CollectObservations":{"count":7888,"self":0.0692357,"total":0.0692357,"children":null},"WriteActionMask":{"count":7888,"self":0.0087105999999999989,"total":0.0087105999999999989,"children":null},"RequestDecision":{"count":7888,"self":0.0296939,"total":0.0296939,"children":null}}},"DecideAction":{"count":4928,"self":0.915766,"total":0.9518183,"children":{"RayPerceptionSensor.Perceive":{"count":15776,"self":0.036052299999999995,"total":0.036052299999999995,"children":null}}},"AgentAct":{"count":4928,"self":0.5046501,"total":0.5046501,"children":null}},"gauges":{"Benson Track2.CumulativeReward":{"count":16,"max":25.4493179,"min":12.7399063,"runningAverage":22.09819,"value":12.7773275,"weightedAverage":19.7829819}},"metadata":{"timer_format_version":"0.1.0","start_time_seconds":"1714033034","unity_version":"2022.3.11f1","command_line_arguments":"C:\\Program Files\\Unity\\Hub\\Editor\\2022.3.11f1\\Editor\\Unity.exe -projectpath C:\\Users\\noahk\\Documents\\Unity projects\\Racesm -useHub -hubIPC -cloudEnvironment production -licensingIpc LicenseClient-noahk -hubSessionId b034e26d-02c7-41ad-9a20-c198a628a35a -accessToken Gxhq2fLXZ2R7MNL8SmUHIdkcutreeUB5VyTf3U0R3ao005f","communication_protocol_version":"1.5.0","com.unity.ml-agents_version":"2.0.1","scene_name":"AI Training","end_time_seconds":"1714033160"}}

View File

@@ -51,6 +51,10 @@ PrefabInstance:
propertyPath: TeamId
value: 0
objectReference: {fileID: 0}
- target: {fileID: 1376270968598139660, guid: 4435507071ba5724db20dbc77834939d, type: 3}
propertyPath: checkpoints.Array.size
value: 16
objectReference: {fileID: 0}
- target: {fileID: 3823632788184973568, guid: 4435507071ba5724db20dbc77834939d, type: 3}
propertyPath: m_Name
value: Pickup
@@ -169,6 +173,10 @@ PrefabInstance:
propertyPath: m_Name
value: Hotrod
objectReference: {fileID: 0}
- target: {fileID: 6785790935787912532, guid: 5851f609a58dc884a99030da0105c6db, type: 3}
propertyPath: checkpoints.Array.size
value: 16
objectReference: {fileID: 0}
m_RemovedComponents: []
m_RemovedGameObjects: []
m_AddedGameObjects: []
@@ -187,6 +195,10 @@ PrefabInstance:
serializedVersion: 3
m_TransformParent: {fileID: 6408359884925304500}
m_Modifications:
- target: {fileID: 3134492169898184213, guid: 5159a7117f296644e982fbd732a45dc5, type: 3}
propertyPath: checkpoints.Array.size
value: 16
objectReference: {fileID: 0}
- target: {fileID: 3246534712608067379, guid: 5159a7117f296644e982fbd732a45dc5, type: 3}
propertyPath: TeamId
value: 0
@@ -301,6 +313,10 @@ PrefabInstance:
propertyPath: m_Name
value: StreetRacist
objectReference: {fileID: 0}
- target: {fileID: 6343078939666053389, guid: 6fc8c7c09bd68874aa576b39459428cb, type: 3}
propertyPath: checkpoints.Array.size
value: 16
objectReference: {fileID: 0}
- target: {fileID: 7402390412474337559, guid: 6fc8c7c09bd68874aa576b39459428cb, type: 3}
propertyPath: DecisionPeriod
value: 5
@@ -379,6 +395,10 @@ PrefabInstance:
propertyPath: m_LocalEulerAnglesHint.z
value: 0
objectReference: {fileID: 0}
- target: {fileID: 8302626942005681373, guid: d47f31fce875d154eb63afabb58dfa3a, type: 3}
propertyPath: checkpoints.Array.size
value: 16
objectReference: {fileID: 0}
m_RemovedComponents: []
m_RemovedGameObjects: []
m_AddedGameObjects: []
@@ -445,6 +465,10 @@ PrefabInstance:
propertyPath: m_Name
value: MuscleCar
objectReference: {fileID: 0}
- target: {fileID: 8806918116848884877, guid: 21578c15f92da4b4d96697315edfc546, type: 3}
propertyPath: checkpoints.Array.size
value: 16
objectReference: {fileID: 0}
- target: {fileID: 8845737416696871160, guid: 21578c15f92da4b4d96697315edfc546, type: 3}
propertyPath: TeamId
value: 0
@@ -467,6 +491,10 @@ PrefabInstance:
serializedVersion: 3
m_TransformParent: {fileID: 6408359884925304500}
m_Modifications:
- target: {fileID: 2592987069788834777, guid: 9f63749b266355c4c8f8f5a8529d34cb, type: 3}
propertyPath: checkpoints.Array.size
value: 16
objectReference: {fileID: 0}
- target: {fileID: 5401623508283743858, guid: 9f63749b266355c4c8f8f5a8529d34cb, type: 3}
propertyPath: DecisionPeriod
value: 5
@@ -585,6 +613,10 @@ PrefabInstance:
propertyPath: TeamId
value: 0
objectReference: {fileID: 0}
- target: {fileID: 6636205636006076609, guid: d5caff8338f793c4eb4490cc52546faf, type: 3}
propertyPath: checkpoints.Array.size
value: 16
objectReference: {fileID: 0}
m_RemovedComponents: []
m_RemovedGameObjects: []
m_AddedGameObjects: []

File diff suppressed because it is too large Load Diff

Binary file not shown.

View File

@@ -0,0 +1,76 @@
default_settings: null
behaviors:
BusTrack2:
trainer_type: ppo
hyperparameters:
batch_size: 50
buffer_size: 10240
learning_rate: 0.0003
beta: 0.05
epsilon: 0.2
lambd: 0.95
num_epoch: 3
shared_critic: false
learning_rate_schedule: linear
beta_schedule: linear
epsilon_schedule: linear
network_settings:
normalize: false
hidden_units: 128
num_layers: 2
vis_encode_type: simple
memory: null
goal_conditioning_type: hyper
deterministic: false
reward_signals:
extrinsic:
gamma: 0.99
strength: 1.0
network_settings:
normalize: false
hidden_units: 128
num_layers: 2
vis_encode_type: simple
memory: null
goal_conditioning_type: hyper
deterministic: false
init_path: null
keep_checkpoints: 5
checkpoint_interval: 500000
max_steps: 5000000
time_horizon: 64
summary_freq: 10000
threaded: false
self_play: null
behavioral_cloning: null
env_settings:
env_path: C:\Users\noahk\Desktop\BusTrack2\Racesm_L.exe
env_args: null
base_port: 5005
num_envs: 1
num_areas: 1
seed: -1
max_lifetime_restarts: 10
restarts_rate_limit_n: 1
restarts_rate_limit_period_s: 60
engine_settings:
width: 84
height: 84
quality_level: 5
time_scale: 20
target_frame_rate: -1
capture_frame_rate: 60
no_graphics: true
environment_parameters: null
checkpoint_settings:
run_id: BusTrack2.yaml
initialize_from: null
load_model: false
resume: false
force: true
train_model: false
inference: false
results_dir: results
torch_settings:
device: null
debug: false

View File

@@ -0,0 +1,27 @@
Mono path[0] = 'C:/Users/noahk/Desktop/BusTrack2/Racesm_L_Data/Managed'
Mono config path = 'C:/Users/noahk/Desktop/BusTrack2/MonoBleedingEdge/etc'
[Physics::Module] Initialized MultithreadedJobDispatcher with 15 workers.
Initialize engine version: 2022.3.11f1 (d00248457e15)
[Subsystems] Discovering subsystems at path C:/Users/noahk/Desktop/BusTrack2/Racesm_L_Data/UnitySubsystems
Forcing GfxDevice: Null
GfxDevice: creating device client; threaded=0; jobified=0
NullGfxDevice:
Version: NULL 1.0 [1.0]
Renderer: Null Device
Vendor: Unity Technologies
Begin MonoManager ReloadAssembly
- Loaded All Assemblies, in 1.474 seconds
- Finished resetting the current domain, in 0.001 seconds
ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
Microsoft Media Foundation video decoding to texture disabled: graphics device is Null, only Direct3D 11 and Direct3D 12 (only on desktop) are supported for hardware-accelerated video decoding.
ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
WARNING: Shader Unsupported: 'Standard' - All subshaders removed
WARNING: Shader Did you use #pragma only_renderers and omit this platform?
WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
WARNING: Shader Unsupported: 'Standard' - All subshaders removed
WARNING: Shader Did you use #pragma only_renderers and omit this platform?
WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
UnloadTime: 0.672500 ms
Setting up 8 worker threads for Enlighten.

View File

@@ -0,0 +1,320 @@
{
"name": "root",
"gauges": {
"BusTrack2.Policy.Entropy.mean": {
"value": 1.72258722782135,
"min": 1.5179758071899414,
"max": 2.189486503601074,
"count": 500
},
"BusTrack2.Policy.Entropy.sum": {
"value": 17115.626953125,
"min": 15179.7578125,
"max": 22552.900390625,
"count": 500
},
"BusTrack2.Step.mean": {
"value": 4999942.0,
"min": 9984.0,
"max": 4999942.0,
"count": 500
},
"BusTrack2.Step.sum": {
"value": 4999942.0,
"min": 9984.0,
"max": 4999942.0,
"count": 500
},
"BusTrack2.Policy.ExtrinsicValueEstimate.mean": {
"value": 0.29106372594833374,
"min": -0.03799808770418167,
"max": 0.7046375274658203,
"count": 500
},
"BusTrack2.Policy.ExtrinsicValueEstimate.sum": {
"value": 46.86125946044922,
"min": -6.079693794250488,
"max": 112.03736877441406,
"count": 500
},
"BusTrack2.Environment.EpisodeLength.mean": {
"value": 1494.6666666666667,
"min": 499.0,
"max": 3176.5,
"count": 500
},
"BusTrack2.Environment.EpisodeLength.sum": {
"value": 17936.0,
"min": 1952.0,
"max": 17936.0,
"count": 500
},
"BusTrack2.Environment.CumulativeReward.mean": {
"value": 9.709033259874559,
"min": -1.2514908313441993,
"max": 19.174862188199768,
"count": 500
},
"BusTrack2.Environment.CumulativeReward.sum": {
"value": 116.50839911849471,
"min": -20.023853301507188,
"max": 116.50839911849471,
"count": 500
},
"BusTrack2.Policy.ExtrinsicReward.mean": {
"value": 9.709033259874559,
"min": -1.2514908313441993,
"max": 19.174862188199768,
"count": 500
},
"BusTrack2.Policy.ExtrinsicReward.sum": {
"value": 116.50839911849471,
"min": -20.023853301507188,
"max": 116.50839911849471,
"count": 500
},
"BusTrack2.IsTraining.mean": {
"value": 1.0,
"min": 1.0,
"max": 1.0,
"count": 500
},
"BusTrack2.IsTraining.sum": {
"value": 1.0,
"min": 1.0,
"max": 1.0,
"count": 500
},
"BusTrack2.Losses.PolicyLoss.mean": {
"value": 0.11346191142409344,
"min": 0.049358668444816095,
"max": 0.12079314426101768,
"count": 483
},
"BusTrack2.Losses.PolicyLoss.sum": {
"value": 0.11346191142409344,
"min": 0.049358668444816095,
"max": 0.12079314426101768,
"count": 483
},
"BusTrack2.Losses.ValueLoss.mean": {
"value": 0.23859570762256116,
"min": 3.985981189925793e-06,
"max": 0.23859570762256116,
"count": 483
},
"BusTrack2.Losses.ValueLoss.sum": {
"value": 0.23859570762256116,
"min": 3.985981189925793e-06,
"max": 0.23859570762256116,
"count": 483
},
"BusTrack2.Policy.LearningRate.mean": {
"value": 4.581998476001574e-08,
"min": 4.581998476001574e-08,
"max": 0.0002993664002111999,
"count": 483
},
"BusTrack2.Policy.LearningRate.sum": {
"value": 4.581998476001574e-08,
"min": 4.581998476001574e-08,
"max": 0.0002993664002111999,
"count": 483
},
"BusTrack2.Policy.Epsilon.mean": {
"value": 0.10001524000000003,
"min": 0.10001524000000003,
"max": 0.19978880000000004,
"count": 483
},
"BusTrack2.Policy.Epsilon.sum": {
"value": 0.10001524000000003,
"min": 0.10001524000000003,
"max": 0.19978880000000004,
"count": 483
},
"BusTrack2.Policy.Beta.mean": {
"value": 1.7618476000002628e-05,
"min": 1.7618476000002628e-05,
"max": 0.049894421120000004,
"count": 483
},
"BusTrack2.Policy.Beta.sum": {
"value": 1.7618476000002628e-05,
"min": 1.7618476000002628e-05,
"max": 0.049894421120000004,
"count": 483
}
},
"metadata": {
"timer_format_version": "0.1.0",
"start_time_seconds": "1713956919",
"python_version": "3.9.13 (tags/v3.9.13:6de2ca5, May 17 2022, 16:36:42) [MSC v.1929 64 bit (AMD64)]",
"command_line_arguments": "C:\\Users\\noahk\\Documents\\Unity projects\\Racesm\\.venv\\Scripts\\mlagents-learn config/BusTrack2.yaml --run-id=BusTrack2.yaml --force --env=C:\\Users\\noahk\\Desktop\\BusTrack2\\Racesm_L.exe --no-graphics --num-envs=1",
"mlagents_version": "0.30.0",
"mlagents_envs_version": "0.30.0",
"communication_protocol_version": "1.5.0",
"pytorch_version": "2.2.2+cu118",
"numpy_version": "1.21.2",
"end_time_seconds": "1713964400"
},
"total": 7481.328600999999,
"count": 1,
"self": 0.6161213999994288,
"children": {
"run_training.setup": {
"total": 0.07668680000000005,
"count": 1,
"self": 0.07668680000000005
},
"TrainerController.start_learning": {
"total": 7480.6357928,
"count": 1,
"self": 8.380588599958173,
"children": {
"TrainerController._reset_env": {
"total": 5.345614100000001,
"count": 1,
"self": 5.345614100000001
},
"TrainerController.advance": {
"total": 7466.843897900042,
"count": 625021,
"self": 7.581931200095823,
"children": {
"env_step": {
"total": 3878.893928799931,
"count": 625021,
"self": 1709.4054189000603,
"children": {
"SubprocessEnvManager._take_step": {
"total": 2164.172467899931,
"count": 625021,
"self": 24.587400099628212,
"children": {
"TorchPolicy.evaluate": {
"total": 2139.5850678003026,
"count": 625021,
"self": 2139.5850678003026
}
}
},
"workers": {
"total": 5.316041999939703,
"count": 625021,
"self": 0.0,
"children": {
"worker_root": {
"total": 7464.991107199902,
"count": 625021,
"is_parallel": true,
"self": 6224.272718499651,
"children": {
"steps_from_proto": {
"total": 0.0005857000000002444,
"count": 1,
"is_parallel": true,
"self": 0.00024130000000166518,
"children": {
"_process_rank_one_or_two_observation": {
"total": 0.0003443999999985792,
"count": 6,
"is_parallel": true,
"self": 0.0003443999999985792
}
}
},
"UnityEnvironment.step": {
"total": 1240.7178030002506,
"count": 625021,
"is_parallel": true,
"self": 59.51148310001986,
"children": {
"UnityEnvironment._generate_step_input": {
"total": 67.87554450018625,
"count": 625021,
"is_parallel": true,
"self": 67.87554450018625
},
"communicator.exchange": {
"total": 927.1219362000196,
"count": 625021,
"is_parallel": true,
"self": 927.1219362000196
},
"steps_from_proto": {
"total": 186.20883920002493,
"count": 625021,
"is_parallel": true,
"self": 72.68652639986179,
"children": {
"_process_rank_one_or_two_observation": {
"total": 113.52231280016314,
"count": 3750126,
"is_parallel": true,
"self": 113.52231280016314
}
}
}
}
}
}
}
}
}
}
},
"trainer_advance": {
"total": 3580.368037900015,
"count": 625021,
"self": 11.92983020039992,
"children": {
"process_trajectory": {
"total": 447.96499919960905,
"count": 625021,
"self": 447.3640276996086,
"children": {
"RLTrainer._checkpoint": {
"total": 0.600971500000469,
"count": 10,
"self": 0.600971500000469
}
}
},
"_update_policy": {
"total": 3120.4732085000064,
"count": 483,
"self": 638.8735099999421,
"children": {
"TorchPPOOptimizer.update": {
"total": 2481.5996985000643,
"count": 299277,
"self": 2481.5996985000643
}
}
}
}
}
}
},
"trainer_threads": {
"total": 7.999997251317836e-07,
"count": 1,
"self": 7.999997251317836e-07
},
"TrainerController._save_models": {
"total": 0.0656914000001052,
"count": 1,
"self": 0.006023700000696408,
"children": {
"RLTrainer._checkpoint": {
"total": 0.059667699999408796,
"count": 1,
"self": 0.059667699999408796
}
}
}
}
}
}
}

View File

@@ -0,0 +1,65 @@
{
"BusTrack2": {
"checkpoints": [
{
"steps": 3499999,
"file_path": "results\\BusTrack2.yaml\\BusTrack2\\BusTrack2-3499999.onnx",
"reward": null,
"creation_time": 1713962166.452089,
"auxillary_file_paths": [
"results\\BusTrack2.yaml\\BusTrack2\\BusTrack2-3499999.pt"
]
},
{
"steps": 3999943,
"file_path": "results\\BusTrack2.yaml\\BusTrack2\\BusTrack2-3999943.onnx",
"reward": 2.2499350694342866,
"creation_time": 1713962904.0876095,
"auxillary_file_paths": [
"results\\BusTrack2.yaml\\BusTrack2\\BusTrack2-3999943.pt"
]
},
{
"steps": 4499967,
"file_path": "results\\BusTrack2.yaml\\BusTrack2\\BusTrack2-4499967.onnx",
"reward": 1.1424922428947564,
"creation_time": 1713963646.08288,
"auxillary_file_paths": [
"results\\BusTrack2.yaml\\BusTrack2\\BusTrack2-4499967.pt"
]
},
{
"steps": 4999942,
"file_path": "results\\BusTrack2.yaml\\BusTrack2\\BusTrack2-4999942.onnx",
"reward": null,
"creation_time": 1713964399.8314269,
"auxillary_file_paths": [
"results\\BusTrack2.yaml\\BusTrack2\\BusTrack2-4999942.pt"
]
},
{
"steps": 5000006,
"file_path": "results\\BusTrack2.yaml\\BusTrack2\\BusTrack2-5000006.onnx",
"reward": null,
"creation_time": 1713964399.8999252,
"auxillary_file_paths": [
"results\\BusTrack2.yaml\\BusTrack2\\BusTrack2-5000006.pt"
]
}
],
"final_checkpoint": {
"steps": 5000006,
"file_path": "results\\BusTrack2.yaml\\BusTrack2.onnx",
"reward": null,
"creation_time": 1713964399.8999252,
"auxillary_file_paths": [
"results\\BusTrack2.yaml\\BusTrack2\\BusTrack2-5000006.pt"
]
}
},
"metadata": {
"stats_format_version": "0.3.0",
"mlagents_version": "0.30.0",
"torch_version": "2.2.2+cu118"
}
}