Ciakon/racesm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

CHECKPOINTS

Browse Source
This commit is contained in:
Ciakon
2024-04-25 10:21:09 +02:00
parent 31d431cd34
commit 0e8a47a82a
23 changed files with 1087 additions and 1134 deletions
Download Patch File Download Diff File Expand all files Collapse all files

BIN
MLAgents/results/BusTrack2.yaml/BusTrack2.onnx Normal file
View File

Binary file not shown.

BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/BusTrack2-5499976.onnx Normal file
View File

Binary file not shown.

BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/BusTrack2-5499976.pt Normal file
View File

Binary file not shown.

BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/BusTrack2-5999997.onnx Normal file
View File

Binary file not shown.

BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/BusTrack2-5999997.pt Normal file
View File

Binary file not shown.

BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/BusTrack2-6499986.onnx Normal file
View File

Binary file not shown.

BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/BusTrack2-6499986.pt Normal file
View File

Binary file not shown.

BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/BusTrack2-6999959.onnx Normal file
View File

Binary file not shown.

BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/BusTrack2-6999959.pt Normal file
View File

Binary file not shown.

BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/BusTrack2-7499956.onnx Normal file
View File

Binary file not shown.

BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/BusTrack2-7499956.pt Normal file
View File

Binary file not shown.

BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/checkpoint.pt Normal file
View File

Binary file not shown.

BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/events.out.tfevents.1713956923.Noahs-Episke-PC.11556.0 Normal file
View File

Binary file not shown.

BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/events.out.tfevents.1713965000.Noahs-Episke-PC.9876.0 Normal file
View File

Binary file not shown.

76
MLAgents/results/BusTrack2.yaml/configuration.yaml Normal file
View File

@@ -0,0 +1,76 @@
default_settings: null
behaviors:
BusTrack2:
trainer_type: ppo
hyperparameters:
batch_size: 50
buffer_size: 10240
learning_rate: 0.0003
beta: 0.05
epsilon: 0.2
lambd: 0.95
num_epoch: 3
shared_critic: false
learning_rate_schedule: linear
beta_schedule: linear
epsilon_schedule: linear
network_settings:
normalize: false
hidden_units: 128
num_layers: 2
vis_encode_type: simple
memory: null
goal_conditioning_type: hyper
deterministic: false
reward_signals:
extrinsic:
gamma: 0.99
strength: 1.0
network_settings:
normalize: false
hidden_units: 128
num_layers: 2
vis_encode_type: simple
memory: null
goal_conditioning_type: hyper
deterministic: false
init_path: null
keep_checkpoints: 5
checkpoint_interval: 500000
max_steps: 5000000
time_horizon: 64
summary_freq: 10000
threaded: false
self_play: null
behavioral_cloning: null
env_settings:
env_path: C:\Users\noahk\Desktop\BusTrack2\Racesm_L.exe
env_args: null
base_port: 5005
num_envs: 1
num_areas: 1
seed: -1
max_lifetime_restarts: 10
restarts_rate_limit_n: 1
restarts_rate_limit_period_s: 60
engine_settings:
width: 84
height: 84
quality_level: 5
time_scale: 20
target_frame_rate: -1
capture_frame_rate: 60
no_graphics: true
environment_parameters: null
checkpoint_settings:
run_id: BusTrack2.yaml
initialize_from: null
load_model: false
resume: false
force: true
train_model: false
inference: false
results_dir: results
torch_settings:
device: null
debug: false

27
MLAgents/results/BusTrack2.yaml/run_logs/Player-0.log Normal file
View File

@@ -0,0 +1,27 @@
Mono path[0] = 'C:/Users/noahk/Desktop/BusTrack2/Racesm_L_Data/Managed'
Mono config path = 'C:/Users/noahk/Desktop/BusTrack2/MonoBleedingEdge/etc'
[Physics::Module] Initialized MultithreadedJobDispatcher with 15 workers.
Initialize engine version: 2022.3.11f1 (d00248457e15)
[Subsystems] Discovering subsystems at path C:/Users/noahk/Desktop/BusTrack2/Racesm_L_Data/UnitySubsystems
Forcing GfxDevice: Null
GfxDevice: creating device client; threaded=0; jobified=0
NullGfxDevice:
Version: NULL 1.0 [1.0]
Renderer: Null Device
Vendor: Unity Technologies
Begin MonoManager ReloadAssembly
- Loaded All Assemblies, in 1.474 seconds
- Finished resetting the current domain, in 0.001 seconds
ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
Microsoft Media Foundation video decoding to texture disabled: graphics device is Null, only Direct3D 11 and Direct3D 12 (only on desktop) are supported for hardware-accelerated video decoding.
ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
WARNING: Shader Unsupported: 'Standard' - All subshaders removed
WARNING: Shader Did you use #pragma only_renderers and omit this platform?
WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
WARNING: Shader Unsupported: 'Standard' - All subshaders removed
WARNING: Shader Did you use #pragma only_renderers and omit this platform?
WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
UnloadTime: 0.672500 ms
Setting up 8 worker threads for Enlighten.

320
MLAgents/results/BusTrack2.yaml/run_logs/timers.json Normal file
View File

@@ -0,0 +1,320 @@
{
"name": "root",
"gauges": {
"BusTrack2.Policy.Entropy.mean": {
"value": 1.72258722782135,
"min": 1.5179758071899414,
"max": 2.189486503601074,
"count": 500
},
"BusTrack2.Policy.Entropy.sum": {
"value": 17115.626953125,
"min": 15179.7578125,
"max": 22552.900390625,
"count": 500
},
"BusTrack2.Step.mean": {
"value": 4999942.0,
"min": 9984.0,
"max": 4999942.0,
"count": 500
},
"BusTrack2.Step.sum": {
"value": 4999942.0,
"min": 9984.0,
"max": 4999942.0,
"count": 500
},
"BusTrack2.Policy.ExtrinsicValueEstimate.mean": {
"value": 0.29106372594833374,
"min": -0.03799808770418167,
"max": 0.7046375274658203,
"count": 500
},
"BusTrack2.Policy.ExtrinsicValueEstimate.sum": {
"value": 46.86125946044922,
"min": -6.079693794250488,
"max": 112.03736877441406,
"count": 500
},
"BusTrack2.Environment.EpisodeLength.mean": {
"value": 1494.6666666666667,
"min": 499.0,
"max": 3176.5,
"count": 500
},
"BusTrack2.Environment.EpisodeLength.sum": {
"value": 17936.0,
"min": 1952.0,
"max": 17936.0,
"count": 500
},
"BusTrack2.Environment.CumulativeReward.mean": {
"value": 9.709033259874559,
"min": -1.2514908313441993,
"max": 19.174862188199768,
"count": 500
},
"BusTrack2.Environment.CumulativeReward.sum": {
"value": 116.50839911849471,
"min": -20.023853301507188,
"max": 116.50839911849471,
"count": 500
},
"BusTrack2.Policy.ExtrinsicReward.mean": {
"value": 9.709033259874559,
"min": -1.2514908313441993,
"max": 19.174862188199768,
"count": 500
},
"BusTrack2.Policy.ExtrinsicReward.sum": {
"value": 116.50839911849471,
"min": -20.023853301507188,
"max": 116.50839911849471,
"count": 500
},
"BusTrack2.IsTraining.mean": {
"value": 1.0,
"min": 1.0,
"max": 1.0,
"count": 500
},
"BusTrack2.IsTraining.sum": {
"value": 1.0,
"min": 1.0,
"max": 1.0,
"count": 500
},
"BusTrack2.Losses.PolicyLoss.mean": {
"value": 0.11346191142409344,
"min": 0.049358668444816095,
"max": 0.12079314426101768,
"count": 483
},
"BusTrack2.Losses.PolicyLoss.sum": {
"value": 0.11346191142409344,
"min": 0.049358668444816095,
"max": 0.12079314426101768,
"count": 483
},
"BusTrack2.Losses.ValueLoss.mean": {
"value": 0.23859570762256116,
"min": 3.985981189925793e-06,
"max": 0.23859570762256116,
"count": 483
},
"BusTrack2.Losses.ValueLoss.sum": {
"value": 0.23859570762256116,
"min": 3.985981189925793e-06,
"max": 0.23859570762256116,
"count": 483
},
"BusTrack2.Policy.LearningRate.mean": {
"value": 4.581998476001574e-08,
"min": 4.581998476001574e-08,
"max": 0.0002993664002111999,
"count": 483
},
"BusTrack2.Policy.LearningRate.sum": {
"value": 4.581998476001574e-08,
"min": 4.581998476001574e-08,
"max": 0.0002993664002111999,
"count": 483
},
"BusTrack2.Policy.Epsilon.mean": {
"value": 0.10001524000000003,
"min": 0.10001524000000003,
"max": 0.19978880000000004,
"count": 483
},
"BusTrack2.Policy.Epsilon.sum": {
"value": 0.10001524000000003,
"min": 0.10001524000000003,
"max": 0.19978880000000004,
"count": 483
},
"BusTrack2.Policy.Beta.mean": {
"value": 1.7618476000002628e-05,
"min": 1.7618476000002628e-05,
"max": 0.049894421120000004,
"count": 483
},
"BusTrack2.Policy.Beta.sum": {
"value": 1.7618476000002628e-05,
"min": 1.7618476000002628e-05,
"max": 0.049894421120000004,
"count": 483
}
},
"metadata": {
"timer_format_version": "0.1.0",
"start_time_seconds": "1713956919",
"python_version": "3.9.13 (tags/v3.9.13:6de2ca5, May 17 2022, 16:36:42) [MSC v.1929 64 bit (AMD64)]",
"command_line_arguments": "C:\\Users\\noahk\\Documents\\Unity projects\\Racesm\\.venv\\Scripts\\mlagents-learn config/BusTrack2.yaml --run-id=BusTrack2.yaml --force --env=C:\\Users\\noahk\\Desktop\\BusTrack2\\Racesm_L.exe --no-graphics --num-envs=1",
"mlagents_version": "0.30.0",
"mlagents_envs_version": "0.30.0",
"communication_protocol_version": "1.5.0",
"pytorch_version": "2.2.2+cu118",
"numpy_version": "1.21.2",
"end_time_seconds": "1713964400"
},
"total": 7481.328600999999,
"count": 1,
"self": 0.6161213999994288,
"children": {
"run_training.setup": {
"total": 0.07668680000000005,
"count": 1,
"self": 0.07668680000000005
},
"TrainerController.start_learning": {
"total": 7480.6357928,
"count": 1,
"self": 8.380588599958173,
"children": {
"TrainerController._reset_env": {
"total": 5.345614100000001,
"count": 1,
"self": 5.345614100000001
},
"TrainerController.advance": {
"total": 7466.843897900042,
"count": 625021,
"self": 7.581931200095823,
"children": {
"env_step": {
"total": 3878.893928799931,
"count": 625021,
"self": 1709.4054189000603,
"children": {
"SubprocessEnvManager._take_step": {
"total": 2164.172467899931,
"count": 625021,
"self": 24.587400099628212,
"children": {
"TorchPolicy.evaluate": {
"total": 2139.5850678003026,
"count": 625021,
"self": 2139.5850678003026
}
}
},
"workers": {
"total": 5.316041999939703,
"count": 625021,
"self": 0.0,
"children": {
"worker_root": {
"total": 7464.991107199902,
"count": 625021,
"is_parallel": true,
"self": 6224.272718499651,
"children": {
"steps_from_proto": {
"total": 0.0005857000000002444,
"count": 1,
"is_parallel": true,
"self": 0.00024130000000166518,
"children": {
"_process_rank_one_or_two_observation": {
"total": 0.0003443999999985792,
"count": 6,
"is_parallel": true,
"self": 0.0003443999999985792
}
}
},
"UnityEnvironment.step": {
"total": 1240.7178030002506,
"count": 625021,
"is_parallel": true,
"self": 59.51148310001986,
"children": {
"UnityEnvironment._generate_step_input": {
"total": 67.87554450018625,
"count": 625021,
"is_parallel": true,
"self": 67.87554450018625
},
"communicator.exchange": {
"total": 927.1219362000196,
"count": 625021,
"is_parallel": true,
"self": 927.1219362000196
},
"steps_from_proto": {
"total": 186.20883920002493,
"count": 625021,
"is_parallel": true,
"self": 72.68652639986179,
"children": {
"_process_rank_one_or_two_observation": {
"total": 113.52231280016314,
"count": 3750126,
"is_parallel": true,
"self": 113.52231280016314
}
}
}
}
}
}
}
}
}
}
},
"trainer_advance": {
"total": 3580.368037900015,
"count": 625021,
"self": 11.92983020039992,
"children": {
"process_trajectory": {
"total": 447.96499919960905,
"count": 625021,
"self": 447.3640276996086,
"children": {
"RLTrainer._checkpoint": {
"total": 0.600971500000469,
"count": 10,
"self": 0.600971500000469
}
}
},
"_update_policy": {
"total": 3120.4732085000064,
"count": 483,
"self": 638.8735099999421,
"children": {
"TorchPPOOptimizer.update": {
"total": 2481.5996985000643,
"count": 299277,
"self": 2481.5996985000643
}
}
}
}
}
}
},
"trainer_threads": {
"total": 7.999997251317836e-07,
"count": 1,
"self": 7.999997251317836e-07
},
"TrainerController._save_models": {
"total": 0.0656914000001052,
"count": 1,
"self": 0.006023700000696408,
"children": {
"RLTrainer._checkpoint": {
"total": 0.059667699999408796,
"count": 1,
"self": 0.059667699999408796
}
}
}
}
}
}
}

65
MLAgents/results/BusTrack2.yaml/run_logs/training_status.json Normal file
View File

@@ -0,0 +1,65 @@
{
"BusTrack2": {
"checkpoints": [
{
"steps": 3499999,
"file_path": "results\\BusTrack2.yaml\\BusTrack2\\BusTrack2-3499999.onnx",
"reward": null,
"creation_time": 1713962166.452089,
"auxillary_file_paths": [
"results\\BusTrack2.yaml\\BusTrack2\\BusTrack2-3499999.pt"
]
},
{
"steps": 3999943,
"file_path": "results\\BusTrack2.yaml\\BusTrack2\\BusTrack2-3999943.onnx",
"reward": 2.2499350694342866,
"creation_time": 1713962904.0876095,
"auxillary_file_paths": [
"results\\BusTrack2.yaml\\BusTrack2\\BusTrack2-3999943.pt"
]
},
{
"steps": 4499967,
"file_path": "results\\BusTrack2.yaml\\BusTrack2\\BusTrack2-4499967.onnx",
"reward": 1.1424922428947564,
"creation_time": 1713963646.08288,
"auxillary_file_paths": [
"results\\BusTrack2.yaml\\BusTrack2\\BusTrack2-4499967.pt"
]
},
{
"steps": 4999942,
"file_path": "results\\BusTrack2.yaml\\BusTrack2\\BusTrack2-4999942.onnx",
"reward": null,
"creation_time": 1713964399.8314269,
"auxillary_file_paths": [
"results\\BusTrack2.yaml\\BusTrack2\\BusTrack2-4999942.pt"
]
},
{
"steps": 5000006,
"file_path": "results\\BusTrack2.yaml\\BusTrack2\\BusTrack2-5000006.onnx",
"reward": null,
"creation_time": 1713964399.8999252,
"auxillary_file_paths": [
"results\\BusTrack2.yaml\\BusTrack2\\BusTrack2-5000006.pt"
]
}
],
"final_checkpoint": {
"steps": 5000006,
"file_path": "results\\BusTrack2.yaml\\BusTrack2.onnx",
"reward": null,
"creation_time": 1713964399.8999252,
"auxillary_file_paths": [
"results\\BusTrack2.yaml\\BusTrack2\\BusTrack2-5000006.pt"
]
}
},
"metadata": {
"stats_format_version": "0.3.0",
"mlagents_version": "0.30.0",
"torch_version": "2.2.2+cu118"
}
}