CHECKPOINTS
This commit is contained in:
BIN
Assets/Brains/BusTrack2-7499956.onnx
Normal file
BIN
Assets/Brains/BusTrack2-7499956.onnx
Normal file
Binary file not shown.
16
Assets/Brains/BusTrack2-7499956.onnx.meta
Normal file
16
Assets/Brains/BusTrack2-7499956.onnx.meta
Normal file
@@ -0,0 +1,16 @@
|
|||||||
|
fileFormatVersion: 2
|
||||||
|
guid: f17b42bb82f8fe2459da15b364bb1345
|
||||||
|
ScriptedImporter:
|
||||||
|
internalIDToNameTable: []
|
||||||
|
externalObjects: {}
|
||||||
|
serializedVersion: 2
|
||||||
|
userData:
|
||||||
|
assetBundleName:
|
||||||
|
assetBundleVariant:
|
||||||
|
script: {fileID: 11500000, guid: 683b6cb6d0a474744822c888b46772c9, type: 3}
|
||||||
|
optimizeModel: 1
|
||||||
|
forceArbitraryBatchSize: 1
|
||||||
|
treatErrorsAsWarnings: 0
|
||||||
|
importMode: 1
|
||||||
|
weightsTypeMode: 0
|
||||||
|
activationTypeMode: 0
|
||||||
@@ -1 +1 @@
|
|||||||
{"count":1,"self":30.8909696,"total":31.2470392,"children":{"InitializeActuators":{"count":8,"self":0.0019967,"total":0.0019967,"children":null},"InitializeSensors":{"count":8,"self":0.0034896,"total":0.0034896,"children":null},"AgentSendState":{"count":636,"self":0.048263799999999996,"total":0.074235399999999993,"children":{"CollectObservations":{"count":1024,"self":0.0128337,"total":0.0128337,"children":null},"WriteActionMask":{"count":1024,"self":0,"total":0,"children":null},"RequestDecision":{"count":1024,"self":0.0131379,"total":0.0131379,"children":null}}},"DecideAction":{"count":636,"self":0.208872,"total":0.213858,"children":{"RayPerceptionSensor.Perceive":{"count":2048,"self":0.004986,"total":0.004986,"children":null}}},"AgentAct":{"count":636,"self":0.062490899999999995,"total":0.062490899999999995,"children":null}},"gauges":{"HotrodTrack2.CumulativeReward":{"count":2,"max":-1.8192296,"min":-1.854707,"runningAverage":-1.8369683,"value":-1.8192296,"weightedAverage":-1.84583759}},"metadata":{"timer_format_version":"0.1.0","start_time_seconds":"1713975263","unity_version":"2022.3.11f1","command_line_arguments":"C:\\Program Files\\Unity\\Hub\\Editor\\2022.3.11f1\\Editor\\Unity.exe -projectpath C:\\Users\\Noah\\Documents\\Unity\\Racesm -useHub -hubIPC -cloudEnvironment production -licensingIpc LicenseClient-Noah -hubSessionId 0bfdc898-4f4a-44b8-931e-3f046b2fa558 -accessToken JhvYD1qjpfnxYaokioxhjDLpdoAdq0VP6M5sXnaD-O8005f","communication_protocol_version":"1.5.0","com.unity.ml-agents_version":"2.0.1","scene_name":"AI Training","end_time_seconds":"1713975294"}}
|
{"count":1,"self":124.1354112,"total":126.0321441,"children":{"InitializeActuators":{"count":8,"self":0.001,"total":0.001,"children":null},"InitializeSensors":{"count":8,"self":0.0010134,"total":0.0010134,"children":null},"AgentSendState":{"count":4928,"self":0.32959849999999996,"total":0.4372387,"children":{"CollectObservations":{"count":7888,"self":0.0692357,"total":0.0692357,"children":null},"WriteActionMask":{"count":7888,"self":0.0087105999999999989,"total":0.0087105999999999989,"children":null},"RequestDecision":{"count":7888,"self":0.0296939,"total":0.0296939,"children":null}}},"DecideAction":{"count":4928,"self":0.915766,"total":0.9518183,"children":{"RayPerceptionSensor.Perceive":{"count":15776,"self":0.036052299999999995,"total":0.036052299999999995,"children":null}}},"AgentAct":{"count":4928,"self":0.5046501,"total":0.5046501,"children":null}},"gauges":{"Benson Track2.CumulativeReward":{"count":16,"max":25.4493179,"min":12.7399063,"runningAverage":22.09819,"value":12.7773275,"weightedAverage":19.7829819}},"metadata":{"timer_format_version":"0.1.0","start_time_seconds":"1714033034","unity_version":"2022.3.11f1","command_line_arguments":"C:\\Program Files\\Unity\\Hub\\Editor\\2022.3.11f1\\Editor\\Unity.exe -projectpath C:\\Users\\noahk\\Documents\\Unity projects\\Racesm -useHub -hubIPC -cloudEnvironment production -licensingIpc LicenseClient-noahk -hubSessionId b034e26d-02c7-41ad-9a20-c198a628a35a -accessToken Gxhq2fLXZ2R7MNL8SmUHIdkcutreeUB5VyTf3U0R3ao005f","communication_protocol_version":"1.5.0","com.unity.ml-agents_version":"2.0.1","scene_name":"AI Training","end_time_seconds":"1714033160"}}
|
||||||
@@ -51,6 +51,10 @@ PrefabInstance:
|
|||||||
propertyPath: TeamId
|
propertyPath: TeamId
|
||||||
value: 0
|
value: 0
|
||||||
objectReference: {fileID: 0}
|
objectReference: {fileID: 0}
|
||||||
|
- target: {fileID: 1376270968598139660, guid: 4435507071ba5724db20dbc77834939d, type: 3}
|
||||||
|
propertyPath: checkpoints.Array.size
|
||||||
|
value: 16
|
||||||
|
objectReference: {fileID: 0}
|
||||||
- target: {fileID: 3823632788184973568, guid: 4435507071ba5724db20dbc77834939d, type: 3}
|
- target: {fileID: 3823632788184973568, guid: 4435507071ba5724db20dbc77834939d, type: 3}
|
||||||
propertyPath: m_Name
|
propertyPath: m_Name
|
||||||
value: Pickup
|
value: Pickup
|
||||||
@@ -169,6 +173,10 @@ PrefabInstance:
|
|||||||
propertyPath: m_Name
|
propertyPath: m_Name
|
||||||
value: Hotrod
|
value: Hotrod
|
||||||
objectReference: {fileID: 0}
|
objectReference: {fileID: 0}
|
||||||
|
- target: {fileID: 6785790935787912532, guid: 5851f609a58dc884a99030da0105c6db, type: 3}
|
||||||
|
propertyPath: checkpoints.Array.size
|
||||||
|
value: 16
|
||||||
|
objectReference: {fileID: 0}
|
||||||
m_RemovedComponents: []
|
m_RemovedComponents: []
|
||||||
m_RemovedGameObjects: []
|
m_RemovedGameObjects: []
|
||||||
m_AddedGameObjects: []
|
m_AddedGameObjects: []
|
||||||
@@ -187,6 +195,10 @@ PrefabInstance:
|
|||||||
serializedVersion: 3
|
serializedVersion: 3
|
||||||
m_TransformParent: {fileID: 6408359884925304500}
|
m_TransformParent: {fileID: 6408359884925304500}
|
||||||
m_Modifications:
|
m_Modifications:
|
||||||
|
- target: {fileID: 3134492169898184213, guid: 5159a7117f296644e982fbd732a45dc5, type: 3}
|
||||||
|
propertyPath: checkpoints.Array.size
|
||||||
|
value: 16
|
||||||
|
objectReference: {fileID: 0}
|
||||||
- target: {fileID: 3246534712608067379, guid: 5159a7117f296644e982fbd732a45dc5, type: 3}
|
- target: {fileID: 3246534712608067379, guid: 5159a7117f296644e982fbd732a45dc5, type: 3}
|
||||||
propertyPath: TeamId
|
propertyPath: TeamId
|
||||||
value: 0
|
value: 0
|
||||||
@@ -301,6 +313,10 @@ PrefabInstance:
|
|||||||
propertyPath: m_Name
|
propertyPath: m_Name
|
||||||
value: StreetRacist
|
value: StreetRacist
|
||||||
objectReference: {fileID: 0}
|
objectReference: {fileID: 0}
|
||||||
|
- target: {fileID: 6343078939666053389, guid: 6fc8c7c09bd68874aa576b39459428cb, type: 3}
|
||||||
|
propertyPath: checkpoints.Array.size
|
||||||
|
value: 16
|
||||||
|
objectReference: {fileID: 0}
|
||||||
- target: {fileID: 7402390412474337559, guid: 6fc8c7c09bd68874aa576b39459428cb, type: 3}
|
- target: {fileID: 7402390412474337559, guid: 6fc8c7c09bd68874aa576b39459428cb, type: 3}
|
||||||
propertyPath: DecisionPeriod
|
propertyPath: DecisionPeriod
|
||||||
value: 5
|
value: 5
|
||||||
@@ -379,6 +395,10 @@ PrefabInstance:
|
|||||||
propertyPath: m_LocalEulerAnglesHint.z
|
propertyPath: m_LocalEulerAnglesHint.z
|
||||||
value: 0
|
value: 0
|
||||||
objectReference: {fileID: 0}
|
objectReference: {fileID: 0}
|
||||||
|
- target: {fileID: 8302626942005681373, guid: d47f31fce875d154eb63afabb58dfa3a, type: 3}
|
||||||
|
propertyPath: checkpoints.Array.size
|
||||||
|
value: 16
|
||||||
|
objectReference: {fileID: 0}
|
||||||
m_RemovedComponents: []
|
m_RemovedComponents: []
|
||||||
m_RemovedGameObjects: []
|
m_RemovedGameObjects: []
|
||||||
m_AddedGameObjects: []
|
m_AddedGameObjects: []
|
||||||
@@ -445,6 +465,10 @@ PrefabInstance:
|
|||||||
propertyPath: m_Name
|
propertyPath: m_Name
|
||||||
value: MuscleCar
|
value: MuscleCar
|
||||||
objectReference: {fileID: 0}
|
objectReference: {fileID: 0}
|
||||||
|
- target: {fileID: 8806918116848884877, guid: 21578c15f92da4b4d96697315edfc546, type: 3}
|
||||||
|
propertyPath: checkpoints.Array.size
|
||||||
|
value: 16
|
||||||
|
objectReference: {fileID: 0}
|
||||||
- target: {fileID: 8845737416696871160, guid: 21578c15f92da4b4d96697315edfc546, type: 3}
|
- target: {fileID: 8845737416696871160, guid: 21578c15f92da4b4d96697315edfc546, type: 3}
|
||||||
propertyPath: TeamId
|
propertyPath: TeamId
|
||||||
value: 0
|
value: 0
|
||||||
@@ -467,6 +491,10 @@ PrefabInstance:
|
|||||||
serializedVersion: 3
|
serializedVersion: 3
|
||||||
m_TransformParent: {fileID: 6408359884925304500}
|
m_TransformParent: {fileID: 6408359884925304500}
|
||||||
m_Modifications:
|
m_Modifications:
|
||||||
|
- target: {fileID: 2592987069788834777, guid: 9f63749b266355c4c8f8f5a8529d34cb, type: 3}
|
||||||
|
propertyPath: checkpoints.Array.size
|
||||||
|
value: 16
|
||||||
|
objectReference: {fileID: 0}
|
||||||
- target: {fileID: 5401623508283743858, guid: 9f63749b266355c4c8f8f5a8529d34cb, type: 3}
|
- target: {fileID: 5401623508283743858, guid: 9f63749b266355c4c8f8f5a8529d34cb, type: 3}
|
||||||
propertyPath: DecisionPeriod
|
propertyPath: DecisionPeriod
|
||||||
value: 5
|
value: 5
|
||||||
@@ -585,6 +613,10 @@ PrefabInstance:
|
|||||||
propertyPath: TeamId
|
propertyPath: TeamId
|
||||||
value: 0
|
value: 0
|
||||||
objectReference: {fileID: 0}
|
objectReference: {fileID: 0}
|
||||||
|
- target: {fileID: 6636205636006076609, guid: d5caff8338f793c4eb4490cc52546faf, type: 3}
|
||||||
|
propertyPath: checkpoints.Array.size
|
||||||
|
value: 16
|
||||||
|
objectReference: {fileID: 0}
|
||||||
m_RemovedComponents: []
|
m_RemovedComponents: []
|
||||||
m_RemovedGameObjects: []
|
m_RemovedGameObjects: []
|
||||||
m_AddedGameObjects: []
|
m_AddedGameObjects: []
|
||||||
|
|||||||
File diff suppressed because it is too large
Load Diff
BIN
MLAgents/results/BusTrack2.yaml/BusTrack2.onnx
Normal file
BIN
MLAgents/results/BusTrack2.yaml/BusTrack2.onnx
Normal file
Binary file not shown.
BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/BusTrack2-5499976.onnx
Normal file
BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/BusTrack2-5499976.onnx
Normal file
Binary file not shown.
BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/BusTrack2-5499976.pt
Normal file
BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/BusTrack2-5499976.pt
Normal file
Binary file not shown.
BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/BusTrack2-5999997.onnx
Normal file
BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/BusTrack2-5999997.onnx
Normal file
Binary file not shown.
BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/BusTrack2-5999997.pt
Normal file
BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/BusTrack2-5999997.pt
Normal file
Binary file not shown.
BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/BusTrack2-6499986.onnx
Normal file
BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/BusTrack2-6499986.onnx
Normal file
Binary file not shown.
BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/BusTrack2-6499986.pt
Normal file
BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/BusTrack2-6499986.pt
Normal file
Binary file not shown.
BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/BusTrack2-6999959.onnx
Normal file
BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/BusTrack2-6999959.onnx
Normal file
Binary file not shown.
BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/BusTrack2-6999959.pt
Normal file
BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/BusTrack2-6999959.pt
Normal file
Binary file not shown.
BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/BusTrack2-7499956.onnx
Normal file
BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/BusTrack2-7499956.onnx
Normal file
Binary file not shown.
BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/BusTrack2-7499956.pt
Normal file
BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/BusTrack2-7499956.pt
Normal file
Binary file not shown.
BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/checkpoint.pt
Normal file
BIN
MLAgents/results/BusTrack2.yaml/BusTrack2/checkpoint.pt
Normal file
Binary file not shown.
Binary file not shown.
Binary file not shown.
76
MLAgents/results/BusTrack2.yaml/configuration.yaml
Normal file
76
MLAgents/results/BusTrack2.yaml/configuration.yaml
Normal file
@@ -0,0 +1,76 @@
|
|||||||
|
default_settings: null
|
||||||
|
behaviors:
|
||||||
|
BusTrack2:
|
||||||
|
trainer_type: ppo
|
||||||
|
hyperparameters:
|
||||||
|
batch_size: 50
|
||||||
|
buffer_size: 10240
|
||||||
|
learning_rate: 0.0003
|
||||||
|
beta: 0.05
|
||||||
|
epsilon: 0.2
|
||||||
|
lambd: 0.95
|
||||||
|
num_epoch: 3
|
||||||
|
shared_critic: false
|
||||||
|
learning_rate_schedule: linear
|
||||||
|
beta_schedule: linear
|
||||||
|
epsilon_schedule: linear
|
||||||
|
network_settings:
|
||||||
|
normalize: false
|
||||||
|
hidden_units: 128
|
||||||
|
num_layers: 2
|
||||||
|
vis_encode_type: simple
|
||||||
|
memory: null
|
||||||
|
goal_conditioning_type: hyper
|
||||||
|
deterministic: false
|
||||||
|
reward_signals:
|
||||||
|
extrinsic:
|
||||||
|
gamma: 0.99
|
||||||
|
strength: 1.0
|
||||||
|
network_settings:
|
||||||
|
normalize: false
|
||||||
|
hidden_units: 128
|
||||||
|
num_layers: 2
|
||||||
|
vis_encode_type: simple
|
||||||
|
memory: null
|
||||||
|
goal_conditioning_type: hyper
|
||||||
|
deterministic: false
|
||||||
|
init_path: null
|
||||||
|
keep_checkpoints: 5
|
||||||
|
checkpoint_interval: 500000
|
||||||
|
max_steps: 5000000
|
||||||
|
time_horizon: 64
|
||||||
|
summary_freq: 10000
|
||||||
|
threaded: false
|
||||||
|
self_play: null
|
||||||
|
behavioral_cloning: null
|
||||||
|
env_settings:
|
||||||
|
env_path: C:\Users\noahk\Desktop\BusTrack2\Racesm_L.exe
|
||||||
|
env_args: null
|
||||||
|
base_port: 5005
|
||||||
|
num_envs: 1
|
||||||
|
num_areas: 1
|
||||||
|
seed: -1
|
||||||
|
max_lifetime_restarts: 10
|
||||||
|
restarts_rate_limit_n: 1
|
||||||
|
restarts_rate_limit_period_s: 60
|
||||||
|
engine_settings:
|
||||||
|
width: 84
|
||||||
|
height: 84
|
||||||
|
quality_level: 5
|
||||||
|
time_scale: 20
|
||||||
|
target_frame_rate: -1
|
||||||
|
capture_frame_rate: 60
|
||||||
|
no_graphics: true
|
||||||
|
environment_parameters: null
|
||||||
|
checkpoint_settings:
|
||||||
|
run_id: BusTrack2.yaml
|
||||||
|
initialize_from: null
|
||||||
|
load_model: false
|
||||||
|
resume: false
|
||||||
|
force: true
|
||||||
|
train_model: false
|
||||||
|
inference: false
|
||||||
|
results_dir: results
|
||||||
|
torch_settings:
|
||||||
|
device: null
|
||||||
|
debug: false
|
||||||
27
MLAgents/results/BusTrack2.yaml/run_logs/Player-0.log
Normal file
27
MLAgents/results/BusTrack2.yaml/run_logs/Player-0.log
Normal file
@@ -0,0 +1,27 @@
|
|||||||
|
Mono path[0] = 'C:/Users/noahk/Desktop/BusTrack2/Racesm_L_Data/Managed'
|
||||||
|
Mono config path = 'C:/Users/noahk/Desktop/BusTrack2/MonoBleedingEdge/etc'
|
||||||
|
[Physics::Module] Initialized MultithreadedJobDispatcher with 15 workers.
|
||||||
|
Initialize engine version: 2022.3.11f1 (d00248457e15)
|
||||||
|
[Subsystems] Discovering subsystems at path C:/Users/noahk/Desktop/BusTrack2/Racesm_L_Data/UnitySubsystems
|
||||||
|
Forcing GfxDevice: Null
|
||||||
|
GfxDevice: creating device client; threaded=0; jobified=0
|
||||||
|
NullGfxDevice:
|
||||||
|
Version: NULL 1.0 [1.0]
|
||||||
|
Renderer: Null Device
|
||||||
|
Vendor: Unity Technologies
|
||||||
|
Begin MonoManager ReloadAssembly
|
||||||
|
- Loaded All Assemblies, in 1.474 seconds
|
||||||
|
- Finished resetting the current domain, in 0.001 seconds
|
||||||
|
ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
|
||||||
|
Microsoft Media Foundation video decoding to texture disabled: graphics device is Null, only Direct3D 11 and Direct3D 12 (only on desktop) are supported for hardware-accelerated video decoding.
|
||||||
|
ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
|
||||||
|
ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
|
||||||
|
WARNING: Shader Unsupported: 'Standard' - All subshaders removed
|
||||||
|
WARNING: Shader Did you use #pragma only_renderers and omit this platform?
|
||||||
|
WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
|
||||||
|
ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
|
||||||
|
WARNING: Shader Unsupported: 'Standard' - All subshaders removed
|
||||||
|
WARNING: Shader Did you use #pragma only_renderers and omit this platform?
|
||||||
|
WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
|
||||||
|
UnloadTime: 0.672500 ms
|
||||||
|
Setting up 8 worker threads for Enlighten.
|
||||||
320
MLAgents/results/BusTrack2.yaml/run_logs/timers.json
Normal file
320
MLAgents/results/BusTrack2.yaml/run_logs/timers.json
Normal file
@@ -0,0 +1,320 @@
|
|||||||
|
{
|
||||||
|
"name": "root",
|
||||||
|
"gauges": {
|
||||||
|
"BusTrack2.Policy.Entropy.mean": {
|
||||||
|
"value": 1.72258722782135,
|
||||||
|
"min": 1.5179758071899414,
|
||||||
|
"max": 2.189486503601074,
|
||||||
|
"count": 500
|
||||||
|
},
|
||||||
|
"BusTrack2.Policy.Entropy.sum": {
|
||||||
|
"value": 17115.626953125,
|
||||||
|
"min": 15179.7578125,
|
||||||
|
"max": 22552.900390625,
|
||||||
|
"count": 500
|
||||||
|
},
|
||||||
|
"BusTrack2.Step.mean": {
|
||||||
|
"value": 4999942.0,
|
||||||
|
"min": 9984.0,
|
||||||
|
"max": 4999942.0,
|
||||||
|
"count": 500
|
||||||
|
},
|
||||||
|
"BusTrack2.Step.sum": {
|
||||||
|
"value": 4999942.0,
|
||||||
|
"min": 9984.0,
|
||||||
|
"max": 4999942.0,
|
||||||
|
"count": 500
|
||||||
|
},
|
||||||
|
"BusTrack2.Policy.ExtrinsicValueEstimate.mean": {
|
||||||
|
"value": 0.29106372594833374,
|
||||||
|
"min": -0.03799808770418167,
|
||||||
|
"max": 0.7046375274658203,
|
||||||
|
"count": 500
|
||||||
|
},
|
||||||
|
"BusTrack2.Policy.ExtrinsicValueEstimate.sum": {
|
||||||
|
"value": 46.86125946044922,
|
||||||
|
"min": -6.079693794250488,
|
||||||
|
"max": 112.03736877441406,
|
||||||
|
"count": 500
|
||||||
|
},
|
||||||
|
"BusTrack2.Environment.EpisodeLength.mean": {
|
||||||
|
"value": 1494.6666666666667,
|
||||||
|
"min": 499.0,
|
||||||
|
"max": 3176.5,
|
||||||
|
"count": 500
|
||||||
|
},
|
||||||
|
"BusTrack2.Environment.EpisodeLength.sum": {
|
||||||
|
"value": 17936.0,
|
||||||
|
"min": 1952.0,
|
||||||
|
"max": 17936.0,
|
||||||
|
"count": 500
|
||||||
|
},
|
||||||
|
"BusTrack2.Environment.CumulativeReward.mean": {
|
||||||
|
"value": 9.709033259874559,
|
||||||
|
"min": -1.2514908313441993,
|
||||||
|
"max": 19.174862188199768,
|
||||||
|
"count": 500
|
||||||
|
},
|
||||||
|
"BusTrack2.Environment.CumulativeReward.sum": {
|
||||||
|
"value": 116.50839911849471,
|
||||||
|
"min": -20.023853301507188,
|
||||||
|
"max": 116.50839911849471,
|
||||||
|
"count": 500
|
||||||
|
},
|
||||||
|
"BusTrack2.Policy.ExtrinsicReward.mean": {
|
||||||
|
"value": 9.709033259874559,
|
||||||
|
"min": -1.2514908313441993,
|
||||||
|
"max": 19.174862188199768,
|
||||||
|
"count": 500
|
||||||
|
},
|
||||||
|
"BusTrack2.Policy.ExtrinsicReward.sum": {
|
||||||
|
"value": 116.50839911849471,
|
||||||
|
"min": -20.023853301507188,
|
||||||
|
"max": 116.50839911849471,
|
||||||
|
"count": 500
|
||||||
|
},
|
||||||
|
"BusTrack2.IsTraining.mean": {
|
||||||
|
"value": 1.0,
|
||||||
|
"min": 1.0,
|
||||||
|
"max": 1.0,
|
||||||
|
"count": 500
|
||||||
|
},
|
||||||
|
"BusTrack2.IsTraining.sum": {
|
||||||
|
"value": 1.0,
|
||||||
|
"min": 1.0,
|
||||||
|
"max": 1.0,
|
||||||
|
"count": 500
|
||||||
|
},
|
||||||
|
"BusTrack2.Losses.PolicyLoss.mean": {
|
||||||
|
"value": 0.11346191142409344,
|
||||||
|
"min": 0.049358668444816095,
|
||||||
|
"max": 0.12079314426101768,
|
||||||
|
"count": 483
|
||||||
|
},
|
||||||
|
"BusTrack2.Losses.PolicyLoss.sum": {
|
||||||
|
"value": 0.11346191142409344,
|
||||||
|
"min": 0.049358668444816095,
|
||||||
|
"max": 0.12079314426101768,
|
||||||
|
"count": 483
|
||||||
|
},
|
||||||
|
"BusTrack2.Losses.ValueLoss.mean": {
|
||||||
|
"value": 0.23859570762256116,
|
||||||
|
"min": 3.985981189925793e-06,
|
||||||
|
"max": 0.23859570762256116,
|
||||||
|
"count": 483
|
||||||
|
},
|
||||||
|
"BusTrack2.Losses.ValueLoss.sum": {
|
||||||
|
"value": 0.23859570762256116,
|
||||||
|
"min": 3.985981189925793e-06,
|
||||||
|
"max": 0.23859570762256116,
|
||||||
|
"count": 483
|
||||||
|
},
|
||||||
|
"BusTrack2.Policy.LearningRate.mean": {
|
||||||
|
"value": 4.581998476001574e-08,
|
||||||
|
"min": 4.581998476001574e-08,
|
||||||
|
"max": 0.0002993664002111999,
|
||||||
|
"count": 483
|
||||||
|
},
|
||||||
|
"BusTrack2.Policy.LearningRate.sum": {
|
||||||
|
"value": 4.581998476001574e-08,
|
||||||
|
"min": 4.581998476001574e-08,
|
||||||
|
"max": 0.0002993664002111999,
|
||||||
|
"count": 483
|
||||||
|
},
|
||||||
|
"BusTrack2.Policy.Epsilon.mean": {
|
||||||
|
"value": 0.10001524000000003,
|
||||||
|
"min": 0.10001524000000003,
|
||||||
|
"max": 0.19978880000000004,
|
||||||
|
"count": 483
|
||||||
|
},
|
||||||
|
"BusTrack2.Policy.Epsilon.sum": {
|
||||||
|
"value": 0.10001524000000003,
|
||||||
|
"min": 0.10001524000000003,
|
||||||
|
"max": 0.19978880000000004,
|
||||||
|
"count": 483
|
||||||
|
},
|
||||||
|
"BusTrack2.Policy.Beta.mean": {
|
||||||
|
"value": 1.7618476000002628e-05,
|
||||||
|
"min": 1.7618476000002628e-05,
|
||||||
|
"max": 0.049894421120000004,
|
||||||
|
"count": 483
|
||||||
|
},
|
||||||
|
"BusTrack2.Policy.Beta.sum": {
|
||||||
|
"value": 1.7618476000002628e-05,
|
||||||
|
"min": 1.7618476000002628e-05,
|
||||||
|
"max": 0.049894421120000004,
|
||||||
|
"count": 483
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"metadata": {
|
||||||
|
"timer_format_version": "0.1.0",
|
||||||
|
"start_time_seconds": "1713956919",
|
||||||
|
"python_version": "3.9.13 (tags/v3.9.13:6de2ca5, May 17 2022, 16:36:42) [MSC v.1929 64 bit (AMD64)]",
|
||||||
|
"command_line_arguments": "C:\\Users\\noahk\\Documents\\Unity projects\\Racesm\\.venv\\Scripts\\mlagents-learn config/BusTrack2.yaml --run-id=BusTrack2.yaml --force --env=C:\\Users\\noahk\\Desktop\\BusTrack2\\Racesm_L.exe --no-graphics --num-envs=1",
|
||||||
|
"mlagents_version": "0.30.0",
|
||||||
|
"mlagents_envs_version": "0.30.0",
|
||||||
|
"communication_protocol_version": "1.5.0",
|
||||||
|
"pytorch_version": "2.2.2+cu118",
|
||||||
|
"numpy_version": "1.21.2",
|
||||||
|
"end_time_seconds": "1713964400"
|
||||||
|
},
|
||||||
|
"total": 7481.328600999999,
|
||||||
|
"count": 1,
|
||||||
|
"self": 0.6161213999994288,
|
||||||
|
"children": {
|
||||||
|
"run_training.setup": {
|
||||||
|
"total": 0.07668680000000005,
|
||||||
|
"count": 1,
|
||||||
|
"self": 0.07668680000000005
|
||||||
|
},
|
||||||
|
"TrainerController.start_learning": {
|
||||||
|
"total": 7480.6357928,
|
||||||
|
"count": 1,
|
||||||
|
"self": 8.380588599958173,
|
||||||
|
"children": {
|
||||||
|
"TrainerController._reset_env": {
|
||||||
|
"total": 5.345614100000001,
|
||||||
|
"count": 1,
|
||||||
|
"self": 5.345614100000001
|
||||||
|
},
|
||||||
|
"TrainerController.advance": {
|
||||||
|
"total": 7466.843897900042,
|
||||||
|
"count": 625021,
|
||||||
|
"self": 7.581931200095823,
|
||||||
|
"children": {
|
||||||
|
"env_step": {
|
||||||
|
"total": 3878.893928799931,
|
||||||
|
"count": 625021,
|
||||||
|
"self": 1709.4054189000603,
|
||||||
|
"children": {
|
||||||
|
"SubprocessEnvManager._take_step": {
|
||||||
|
"total": 2164.172467899931,
|
||||||
|
"count": 625021,
|
||||||
|
"self": 24.587400099628212,
|
||||||
|
"children": {
|
||||||
|
"TorchPolicy.evaluate": {
|
||||||
|
"total": 2139.5850678003026,
|
||||||
|
"count": 625021,
|
||||||
|
"self": 2139.5850678003026
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"workers": {
|
||||||
|
"total": 5.316041999939703,
|
||||||
|
"count": 625021,
|
||||||
|
"self": 0.0,
|
||||||
|
"children": {
|
||||||
|
"worker_root": {
|
||||||
|
"total": 7464.991107199902,
|
||||||
|
"count": 625021,
|
||||||
|
"is_parallel": true,
|
||||||
|
"self": 6224.272718499651,
|
||||||
|
"children": {
|
||||||
|
"steps_from_proto": {
|
||||||
|
"total": 0.0005857000000002444,
|
||||||
|
"count": 1,
|
||||||
|
"is_parallel": true,
|
||||||
|
"self": 0.00024130000000166518,
|
||||||
|
"children": {
|
||||||
|
"_process_rank_one_or_two_observation": {
|
||||||
|
"total": 0.0003443999999985792,
|
||||||
|
"count": 6,
|
||||||
|
"is_parallel": true,
|
||||||
|
"self": 0.0003443999999985792
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"UnityEnvironment.step": {
|
||||||
|
"total": 1240.7178030002506,
|
||||||
|
"count": 625021,
|
||||||
|
"is_parallel": true,
|
||||||
|
"self": 59.51148310001986,
|
||||||
|
"children": {
|
||||||
|
"UnityEnvironment._generate_step_input": {
|
||||||
|
"total": 67.87554450018625,
|
||||||
|
"count": 625021,
|
||||||
|
"is_parallel": true,
|
||||||
|
"self": 67.87554450018625
|
||||||
|
},
|
||||||
|
"communicator.exchange": {
|
||||||
|
"total": 927.1219362000196,
|
||||||
|
"count": 625021,
|
||||||
|
"is_parallel": true,
|
||||||
|
"self": 927.1219362000196
|
||||||
|
},
|
||||||
|
"steps_from_proto": {
|
||||||
|
"total": 186.20883920002493,
|
||||||
|
"count": 625021,
|
||||||
|
"is_parallel": true,
|
||||||
|
"self": 72.68652639986179,
|
||||||
|
"children": {
|
||||||
|
"_process_rank_one_or_two_observation": {
|
||||||
|
"total": 113.52231280016314,
|
||||||
|
"count": 3750126,
|
||||||
|
"is_parallel": true,
|
||||||
|
"self": 113.52231280016314
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"trainer_advance": {
|
||||||
|
"total": 3580.368037900015,
|
||||||
|
"count": 625021,
|
||||||
|
"self": 11.92983020039992,
|
||||||
|
"children": {
|
||||||
|
"process_trajectory": {
|
||||||
|
"total": 447.96499919960905,
|
||||||
|
"count": 625021,
|
||||||
|
"self": 447.3640276996086,
|
||||||
|
"children": {
|
||||||
|
"RLTrainer._checkpoint": {
|
||||||
|
"total": 0.600971500000469,
|
||||||
|
"count": 10,
|
||||||
|
"self": 0.600971500000469
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"_update_policy": {
|
||||||
|
"total": 3120.4732085000064,
|
||||||
|
"count": 483,
|
||||||
|
"self": 638.8735099999421,
|
||||||
|
"children": {
|
||||||
|
"TorchPPOOptimizer.update": {
|
||||||
|
"total": 2481.5996985000643,
|
||||||
|
"count": 299277,
|
||||||
|
"self": 2481.5996985000643
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"trainer_threads": {
|
||||||
|
"total": 7.999997251317836e-07,
|
||||||
|
"count": 1,
|
||||||
|
"self": 7.999997251317836e-07
|
||||||
|
},
|
||||||
|
"TrainerController._save_models": {
|
||||||
|
"total": 0.0656914000001052,
|
||||||
|
"count": 1,
|
||||||
|
"self": 0.006023700000696408,
|
||||||
|
"children": {
|
||||||
|
"RLTrainer._checkpoint": {
|
||||||
|
"total": 0.059667699999408796,
|
||||||
|
"count": 1,
|
||||||
|
"self": 0.059667699999408796
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,65 @@
|
|||||||
|
{
|
||||||
|
"BusTrack2": {
|
||||||
|
"checkpoints": [
|
||||||
|
{
|
||||||
|
"steps": 3499999,
|
||||||
|
"file_path": "results\\BusTrack2.yaml\\BusTrack2\\BusTrack2-3499999.onnx",
|
||||||
|
"reward": null,
|
||||||
|
"creation_time": 1713962166.452089,
|
||||||
|
"auxillary_file_paths": [
|
||||||
|
"results\\BusTrack2.yaml\\BusTrack2\\BusTrack2-3499999.pt"
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"steps": 3999943,
|
||||||
|
"file_path": "results\\BusTrack2.yaml\\BusTrack2\\BusTrack2-3999943.onnx",
|
||||||
|
"reward": 2.2499350694342866,
|
||||||
|
"creation_time": 1713962904.0876095,
|
||||||
|
"auxillary_file_paths": [
|
||||||
|
"results\\BusTrack2.yaml\\BusTrack2\\BusTrack2-3999943.pt"
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"steps": 4499967,
|
||||||
|
"file_path": "results\\BusTrack2.yaml\\BusTrack2\\BusTrack2-4499967.onnx",
|
||||||
|
"reward": 1.1424922428947564,
|
||||||
|
"creation_time": 1713963646.08288,
|
||||||
|
"auxillary_file_paths": [
|
||||||
|
"results\\BusTrack2.yaml\\BusTrack2\\BusTrack2-4499967.pt"
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"steps": 4999942,
|
||||||
|
"file_path": "results\\BusTrack2.yaml\\BusTrack2\\BusTrack2-4999942.onnx",
|
||||||
|
"reward": null,
|
||||||
|
"creation_time": 1713964399.8314269,
|
||||||
|
"auxillary_file_paths": [
|
||||||
|
"results\\BusTrack2.yaml\\BusTrack2\\BusTrack2-4999942.pt"
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"steps": 5000006,
|
||||||
|
"file_path": "results\\BusTrack2.yaml\\BusTrack2\\BusTrack2-5000006.onnx",
|
||||||
|
"reward": null,
|
||||||
|
"creation_time": 1713964399.8999252,
|
||||||
|
"auxillary_file_paths": [
|
||||||
|
"results\\BusTrack2.yaml\\BusTrack2\\BusTrack2-5000006.pt"
|
||||||
|
]
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"final_checkpoint": {
|
||||||
|
"steps": 5000006,
|
||||||
|
"file_path": "results\\BusTrack2.yaml\\BusTrack2.onnx",
|
||||||
|
"reward": null,
|
||||||
|
"creation_time": 1713964399.8999252,
|
||||||
|
"auxillary_file_paths": [
|
||||||
|
"results\\BusTrack2.yaml\\BusTrack2\\BusTrack2-5000006.pt"
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"metadata": {
|
||||||
|
"stats_format_version": "0.3.0",
|
||||||
|
"mlagents_version": "0.30.0",
|
||||||
|
"torch_version": "2.2.2+cu118"
|
||||||
|
}
|
||||||
|
}
|
||||||
Reference in New Issue
Block a user