diff --git a/MLAgents/results/BusTrack2/BusTrack2.onnx b/MLAgents/results/BusTrack2/BusTrack2.onnx index 7199d8c..19c0d3c 100644 Binary files a/MLAgents/results/BusTrack2/BusTrack2.onnx and b/MLAgents/results/BusTrack2/BusTrack2.onnx differ diff --git a/MLAgents/results/BusTrack2/BusTrack2/BusTrack2-1499947.onnx b/MLAgents/results/BusTrack2/BusTrack2/BusTrack2-1499947.onnx new file mode 100644 index 0000000..81ef93b Binary files /dev/null and b/MLAgents/results/BusTrack2/BusTrack2/BusTrack2-1499947.onnx differ diff --git a/MLAgents/results/BusTrack2/BusTrack2/BusTrack2-1499947.pt b/MLAgents/results/BusTrack2/BusTrack2/BusTrack2-1499947.pt new file mode 100644 index 0000000..8f8a123 Binary files /dev/null and b/MLAgents/results/BusTrack2/BusTrack2/BusTrack2-1499947.pt differ diff --git a/MLAgents/results/BusTrack2/BusTrack2/BusTrack2-1999987.onnx b/MLAgents/results/BusTrack2/BusTrack2/BusTrack2-1999987.onnx new file mode 100644 index 0000000..93bb55f Binary files /dev/null and b/MLAgents/results/BusTrack2/BusTrack2/BusTrack2-1999987.onnx differ diff --git a/MLAgents/results/BusTrack2/BusTrack2/BusTrack2-1999987.pt b/MLAgents/results/BusTrack2/BusTrack2/BusTrack2-1999987.pt new file mode 100644 index 0000000..dc9083b Binary files /dev/null and b/MLAgents/results/BusTrack2/BusTrack2/BusTrack2-1999987.pt differ diff --git a/MLAgents/results/BusTrack2/BusTrack2/BusTrack2-2499974.onnx b/MLAgents/results/BusTrack2/BusTrack2/BusTrack2-2499974.onnx new file mode 100644 index 0000000..b5480b8 Binary files /dev/null and b/MLAgents/results/BusTrack2/BusTrack2/BusTrack2-2499974.onnx differ diff --git a/MLAgents/results/BusTrack2/BusTrack2/BusTrack2-2499974.pt b/MLAgents/results/BusTrack2/BusTrack2/BusTrack2-2499974.pt new file mode 100644 index 0000000..bd8d402 Binary files /dev/null and b/MLAgents/results/BusTrack2/BusTrack2/BusTrack2-2499974.pt differ diff --git a/MLAgents/results/BusTrack2/BusTrack2/BusTrack2-2602579.onnx b/MLAgents/results/BusTrack2/BusTrack2/BusTrack2-2602579.onnx new file mode 100644 index 0000000..19c0d3c Binary files /dev/null and b/MLAgents/results/BusTrack2/BusTrack2/BusTrack2-2602579.onnx differ diff --git a/MLAgents/results/BusTrack2/BusTrack2/BusTrack2-2602579.pt b/MLAgents/results/BusTrack2/BusTrack2/BusTrack2-2602579.pt new file mode 100644 index 0000000..949e699 Binary files /dev/null and b/MLAgents/results/BusTrack2/BusTrack2/BusTrack2-2602579.pt differ diff --git a/MLAgents/results/BusTrack2/BusTrack2/BusTrack2-999977.onnx b/MLAgents/results/BusTrack2/BusTrack2/BusTrack2-999977.onnx new file mode 100644 index 0000000..c51c4ca Binary files /dev/null and b/MLAgents/results/BusTrack2/BusTrack2/BusTrack2-999977.onnx differ diff --git a/MLAgents/results/BusTrack2/BusTrack2/BusTrack2-999977.pt b/MLAgents/results/BusTrack2/BusTrack2/BusTrack2-999977.pt new file mode 100644 index 0000000..30f7290 Binary files /dev/null and b/MLAgents/results/BusTrack2/BusTrack2/BusTrack2-999977.pt differ diff --git a/MLAgents/results/BusTrack2/BusTrack2/checkpoint.pt b/MLAgents/results/BusTrack2/BusTrack2/checkpoint.pt index 69b88ac..dfa2cae 100644 Binary files a/MLAgents/results/BusTrack2/BusTrack2/checkpoint.pt and b/MLAgents/results/BusTrack2/BusTrack2/checkpoint.pt differ diff --git a/MLAgents/results/BusTrack2/BusTrack2/events.out.tfevents.1714041544.KKU11esport.39068.0 b/MLAgents/results/BusTrack2/BusTrack2/events.out.tfevents.1714041544.KKU11esport.39068.0 new file mode 100644 index 0000000..d31a86e Binary files /dev/null and b/MLAgents/results/BusTrack2/BusTrack2/events.out.tfevents.1714041544.KKU11esport.39068.0 differ diff --git a/MLAgents/results/BusTrack2/configuration.yaml b/MLAgents/results/BusTrack2/configuration.yaml index 39b50fc..4092573 100644 --- a/MLAgents/results/BusTrack2/configuration.yaml +++ b/MLAgents/results/BusTrack2/configuration.yaml @@ -44,7 +44,7 @@ behaviors: self_play: null behavioral_cloning: null env_settings: - env_path: null + env_path: Builds\BusTrack2 part1\Racesm_L.exe env_args: null base_port: 5005 num_envs: 1 diff --git a/MLAgents/results/BusTrack2/run_logs/Player-0.log b/MLAgents/results/BusTrack2/run_logs/Player-0.log new file mode 100644 index 0000000..98f5b15 --- /dev/null +++ b/MLAgents/results/BusTrack2/run_logs/Player-0.log @@ -0,0 +1,343 @@ +Mono path[0] = 'C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/BusTrack2 part1/Racesm_L_Data/Managed' +Mono config path = 'C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/BusTrack2 part1/MonoBleedingEdge/etc' +[Physics::Module] Initialized MultithreadedJobDispatcher with 15 workers. +Initialize engine version: 2022.3.11f1 (d00248457e15) +[Subsystems] Discovering subsystems at path C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/BusTrack2 part1/Racesm_L_Data/UnitySubsystems +GfxDevice: creating device client; threaded=1; jobified=1 +Direct3D: + Version: Direct3D 11.0 [level 11.1] + Renderer: NVIDIA GeForce RTX 3070 (ID=0x2488) + Vendor: NVIDIA + VRAM: 8043 MB + Driver: 30.0.14.9729 +Begin MonoManager ReloadAssembly +- Loaded All Assemblies, in 1.365 seconds +- Finished resetting the current domain, in 0.003 seconds + Initializing input. + Input initialized. + Initialized touch support. +UnloadTime: 1.148800 ms +GRPC Exception: Status(StatusCode=Cancelled, Detail="CANCELLED"). Disconnecting from trainer. +Setting up 8 worker threads for Enlighten. +Memory Statistics: +[ALLOC_TEMP_TLS] TLS Allocator + StackAllocators : + [ALLOC_TEMP_MAIN] + Peak usage frame count: [1.0 KB-2.0 KB]: 91879 frames, [2.0 KB-4.0 KB]: 256 frames, [4.0 KB-8.0 KB]: 4 frames, [8.0 KB-16.0 KB]: 3 frames, [16.0 KB-32.0 KB]: 3 frames, [32.0 KB-64.0 KB]: 5313 frames, [64.0 KB-128.0 KB]: 84 frames, [128.0 KB-256.0 KB]: 25 frames, [256.0 KB-0.5 MB]: 37 frames, [2.0 MB-4.0 MB]: 1 frames + Initial Block Size 4.0 MB + Current Block Size 4.0 MB + Peak Allocated Bytes 2.1 MB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 4] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Loading.PreloadManager] + Initial Block Size 256.0 KB + Current Block Size 452.0 KB + Peak Allocated Bytes 448.7 KB + Overflow Count 10 + [ALLOC_TEMP_Background Job.worker 3] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 11] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 7] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 6] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 11] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 192.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 12] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 2] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 9] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 0] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 192.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 4] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 192.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 5] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 192.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 14] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 192.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 10] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 13] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 192.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 1] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_EnlightenWorker] x 8 + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 1] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 192.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 3] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 192.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 5] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 8] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 12] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 192.0 KB + Overflow Count 0 + [ALLOC_TEMP_UnityGfxDeviceWorker] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 14.2 KB + Overflow Count 0 + [ALLOC_TEMP_AssetGarbageCollectorHelper] x 15 + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 138 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 13] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 15] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 2] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 192.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 10] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 192.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 7] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 192.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 9] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 192.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 0] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 6] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 192.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 8] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 192.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 14] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Loading.AsyncRead] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 330 B + Overflow Count 0 + [ALLOC_TEMP_BatchDeleteObjects] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 +[ALLOC_DEFAULT] Dual Thread Allocator + Peak main deferred allocation count 31 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 4.0 MB + Failed Allocations. Bucket layout: + 16B: 8 Subsections = 8192 buckets. Failed count: 165814 + 32B: 30 Subsections = 15360 buckets. Failed count: 247058 + 48B: 18 Subsections = 6144 buckets. Failed count: 12435 + 64B: 83 Subsections = 21248 buckets. Failed count: 21366 + 80B: 23 Subsections = 4710 buckets. Failed count: 97894 + 96B: 6 Subsections = 1024 buckets. Failed count: 6019 + 112B: 3 Subsections = 438 buckets. Failed count: 0 + 128B: 85 Subsections = 10880 buckets. Failed count: 1297 + [ALLOC_DEFAULT_MAIN] + Peak usage frame count: [32.0 MB-64.0 MB]: 97605 frames + Requested Block Size 16.0 MB + Peak Block count 2 + Peak Allocated memory 38.2 MB + Peak Large allocation bytes 8.0 MB + [ALLOC_DEFAULT_THREAD] + Peak usage frame count: [16.0 MB-32.0 MB]: 97605 frames + Requested Block Size 16.0 MB + Peak Block count 2 + Peak Allocated memory 29.7 MB + Peak Large allocation bytes 16.0 MB +[ALLOC_TEMP_JOB_1_FRAME] + Initial Block Size 2.0 MB + Used Block Count 0 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_2_FRAMES] + Initial Block Size 2.0 MB + Used Block Count 0 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_4_FRAMES (JobTemp)] + Initial Block Size 2.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_ASYNC (Background)] + Initial Block Size 1.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_GFX] Dual Thread Allocator + Peak main deferred allocation count 1 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 4.0 MB + Failed Allocations. Bucket layout: + 16B: 8 Subsections = 8192 buckets. Failed count: 165814 + 32B: 30 Subsections = 15360 buckets. Failed count: 247058 + 48B: 18 Subsections = 6144 buckets. Failed count: 12435 + 64B: 83 Subsections = 21248 buckets. Failed count: 21366 + 80B: 23 Subsections = 4710 buckets. Failed count: 97894 + 96B: 6 Subsections = 1024 buckets. Failed count: 6019 + 112B: 3 Subsections = 438 buckets. Failed count: 0 + 128B: 85 Subsections = 10880 buckets. Failed count: 1297 + [ALLOC_GFX_MAIN] + Peak usage frame count: [32.0 KB-64.0 KB]: 97604 frames, [64.0 KB-128.0 KB]: 1 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 66.0 KB + Peak Large allocation bytes 0 B + [ALLOC_GFX_THREAD] + Peak usage frame count: [4.0 MB-8.0 MB]: 112 frames, [8.0 MB-16.0 MB]: 97493 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 10.6 MB + Peak Large allocation bytes 0 B +[ALLOC_CACHEOBJECTS] Dual Thread Allocator + Peak main deferred allocation count 2 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 4.0 MB + Failed Allocations. Bucket layout: + 16B: 8 Subsections = 8192 buckets. Failed count: 165814 + 32B: 30 Subsections = 15360 buckets. Failed count: 247058 + 48B: 18 Subsections = 6144 buckets. Failed count: 12435 + 64B: 83 Subsections = 21248 buckets. Failed count: 21366 + 80B: 23 Subsections = 4710 buckets. Failed count: 97894 + 96B: 6 Subsections = 1024 buckets. Failed count: 6019 + 112B: 3 Subsections = 438 buckets. Failed count: 0 + 128B: 85 Subsections = 10880 buckets. Failed count: 1297 + [ALLOC_CACHEOBJECTS_MAIN] + Peak usage frame count: [2.0 MB-4.0 MB]: 97605 frames + Requested Block Size 4.0 MB + Peak Block count 1 + Peak Allocated memory 3.1 MB + Peak Large allocation bytes 0 B + [ALLOC_CACHEOBJECTS_THREAD] + Peak usage frame count: [8.0 MB-16.0 MB]: 97604 frames, [32.0 MB-64.0 MB]: 1 frames + Requested Block Size 4.0 MB + Peak Block count 12 + Peak Allocated memory 39.5 MB + Peak Large allocation bytes 0 B +[ALLOC_TYPETREE] Dual Thread Allocator + Peak main deferred allocation count 0 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 4.0 MB + Failed Allocations. Bucket layout: + 16B: 8 Subsections = 8192 buckets. Failed count: 165814 + 32B: 30 Subsections = 15360 buckets. Failed count: 247058 + 48B: 18 Subsections = 6144 buckets. Failed count: 12435 + 64B: 83 Subsections = 21248 buckets. Failed count: 21366 + 80B: 23 Subsections = 4710 buckets. Failed count: 97894 + 96B: 6 Subsections = 1024 buckets. Failed count: 6019 + 112B: 3 Subsections = 438 buckets. Failed count: 0 + 128B: 85 Subsections = 10880 buckets. Failed count: 1297 + [ALLOC_TYPETREE_MAIN] + Peak usage frame count: [4.0 KB-8.0 KB]: 97605 frames + Requested Block Size 2.0 MB + Peak Block count 1 + Peak Allocated memory 4.1 KB + Peak Large allocation bytes 0 B + [ALLOC_TYPETREE_THREAD] + Peak usage frame count: [1.0 KB-2.0 KB]: 97605 frames + Requested Block Size 2.0 MB + Peak Block count 1 + Peak Allocated memory 1.2 KB + Peak Large allocation bytes 0 B diff --git a/MLAgents/results/BusTrack2/run_logs/timers.json b/MLAgents/results/BusTrack2/run_logs/timers.json index 2403140..650b923 100644 --- a/MLAgents/results/BusTrack2/run_logs/timers.json +++ b/MLAgents/results/BusTrack2/run_logs/timers.json @@ -2,257 +2,257 @@ "name": "root", "gauges": { "BusTrack2.Policy.Entropy.mean": { - "value": 2.1863579750061035, - "min": 2.1749253273010254, - "max": 2.1947851181030273, - "count": 5 + "value": 1.1329643726348877, + "min": 0.8422980904579163, + "max": 2.189603328704834, + "count": 260 }, "BusTrack2.Policy.Entropy.sum": { - "value": 21968.525390625, - "min": 21644.857421875, - "max": 22053.201171875, - "count": 5 + "value": 11302.4521484375, + "min": 8396.02734375, + "max": 22141.26953125, + "count": 260 }, "BusTrack2.Step.mean": { - "value": 49984.0, + "value": 2599948.0, "min": 9984.0, - "max": 49984.0, - "count": 5 + "max": 2599948.0, + "count": 260 }, "BusTrack2.Step.sum": { - "value": 49984.0, + "value": 2599948.0, "min": 9984.0, - "max": 49984.0, - "count": 5 + "max": 2599948.0, + "count": 260 }, "BusTrack2.Policy.ExtrinsicValueEstimate.mean": { - "value": 0.0749274343252182, - "min": 0.0749274343252182, - "max": 0.2529940903186798, - "count": 5 + "value": 5.365256309509277, + "min": -1.2024420499801636, + "max": 5.365256309509277, + "count": 260 }, "BusTrack2.Policy.ExtrinsicValueEstimate.sum": { - "value": 11.98838996887207, - "min": 11.98838996887207, - "max": 40.22605895996094, - "count": 5 + "value": 928.1893310546875, + "min": -238.08352661132812, + "max": 946.985107421875, + "count": 260 }, "BusTrack2.Environment.EpisodeLength.mean": { - "value": 499.0, - "min": 499.0, - "max": 499.0, - "count": 5 + "value": 400.2307692307692, + "min": 199.0, + "max": 687.4, + "count": 260 }, "BusTrack2.Environment.EpisodeLength.sum": { - "value": 7984.0, - "min": 7984.0, - "max": 11976.0, - "count": 5 + "value": 10406.0, + "min": 7857.0, + "max": 11564.0, + "count": 260 }, "BusTrack2.Environment.CumulativeReward.mean": { - "value": -0.30098484913126894, - "min": -0.7619615873187761, - "max": -0.19303640429825464, - "count": 5 + "value": 24.59055496064516, + "min": -0.12888464100554606, + "max": 25.026868030428886, + "count": 260 }, "BusTrack2.Environment.CumulativeReward.sum": { - "value": -5.116742435231572, - "min": -17.52511650833185, - "max": -3.088582468772074, - "count": 5 + "value": 639.3544289767742, + "min": -6.18646276826621, + "max": 664.3267043232918, + "count": 260 }, "BusTrack2.Policy.ExtrinsicReward.mean": { - "value": -0.30098484913126894, - "min": -0.7619615873187761, - "max": -0.19303640429825464, - "count": 5 + "value": 24.59055496064516, + "min": -0.12888464100554606, + "max": 25.026868030428886, + "count": 260 }, "BusTrack2.Policy.ExtrinsicReward.sum": { - "value": -5.116742435231572, - "min": -17.52511650833185, - "max": -3.088582468772074, - "count": 5 + "value": 639.3544289767742, + "min": -6.18646276826621, + "max": 664.3267043232918, + "count": 260 }, "BusTrack2.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, - "count": 5 + "count": 260 }, "BusTrack2.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, - "count": 5 + "count": 260 }, "BusTrack2.Losses.PolicyLoss.mean": { - "value": 0.11586630168607447, - "min": 0.11050240805861049, - "max": 0.11743067037271877, - "count": 4 + "value": 0.11128140402090834, + "min": 0.10049134346719678, + "max": 0.12087385670970027, + "count": 252 }, "BusTrack2.Losses.PolicyLoss.sum": { - "value": 0.11586630168607447, - "min": 0.11050240805861049, - "max": 0.11743067037271877, - "count": 4 + "value": 0.11128140402090834, + "min": 0.10049134346719678, + "max": 0.12087385670970027, + "count": 252 }, "BusTrack2.Losses.ValueLoss.mean": { - "value": 0.0026205912706508275, - "min": 0.0026205912706508275, - "max": 0.01049612028478976, - "count": 4 + "value": 0.2692062053738571, + "min": 0.002542790192565585, + "max": 0.442403101896852, + "count": 252 }, "BusTrack2.Losses.ValueLoss.sum": { - "value": 0.0026205912706508275, - "min": 0.0026205912706508275, - "max": 0.01049612028478976, - "count": 4 + "value": 0.2692062053738571, + "min": 0.002542790192565585, + "max": 0.442403101896852, + "count": 252 }, "BusTrack2.Policy.LearningRate.mean": { - "value": 0.00029747712084095994, - "min": 0.00029747712084095994, - "max": 0.0002993664002111999, - "count": 4 + "value": 0.00014448515183829996, + "min": 0.00014448515183829996, + "max": 0.00029936256021247993, + "count": 252 }, "BusTrack2.Policy.LearningRate.sum": { - "value": 0.00029747712084095994, - "min": 0.00029747712084095994, - "max": 0.0002993664002111999, - "count": 4 + "value": 0.00014448515183829996, + "min": 0.00014448515183829996, + "max": 0.00029936256021247993, + "count": 252 }, "BusTrack2.Policy.Epsilon.mean": { - "value": 0.19915904000000004, - "min": 0.19915904000000004, - "max": 0.19978880000000004, - "count": 4 + "value": 0.14816169999999998, + "min": 0.14816169999999998, + "max": 0.19978752000000002, + "count": 252 }, "BusTrack2.Policy.Epsilon.sum": { - "value": 0.19915904000000004, - "min": 0.19915904000000004, - "max": 0.19978880000000004, - "count": 4 + "value": 0.14816169999999998, + "min": 0.14816169999999998, + "max": 0.19978752000000002, + "count": 252 }, "BusTrack2.Policy.Beta.mean": { - "value": 0.04957960409599999, - "min": 0.04957960409599999, - "max": 0.049894421120000004, - "count": 4 + "value": 0.024086033829999996, + "min": 0.024086033829999996, + "max": 0.04989378124799999, + "count": 252 }, "BusTrack2.Policy.Beta.sum": { - "value": 0.04957960409599999, - "min": 0.04957960409599999, - "max": 0.049894421120000004, - "count": 4 + "value": 0.024086033829999996, + "min": 0.024086033829999996, + "max": 0.04989378124799999, + "count": 252 } }, "metadata": { "timer_format_version": "0.1.0", - "start_time_seconds": "1713956580", + "start_time_seconds": "1714041537", "python_version": "3.9.13 (tags/v3.9.13:6de2ca5, May 17 2022, 16:36:42) [MSC v.1929 64 bit (AMD64)]", - "command_line_arguments": "C:\\Users\\noahk\\Documents\\Unity projects\\Racesm\\.venv\\Scripts\\mlagents-learn config/BusTrack2.yaml --run-id=BusTrack2 --force", + "command_line_arguments": "C:\\Users\\SukkertoppenDDU\\AppData\\Local\\Programs\\Python\\Python39\\Scripts\\mlagents-learn config/LLL.yaml --force --run-id=BusTrack2 --env=Builds\\BusTrack2 part1\\Racesm_L.exe", "mlagents_version": "0.30.0", "mlagents_envs_version": "0.30.0", "communication_protocol_version": "1.5.0", - "pytorch_version": "2.2.2+cu118", + "pytorch_version": "2.3.0+cpu", "numpy_version": "1.21.2", - "end_time_seconds": "1713956677" + "end_time_seconds": "1714045697" }, - "total": 96.8911192, + "total": 4160.6230477, "count": 1, - "self": 0.004357900000016457, + "self": 1.1064352000003055, "children": { "run_training.setup": { - "total": 0.08156290000000022, + "total": 0.06439529999999993, "count": 1, - "self": 0.08156290000000022 + "self": 0.06439529999999993 }, "TrainerController.start_learning": { - "total": 96.8051984, + "total": 4159.4522172, "count": 1, - "self": 0.10506819999997674, + "self": 6.86582220004675, "children": { "TrainerController._reset_env": { - "total": 9.1141883, + "total": 8.1418034, "count": 1, - "self": 9.1141883 + "self": 8.1418034 }, "TrainerController.advance": { - "total": 87.46949260000002, - "count": 6585, - "self": 0.09444109999992634, + "total": 4144.3929840999535, + "count": 329660, + "self": 6.501555599788844, "children": { "env_step": { - "total": 49.186684400000495, - "count": 6585, - "self": 21.425331300000444, + "total": 2443.7344946999947, + "count": 329660, + "self": 1881.5832031000455, "children": { "SubprocessEnvManager._take_step": { - "total": 27.69659450000002, - "count": 6585, - "self": 0.28653870000042403, + "total": 558.1467443999725, + "count": 329660, + "self": 20.998963999995112, "children": { "TorchPolicy.evaluate": { - "total": 27.410055799999597, - "count": 6585, - "self": 27.410055799999597 + "total": 537.1477803999774, + "count": 325349, + "self": 537.1477803999774 } } }, "workers": { - "total": 0.06475860000003131, - "count": 6584, + "total": 4.004547199976585, + "count": 329659, "self": 0.0, "children": { "worker_root": { - "total": 88.33605969999992, - "count": 6584, + "total": 4145.043805499976, + "count": 329659, "is_parallel": true, - "self": 72.29476539999987, + "self": 2624.752221099995, "children": { "steps_from_proto": { - "total": 0.0005465000000004494, + "total": 0.0003552999999998363, "count": 1, "is_parallel": true, - "self": 0.00022170000000087953, + "self": 0.00012589999999956802, "children": { "_process_rank_one_or_two_observation": { - "total": 0.0003247999999995699, + "total": 0.00022940000000026828, "count": 6, "is_parallel": true, - "self": 0.0003247999999995699 + "self": 0.00022940000000026828 } } }, "UnityEnvironment.step": { - "total": 16.04074780000004, - "count": 6584, + "total": 1520.2912290999807, + "count": 329659, "is_parallel": true, - "self": 0.6872718000007936, + "self": 41.948900199665786, "children": { "UnityEnvironment._generate_step_input": { - "total": 0.7578845999999206, - "count": 6584, + "total": 74.12176200007869, + "count": 329659, "is_parallel": true, - "self": 0.7578845999999206 + "self": 74.12176200007869 }, "communicator.exchange": { - "total": 12.44123759999931, - "count": 6584, + "total": 1279.3069929000733, + "count": 329659, "is_parallel": true, - "self": 12.44123759999931 + "self": 1279.3069929000733 }, "steps_from_proto": { - "total": 2.154353800000017, - "count": 6584, + "total": 124.91357400016305, + "count": 329659, "is_parallel": true, - "self": 0.8423023000004495, + "self": 48.08493170013452, "children": { "_process_rank_one_or_two_observation": { - "total": 1.3120514999995674, - "count": 39504, + "total": 76.82864230002853, + "count": 1977954, "is_parallel": true, - "self": 1.3120514999995674 + "self": 76.82864230002853 } } } @@ -265,24 +265,31 @@ } }, "trainer_advance": { - "total": 38.1883670999996, - "count": 6584, - "self": 0.13078589999910406, + "total": 1694.1569338001696, + "count": 329659, + "self": 9.622891000080472, "children": { "process_trajectory": { - "total": 4.465832300000498, - "count": 6584, - "self": 4.465832300000498 + "total": 267.8110550000872, + "count": 329659, + "self": 267.3326875000871, + "children": { + "RLTrainer._checkpoint": { + "total": 0.478367500000104, + "count": 5, + "self": 0.478367500000104 + } + } }, "_update_policy": { - "total": 33.5917489, - "count": 5, - "self": 6.835913400000042, + "total": 1416.7229878000019, + "count": 253, + "self": 563.0196431000599, "children": { "TorchPPOOptimizer.update": { - "total": 26.755835499999957, - "count": 3147, - "self": 26.755835499999957 + "total": 853.703344699942, + "count": 155727, + "self": 853.703344699942 } } } @@ -291,19 +298,19 @@ } }, "trainer_threads": { - "total": 1.1999999998124622e-06, + "total": 6.999998731771484e-07, "count": 1, - "self": 1.1999999998124622e-06 + "self": 6.999998731771484e-07 }, "TrainerController._save_models": { - "total": 0.1164480999999995, + "total": 0.05160679999971762, "count": 1, - "self": 0.0068753000000043585, + "self": 0.006841899999017187, "children": { "RLTrainer._checkpoint": { - "total": 0.10957279999999514, + "total": 0.044764900000700436, "count": 1, - "self": 0.10957279999999514 + "self": 0.044764900000700436 } } } diff --git a/MLAgents/results/BusTrack2/run_logs/training_status.json b/MLAgents/results/BusTrack2/run_logs/training_status.json index 74d3405..40d4ea8 100644 --- a/MLAgents/results/BusTrack2/run_logs/training_status.json +++ b/MLAgents/results/BusTrack2/run_logs/training_status.json @@ -2,28 +2,64 @@ "BusTrack2": { "checkpoints": [ { - "steps": 52512, - "file_path": "results\\BusTrack2\\BusTrack2\\BusTrack2-52512.onnx", + "steps": 999977, + "file_path": "results\\BusTrack2\\BusTrack2\\BusTrack2-999977.onnx", "reward": null, - "creation_time": 1713956677.5616412, + "creation_time": 1714043134.375638, "auxillary_file_paths": [ - "results\\BusTrack2\\BusTrack2\\BusTrack2-52512.pt" + "results\\BusTrack2\\BusTrack2\\BusTrack2-999977.pt" + ] + }, + { + "steps": 1499947, + "file_path": "results\\BusTrack2\\BusTrack2\\BusTrack2-1499947.onnx", + "reward": 18.436370463838102, + "creation_time": 1714043923.4099426, + "auxillary_file_paths": [ + "results\\BusTrack2\\BusTrack2\\BusTrack2-1499947.pt" + ] + }, + { + "steps": 1999987, + "file_path": "results\\BusTrack2\\BusTrack2\\BusTrack2-1999987.onnx", + "reward": 24.845899138185715, + "creation_time": 1714044718.3368077, + "auxillary_file_paths": [ + "results\\BusTrack2\\BusTrack2\\BusTrack2-1999987.pt" + ] + }, + { + "steps": 2499974, + "file_path": "results\\BusTrack2\\BusTrack2\\BusTrack2-2499974.onnx", + "reward": null, + "creation_time": 1714045533.7607994, + "auxillary_file_paths": [ + "results\\BusTrack2\\BusTrack2\\BusTrack2-2499974.pt" + ] + }, + { + "steps": 2602579, + "file_path": "results\\BusTrack2\\BusTrack2\\BusTrack2-2602579.onnx", + "reward": null, + "creation_time": 1714045696.5911655, + "auxillary_file_paths": [ + "results\\BusTrack2\\BusTrack2\\BusTrack2-2602579.pt" ] } ], "final_checkpoint": { - "steps": 52512, + "steps": 2602579, "file_path": "results\\BusTrack2\\BusTrack2.onnx", "reward": null, - "creation_time": 1713956677.5616412, + "creation_time": 1714045696.5911655, "auxillary_file_paths": [ - "results\\BusTrack2\\BusTrack2\\BusTrack2-52512.pt" + "results\\BusTrack2\\BusTrack2\\BusTrack2-2602579.pt" ] } }, "metadata": { "stats_format_version": "0.3.0", "mlagents_version": "0.30.0", - "torch_version": "2.2.2+cu118" + "torch_version": "2.3.0+cpu" } } \ No newline at end of file diff --git a/MLAgents/results/HotrodTrack2/HotrodTrack2.onnx b/MLAgents/results/HotrodTrack2/HotrodTrack2.onnx new file mode 100644 index 0000000..a0c0b25 Binary files /dev/null and b/MLAgents/results/HotrodTrack2/HotrodTrack2.onnx differ diff --git a/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-1499971.onnx b/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-1499971.onnx new file mode 100644 index 0000000..84b7d36 Binary files /dev/null and b/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-1499971.onnx differ diff --git a/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-1499971.pt b/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-1499971.pt new file mode 100644 index 0000000..90d2f98 Binary files /dev/null and b/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-1499971.pt differ diff --git a/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-1999979.onnx b/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-1999979.onnx new file mode 100644 index 0000000..cb7fb3a Binary files /dev/null and b/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-1999979.onnx differ diff --git a/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-1999979.pt b/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-1999979.pt new file mode 100644 index 0000000..1adca21 Binary files /dev/null and b/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-1999979.pt differ diff --git a/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-2499943.onnx b/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-2499943.onnx new file mode 100644 index 0000000..80519ad Binary files /dev/null and b/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-2499943.onnx differ diff --git a/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-2499943.pt b/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-2499943.pt new file mode 100644 index 0000000..6a1e58b Binary files /dev/null and b/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-2499943.pt differ diff --git a/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-2782447.onnx b/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-2782447.onnx new file mode 100644 index 0000000..a0c0b25 Binary files /dev/null and b/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-2782447.onnx differ diff --git a/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-2782447.pt b/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-2782447.pt new file mode 100644 index 0000000..cccc388 Binary files /dev/null and b/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-2782447.pt differ diff --git a/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-8151.onnx b/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-8151.onnx new file mode 100644 index 0000000..37fa5a7 Binary files /dev/null and b/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-8151.onnx differ diff --git a/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-8151.pt b/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-8151.pt new file mode 100644 index 0000000..71d2b66 Binary files /dev/null and b/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-8151.pt differ diff --git a/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-999965.onnx b/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-999965.onnx new file mode 100644 index 0000000..7d08179 Binary files /dev/null and b/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-999965.onnx differ diff --git a/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-999965.pt b/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-999965.pt new file mode 100644 index 0000000..2916765 Binary files /dev/null and b/MLAgents/results/HotrodTrack2/HotrodTrack2/HotrodTrack2-999965.pt differ diff --git a/MLAgents/results/HotrodTrack2/HotrodTrack2/checkpoint.pt b/MLAgents/results/HotrodTrack2/HotrodTrack2/checkpoint.pt new file mode 100644 index 0000000..5484bed Binary files /dev/null and b/MLAgents/results/HotrodTrack2/HotrodTrack2/checkpoint.pt differ diff --git a/MLAgents/results/HotrodTrack2/HotrodTrack2/events.out.tfevents.1714037149.KKU18esport.16488.0 b/MLAgents/results/HotrodTrack2/HotrodTrack2/events.out.tfevents.1714037149.KKU18esport.16488.0 new file mode 100644 index 0000000..c8fd20f Binary files /dev/null and b/MLAgents/results/HotrodTrack2/HotrodTrack2/events.out.tfevents.1714037149.KKU18esport.16488.0 differ diff --git a/MLAgents/results/HotrodTrack2/HotrodTrack2/events.out.tfevents.1714037972.KKU18esport.7872.0 b/MLAgents/results/HotrodTrack2/HotrodTrack2/events.out.tfevents.1714037972.KKU18esport.7872.0 new file mode 100644 index 0000000..b3404fd Binary files /dev/null and b/MLAgents/results/HotrodTrack2/HotrodTrack2/events.out.tfevents.1714037972.KKU18esport.7872.0 differ diff --git a/MLAgents/results/HotrodTrack2/configuration.yaml b/MLAgents/results/HotrodTrack2/configuration.yaml new file mode 100644 index 0000000..fa283d5 --- /dev/null +++ b/MLAgents/results/HotrodTrack2/configuration.yaml @@ -0,0 +1,76 @@ +default_settings: null +behaviors: + HotrodTrack2: + trainer_type: ppo + hyperparameters: + batch_size: 50 + buffer_size: 10240 + learning_rate: 0.0003 + beta: 0.05 + epsilon: 0.2 + lambd: 0.95 + num_epoch: 3 + shared_critic: false + learning_rate_schedule: linear + beta_schedule: linear + epsilon_schedule: linear + network_settings: + normalize: false + hidden_units: 128 + num_layers: 2 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + reward_signals: + extrinsic: + gamma: 0.99 + strength: 1.0 + network_settings: + normalize: false + hidden_units: 128 + num_layers: 2 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + init_path: null + keep_checkpoints: 5 + checkpoint_interval: 500000 + max_steps: 5000000 + time_horizon: 64 + summary_freq: 10000 + threaded: false + self_play: null + behavioral_cloning: null +env_settings: + env_path: Builds\HotrodTrack2 part2\Racesm_L.exe + env_args: null + base_port: 5005 + num_envs: 1 + num_areas: 1 + seed: -1 + max_lifetime_restarts: 10 + restarts_rate_limit_n: 1 + restarts_rate_limit_period_s: 60 +engine_settings: + width: 84 + height: 84 + quality_level: 5 + time_scale: 20 + target_frame_rate: -1 + capture_frame_rate: 60 + no_graphics: false +environment_parameters: null +checkpoint_settings: + run_id: HotrodTrack2 + initialize_from: null + load_model: false + resume: true + force: false + train_model: false + inference: false + results_dir: results +torch_settings: + device: null +debug: false diff --git a/MLAgents/results/HotrodTrack2/run_logs/Player-0.log b/MLAgents/results/HotrodTrack2/run_logs/Player-0.log new file mode 100644 index 0000000..ab7a7f1 --- /dev/null +++ b/MLAgents/results/HotrodTrack2/run_logs/Player-0.log @@ -0,0 +1,307 @@ +Mono path[0] = 'C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/HotrodTrack2 part2/Racesm_L_Data/Managed' +Mono config path = 'C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/HotrodTrack2 part2/MonoBleedingEdge/etc' +[Physics::Module] Initialized MultithreadedJobDispatcher with 15 workers. +Initialize engine version: 2022.3.11f1 (d00248457e15) +[Subsystems] Discovering subsystems at path C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/HotrodTrack2 part2/Racesm_L_Data/UnitySubsystems +GfxDevice: creating device client; threaded=1; jobified=1 +Direct3D: + Version: Direct3D 11.0 [level 11.1] + Renderer: NVIDIA GeForce RTX 3070 (ID=0x2488) + Vendor: NVIDIA + VRAM: 8043 MB + Driver: 30.0.14.9729 +Begin MonoManager ReloadAssembly +- Loaded All Assemblies, in 0.086 seconds +- Finished resetting the current domain, in 0.001 seconds + Initializing input. + Input initialized. + Initialized touch support. +UnloadTime: 1.916200 ms +GRPC Exception: Status(StatusCode=Unknown, Detail="Exception calling application: [WinError 232] Pipen bliver lukket"). Disconnecting from trainer. +Setting up 8 worker threads for Enlighten. +Memory Statistics: +[ALLOC_TEMP_TLS] TLS Allocator + StackAllocators : + [ALLOC_TEMP_MAIN] + Peak usage frame count: [1.0 KB-2.0 KB]: 79584 frames, [2.0 KB-4.0 KB]: 510 frames, [4.0 KB-8.0 KB]: 10 frames, [8.0 KB-16.0 KB]: 18 frames, [32.0 KB-64.0 KB]: 4582 frames, [2.0 MB-4.0 MB]: 1 frames + Initial Block Size 4.0 MB + Current Block Size 4.0 MB + Peak Allocated Bytes 2.1 MB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 4] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Loading.PreloadManager] + Initial Block Size 256.0 KB + Current Block Size 332.0 KB + Peak Allocated Bytes 218.7 KB + Overflow Count 4 + [ALLOC_TEMP_Background Job.worker 3] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 11] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 7] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 6] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 11] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 12] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 2] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 9] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 0] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 4] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 5] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 8] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 10] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 13] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 1] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_EnlightenWorker] x 8 + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 1] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 3] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 5] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 12] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_UnityGfxDeviceWorker] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 14.2 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 14] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 13] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_AssetGarbageCollectorHelper] x 15 + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 138 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 15] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 2] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 10] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 7] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 9] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 0] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 6] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 8] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 14] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Loading.AsyncRead] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 339 B + Overflow Count 0 + [ALLOC_TEMP_BatchDeleteObjects] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 +[ALLOC_DEFAULT] Dual Thread Allocator + Peak main deferred allocation count 31 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.8 MB + [ALLOC_DEFAULT_MAIN] + Peak usage frame count: [16.0 MB-32.0 MB]: 84705 frames + Requested Block Size 16.0 MB + Peak Block count 2 + Peak Allocated memory 24.0 MB + Peak Large allocation bytes 8.0 MB + [ALLOC_DEFAULT_THREAD] + Peak usage frame count: [16.0 MB-32.0 MB]: 84705 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 21.8 MB + Peak Large allocation bytes 16.0 MB +[ALLOC_TEMP_JOB_1_FRAME] + Initial Block Size 2.0 MB + Used Block Count 0 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_2_FRAMES] + Initial Block Size 2.0 MB + Used Block Count 0 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_4_FRAMES (JobTemp)] + Initial Block Size 2.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_ASYNC (Background)] + Initial Block Size 1.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_GFX] Dual Thread Allocator + Peak main deferred allocation count 1 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.8 MB + [ALLOC_GFX_MAIN] + Peak usage frame count: [32.0 KB-64.0 KB]: 84704 frames, [64.0 KB-128.0 KB]: 1 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 66.0 KB + Peak Large allocation bytes 0 B + [ALLOC_GFX_THREAD] + Peak usage frame count: [2.0 MB-4.0 MB]: 905 frames, [4.0 MB-8.0 MB]: 83800 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 5.8 MB + Peak Large allocation bytes 0 B +[ALLOC_CACHEOBJECTS] Dual Thread Allocator + Peak main deferred allocation count 2 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.8 MB + [ALLOC_CACHEOBJECTS_MAIN] + Peak usage frame count: [2.0 MB-4.0 MB]: 84705 frames + Requested Block Size 4.0 MB + Peak Block count 1 + Peak Allocated memory 2.2 MB + Peak Large allocation bytes 0 B + [ALLOC_CACHEOBJECTS_THREAD] + Peak usage frame count: [2.0 MB-4.0 MB]: 84704 frames, [4.0 MB-8.0 MB]: 1 frames + Requested Block Size 4.0 MB + Peak Block count 2 + Peak Allocated memory 6.1 MB + Peak Large allocation bytes 0 B +[ALLOC_TYPETREE] Dual Thread Allocator + Peak main deferred allocation count 0 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.8 MB + [ALLOC_TYPETREE_MAIN] + Peak usage frame count: [4.0 KB-8.0 KB]: 84705 frames + Requested Block Size 2.0 MB + Peak Block count 1 + Peak Allocated memory 4.1 KB + Peak Large allocation bytes 0 B + [ALLOC_TYPETREE_THREAD] + Peak usage frame count: [0-1.0 KB]: 84704 frames, [1.0 KB-2.0 KB]: 1 frames + Requested Block Size 2.0 MB + Peak Block count 1 + Peak Allocated memory 1.2 KB + Peak Large allocation bytes 0 B diff --git a/MLAgents/results/HotrodTrack2/run_logs/timers.json b/MLAgents/results/HotrodTrack2/run_logs/timers.json new file mode 100644 index 0000000..54b4b35 --- /dev/null +++ b/MLAgents/results/HotrodTrack2/run_logs/timers.json @@ -0,0 +1,320 @@ +{ + "name": "root", + "gauges": { + "HotrodTrack2.Policy.Entropy.mean": { + "value": 1.4688674211502075, + "min": 1.4606980085372925, + "max": 1.8379020690917969, + "count": 226 + }, + "HotrodTrack2.Policy.Entropy.sum": { + "value": 14547.6630859375, + "min": 11550.4892578125, + "max": 18437.833984375, + "count": 226 + }, + "HotrodTrack2.Step.mean": { + "value": 2779972.0, + "min": 529965.0, + "max": 2779972.0, + "count": 226 + }, + "HotrodTrack2.Step.sum": { + "value": 2779972.0, + "min": 529965.0, + "max": 2779972.0, + "count": 226 + }, + "HotrodTrack2.Policy.ExtrinsicValueEstimate.mean": { + "value": 4.824958324432373, + "min": 3.2828564643859863, + "max": 5.060272216796875, + "count": 226 + }, + "HotrodTrack2.Policy.ExtrinsicValueEstimate.sum": { + "value": 805.76806640625, + "min": 376.0504455566406, + "max": 845.0654296875, + "count": 226 + }, + "HotrodTrack2.Environment.EpisodeLength.mean": { + "value": 437.0869565217391, + "min": 414.2083333333333, + "max": 692.4285714285714, + "count": 226 + }, + "HotrodTrack2.Environment.EpisodeLength.sum": { + "value": 10053.0, + "min": 4260.0, + "max": 11493.0, + "count": 226 + }, + "HotrodTrack2.Environment.CumulativeReward.mean": { + "value": 23.611490470215518, + "min": 13.981027029367397, + "max": 24.549402566183183, + "count": 226 + }, + "HotrodTrack2.Environment.CumulativeReward.sum": { + "value": 543.0642808149569, + "min": 111.84821623493917, + "max": 590.2947730850428, + "count": 226 + }, + "HotrodTrack2.Policy.ExtrinsicReward.mean": { + "value": 23.611490470215518, + "min": 13.981027029367397, + "max": 24.549402566183183, + "count": 226 + }, + "HotrodTrack2.Policy.ExtrinsicReward.sum": { + "value": 543.0642808149569, + "min": 111.84821623493917, + "max": 590.2947730850428, + "count": 226 + }, + "HotrodTrack2.IsTraining.mean": { + "value": 1.0, + "min": 1.0, + "max": 1.0, + "count": 226 + }, + "HotrodTrack2.IsTraining.sum": { + "value": 1.0, + "min": 1.0, + "max": 1.0, + "count": 226 + }, + "HotrodTrack2.Losses.PolicyLoss.mean": { + "value": 0.10946844393568211, + "min": 0.10277282706882078, + "max": 0.12013487166725573, + "count": 219 + }, + "HotrodTrack2.Losses.PolicyLoss.sum": { + "value": 0.10946844393568211, + "min": 0.10277282706882078, + "max": 0.12013487166725573, + "count": 219 + }, + "HotrodTrack2.Losses.ValueLoss.mean": { + "value": 0.34673709232148114, + "min": 0.3059479927023252, + "max": 0.47748435271707007, + "count": 219 + }, + "HotrodTrack2.Losses.ValueLoss.sum": { + "value": 0.34673709232148114, + "min": 0.3059479927023252, + "max": 0.47748435271707007, + "count": 219 + }, + "HotrodTrack2.Policy.LearningRate.mean": { + "value": 0.0001335651554783, + "min": 0.0001335651554783, + "max": 0.00026795113068295995, + "count": 219 + }, + "HotrodTrack2.Policy.LearningRate.sum": { + "value": 0.0001335651554783, + "min": 0.0001335651554783, + "max": 0.00026795113068295995, + "count": 219 + }, + "HotrodTrack2.Policy.Epsilon.mean": { + "value": 0.14452170000000003, + "min": 0.14452170000000003, + "max": 0.18931704, + "count": 219 + }, + "HotrodTrack2.Policy.Epsilon.sum": { + "value": 0.14452170000000003, + "min": 0.14452170000000003, + "max": 0.18931704, + "count": 219 + }, + "HotrodTrack2.Policy.Beta.mean": { + "value": 0.022266397830000003, + "min": 0.022266397830000003, + "max": 0.04465958829600001, + "count": 219 + }, + "HotrodTrack2.Policy.Beta.sum": { + "value": 0.022266397830000003, + "min": 0.022266397830000003, + "max": 0.04465958829600001, + "count": 219 + } + }, + "metadata": { + "timer_format_version": "0.1.0", + "start_time_seconds": "1714037967", + "python_version": "3.9.13 (tags/v3.9.13:6de2ca5, May 17 2022, 16:36:42) [MSC v.1929 64 bit (AMD64)]", + "command_line_arguments": "C:\\Users\\SukkertoppenDDU\\AppData\\Local\\Programs\\Python\\Python39\\Scripts\\mlagents-learn config/LLL.yaml --run-id=HotrodTrack2 --resume --env=Builds\\HotrodTrack2 part2\\Racesm_L.exe", + "mlagents_version": "0.30.0", + "mlagents_envs_version": "0.30.0", + "communication_protocol_version": "1.5.0", + "pytorch_version": "2.3.0+cpu", + "numpy_version": "1.21.2", + "end_time_seconds": "1714041202" + }, + "total": 3234.6716136, + "count": 1, + "self": 0.18517130000009274, + "children": { + "run_training.setup": { + "total": 0.06581130000000002, + "count": 1, + "self": 0.06581130000000002 + }, + "TrainerController.start_learning": { + "total": 3234.420631, + "count": 1, + "self": 5.433118900041791, + "children": { + "TrainerController._reset_env": { + "total": 5.5146695, + "count": 1, + "self": 5.5146695 + }, + "TrainerController.advance": { + "total": 3223.422524499958, + "count": 286047, + "self": 4.9960255999667424, + "children": { + "env_step": { + "total": 1793.434575099959, + "count": 286047, + "self": 1334.5602916998732, + "children": { + "SubprocessEnvManager._take_step": { + "total": 455.704912300043, + "count": 286047, + "self": 17.3271994000836, + "children": { + "TorchPolicy.evaluate": { + "total": 438.3777128999594, + "count": 282350, + "self": 438.3777128999594 + } + } + }, + "workers": { + "total": 3.169371100042804, + "count": 286046, + "self": 0.0, + "children": { + "worker_root": { + "total": 3224.0514847999452, + "count": 286046, + "is_parallel": true, + "self": 2178.365734600079, + "children": { + "steps_from_proto": { + "total": 0.0008873999999998716, + "count": 1, + "is_parallel": true, + "self": 0.00021310000000074325, + "children": { + "_process_rank_one_or_two_observation": { + "total": 0.0006742999999991284, + "count": 6, + "is_parallel": true, + "self": 0.0006742999999991284 + } + } + }, + "UnityEnvironment.step": { + "total": 1045.6848627998659, + "count": 286046, + "is_parallel": true, + "self": 33.65867239990712, + "children": { + "UnityEnvironment._generate_step_input": { + "total": 61.004303999989204, + "count": 286046, + "is_parallel": true, + "self": 61.004303999989204 + }, + "communicator.exchange": { + "total": 848.6281209999536, + "count": 286046, + "is_parallel": true, + "self": 848.6281209999536 + }, + "steps_from_proto": { + "total": 102.3937654000159, + "count": 286046, + "is_parallel": true, + "self": 39.71735850005038, + "children": { + "_process_rank_one_or_two_observation": { + "total": 62.676406899965514, + "count": 1716276, + "is_parallel": true, + "self": 62.676406899965514 + } + } + } + } + } + } + } + } + } + } + }, + "trainer_advance": { + "total": 1424.991923800032, + "count": 286046, + "self": 7.689493400025185, + "children": { + "process_trajectory": { + "total": 226.76586240000722, + "count": 286046, + "self": 226.49428270000703, + "children": { + "RLTrainer._checkpoint": { + "total": 0.2715797000001885, + "count": 4, + "self": 0.2715797000001885 + } + } + }, + "_update_policy": { + "total": 1190.5365679999998, + "count": 219, + "self": 426.9760664000719, + "children": { + "TorchPPOOptimizer.update": { + "total": 763.5605015999279, + "count": 134649, + "self": 763.5605015999279 + } + } + } + } + } + } + }, + "trainer_threads": { + "total": 8.000001798791345e-07, + "count": 1, + "self": 8.000001798791345e-07 + }, + "TrainerController._save_models": { + "total": 0.05031730000018797, + "count": 1, + "self": 0.007384699999875011, + "children": { + "RLTrainer._checkpoint": { + "total": 0.04293260000031296, + "count": 1, + "self": 0.04293260000031296 + } + } + } + } + } + } +} \ No newline at end of file diff --git a/MLAgents/results/HotrodTrack2/run_logs/training_status.json b/MLAgents/results/HotrodTrack2/run_logs/training_status.json new file mode 100644 index 0000000..8ce424c --- /dev/null +++ b/MLAgents/results/HotrodTrack2/run_logs/training_status.json @@ -0,0 +1,65 @@ +{ + "HotrodTrack2": { + "checkpoints": [ + { + "steps": 999965, + "file_path": "results\\HotrodTrack2\\HotrodTrack2\\HotrodTrack2-999965.onnx", + "reward": 19.88195705600083, + "creation_time": 1714038654.4123442, + "auxillary_file_paths": [ + "results\\HotrodTrack2\\HotrodTrack2\\HotrodTrack2-999965.pt" + ] + }, + { + "steps": 1499971, + "file_path": "results\\HotrodTrack2\\HotrodTrack2\\HotrodTrack2-1499971.onnx", + "reward": 18.908430298006063, + "creation_time": 1714039381.7910483, + "auxillary_file_paths": [ + "results\\HotrodTrack2\\HotrodTrack2\\HotrodTrack2-1499971.pt" + ] + }, + { + "steps": 1999979, + "file_path": "results\\HotrodTrack2\\HotrodTrack2\\HotrodTrack2-1999979.onnx", + "reward": 23.205921747287114, + "creation_time": 1714040063.4666412, + "auxillary_file_paths": [ + "results\\HotrodTrack2\\HotrodTrack2\\HotrodTrack2-1999979.pt" + ] + }, + { + "steps": 2499943, + "file_path": "results\\HotrodTrack2\\HotrodTrack2\\HotrodTrack2-2499943.onnx", + "reward": 24.323195362463593, + "creation_time": 1714040794.4615653, + "auxillary_file_paths": [ + "results\\HotrodTrack2\\HotrodTrack2\\HotrodTrack2-2499943.pt" + ] + }, + { + "steps": 2782447, + "file_path": "results\\HotrodTrack2\\HotrodTrack2\\HotrodTrack2-2782447.onnx", + "reward": 23.571966453300167, + "creation_time": 1714041201.906066, + "auxillary_file_paths": [ + "results\\HotrodTrack2\\HotrodTrack2\\HotrodTrack2-2782447.pt" + ] + } + ], + "final_checkpoint": { + "steps": 2782447, + "file_path": "results\\HotrodTrack2\\HotrodTrack2.onnx", + "reward": 23.571966453300167, + "creation_time": 1714041201.906066, + "auxillary_file_paths": [ + "results\\HotrodTrack2\\HotrodTrack2\\HotrodTrack2-2782447.pt" + ] + } + }, + "metadata": { + "stats_format_version": "0.3.0", + "mlagents_version": "0.30.0", + "torch_version": "2.3.0+cpu" + } +} \ No newline at end of file diff --git a/MLAgents/results/HotrodTrack3/HotrodTrack3.onnx b/MLAgents/results/HotrodTrack3/HotrodTrack3.onnx new file mode 100644 index 0000000..7b1865d Binary files /dev/null and b/MLAgents/results/HotrodTrack3/HotrodTrack3.onnx differ diff --git a/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-1499983.onnx b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-1499983.onnx new file mode 100644 index 0000000..aa3e220 Binary files /dev/null and b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-1499983.onnx differ diff --git a/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-1499983.pt b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-1499983.pt new file mode 100644 index 0000000..5f6b453 Binary files /dev/null and b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-1499983.pt differ diff --git a/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-1499986.onnx b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-1499986.onnx new file mode 100644 index 0000000..b43cc48 Binary files /dev/null and b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-1499986.onnx differ diff --git a/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-1499986.pt b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-1499986.pt new file mode 100644 index 0000000..2604ef7 Binary files /dev/null and b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-1499986.pt differ diff --git a/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-1553736.onnx b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-1553736.onnx new file mode 100644 index 0000000..921bf74 Binary files /dev/null and b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-1553736.onnx differ diff --git a/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-1553736.pt b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-1553736.pt new file mode 100644 index 0000000..71fef6c Binary files /dev/null and b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-1553736.pt differ diff --git a/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-1999985.onnx b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-1999985.onnx new file mode 100644 index 0000000..a2fadf6 Binary files /dev/null and b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-1999985.onnx differ diff --git a/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-1999985.pt b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-1999985.pt new file mode 100644 index 0000000..1f3391f Binary files /dev/null and b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-1999985.pt differ diff --git a/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-2499942.onnx b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-2499942.onnx new file mode 100644 index 0000000..224f2aa Binary files /dev/null and b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-2499942.onnx differ diff --git a/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-2499942.pt b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-2499942.pt new file mode 100644 index 0000000..c9930b1 Binary files /dev/null and b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-2499942.pt differ diff --git a/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-2713449.onnx b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-2713449.onnx new file mode 100644 index 0000000..7b1865d Binary files /dev/null and b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-2713449.onnx differ diff --git a/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-2713449.pt b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-2713449.pt new file mode 100644 index 0000000..6e1328e Binary files /dev/null and b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-2713449.pt differ diff --git a/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-499969.onnx b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-499969.onnx new file mode 100644 index 0000000..31331c7 Binary files /dev/null and b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-499969.onnx differ diff --git a/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-499969.pt b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-499969.pt new file mode 100644 index 0000000..fdab5d6 Binary files /dev/null and b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-499969.pt differ diff --git a/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-999991.onnx b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-999991.onnx new file mode 100644 index 0000000..808a307 Binary files /dev/null and b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-999991.onnx differ diff --git a/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-999991.pt b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-999991.pt new file mode 100644 index 0000000..2d97226 Binary files /dev/null and b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-999991.pt differ diff --git a/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-999992.onnx b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-999992.onnx new file mode 100644 index 0000000..4a6e425 Binary files /dev/null and b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-999992.onnx differ diff --git a/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-999992.pt b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-999992.pt new file mode 100644 index 0000000..6521cca Binary files /dev/null and b/MLAgents/results/HotrodTrack3/HotrodTrack3/HotrodTrack3-999992.pt differ diff --git a/MLAgents/results/HotrodTrack3/HotrodTrack3/checkpoint.pt b/MLAgents/results/HotrodTrack3/HotrodTrack3/checkpoint.pt new file mode 100644 index 0000000..a986cba Binary files /dev/null and b/MLAgents/results/HotrodTrack3/HotrodTrack3/checkpoint.pt differ diff --git a/MLAgents/results/HotrodTrack3/HotrodTrack3/events.out.tfevents.1714048719.KKU18esport.7816.0 b/MLAgents/results/HotrodTrack3/HotrodTrack3/events.out.tfevents.1714048719.KKU18esport.7816.0 new file mode 100644 index 0000000..194c300 Binary files /dev/null and b/MLAgents/results/HotrodTrack3/HotrodTrack3/events.out.tfevents.1714048719.KKU18esport.7816.0 differ diff --git a/MLAgents/results/HotrodTrack3/HotrodTrack3/events.out.tfevents.1714048909.KKU18esport.10960.0 b/MLAgents/results/HotrodTrack3/HotrodTrack3/events.out.tfevents.1714048909.KKU18esport.10960.0 new file mode 100644 index 0000000..53cf347 Binary files /dev/null and b/MLAgents/results/HotrodTrack3/HotrodTrack3/events.out.tfevents.1714048909.KKU18esport.10960.0 differ diff --git a/MLAgents/results/HotrodTrack3/configuration.yaml b/MLAgents/results/HotrodTrack3/configuration.yaml new file mode 100644 index 0000000..d875a7c --- /dev/null +++ b/MLAgents/results/HotrodTrack3/configuration.yaml @@ -0,0 +1,76 @@ +default_settings: null +behaviors: + HotrodTrack3: + trainer_type: ppo + hyperparameters: + batch_size: 50 + buffer_size: 10240 + learning_rate: 0.0003 + beta: 0.05 + epsilon: 0.2 + lambd: 0.95 + num_epoch: 3 + shared_critic: false + learning_rate_schedule: linear + beta_schedule: linear + epsilon_schedule: linear + network_settings: + normalize: false + hidden_units: 128 + num_layers: 2 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + reward_signals: + extrinsic: + gamma: 0.99 + strength: 1.0 + network_settings: + normalize: false + hidden_units: 128 + num_layers: 2 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + init_path: null + keep_checkpoints: 5 + checkpoint_interval: 500000 + max_steps: 5000000 + time_horizon: 64 + summary_freq: 10000 + threaded: false + self_play: null + behavioral_cloning: null +env_settings: + env_path: Builds\HotrodTrack3 part2\Racesm_L.exe + env_args: null + base_port: 5005 + num_envs: 1 + num_areas: 1 + seed: -1 + max_lifetime_restarts: 10 + restarts_rate_limit_n: 1 + restarts_rate_limit_period_s: 60 +engine_settings: + width: 84 + height: 84 + quality_level: 5 + time_scale: 20 + target_frame_rate: -1 + capture_frame_rate: 60 + no_graphics: false +environment_parameters: null +checkpoint_settings: + run_id: HotrodTrack3 + initialize_from: null + load_model: false + resume: true + force: false + train_model: false + inference: false + results_dir: results +torch_settings: + device: null +debug: false diff --git a/MLAgents/results/HotrodTrack3/run_logs/Player-0.log b/MLAgents/results/HotrodTrack3/run_logs/Player-0.log new file mode 100644 index 0000000..4dd79b1 --- /dev/null +++ b/MLAgents/results/HotrodTrack3/run_logs/Player-0.log @@ -0,0 +1,306 @@ +Mono path[0] = 'C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/HotrodTrack3 part2/Racesm_L_Data/Managed' +Mono config path = 'C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/HotrodTrack3 part2/MonoBleedingEdge/etc' +[Physics::Module] Initialized MultithreadedJobDispatcher with 15 workers. +Initialize engine version: 2022.3.11f1 (d00248457e15) +[Subsystems] Discovering subsystems at path C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/HotrodTrack3 part2/Racesm_L_Data/UnitySubsystems +GfxDevice: creating device client; threaded=1; jobified=1 +Direct3D: + Version: Direct3D 11.0 [level 11.1] + Renderer: NVIDIA GeForce RTX 3070 (ID=0x2488) + Vendor: NVIDIA + VRAM: 8043 MB + Driver: 30.0.14.9729 +Begin MonoManager ReloadAssembly +- Loaded All Assemblies, in 1.513 seconds +- Finished resetting the current domain, in 0.002 seconds + Initializing input. + Input initialized. + Initialized touch support. +UnloadTime: 2.244300 ms +Setting up 8 worker threads for Enlighten. +Memory Statistics: +[ALLOC_TEMP_TLS] TLS Allocator + StackAllocators : + [ALLOC_TEMP_MAIN] + Peak usage frame count: [1.0 KB-2.0 KB]: 94347 frames, [2.0 KB-4.0 KB]: 1245 frames, [4.0 KB-8.0 KB]: 25 frames, [8.0 KB-16.0 KB]: 3638 frames, [2.0 MB-4.0 MB]: 1 frames + Initial Block Size 4.0 MB + Current Block Size 4.0 MB + Peak Allocated Bytes 2.1 MB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 4] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Loading.PreloadManager] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 75.0 KB + Overflow Count 4 + [ALLOC_TEMP_Background Job.worker 3] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 11] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 7] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 6] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 11] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 12.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 12] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 2] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 9] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 0] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 12.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 4] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 12.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 5] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 12.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 14] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 12.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 10] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 13] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 12.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 1] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_EnlightenWorker] x 8 + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 1] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 12.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 3] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 12.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 5] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 8] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 12] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 12.0 KB + Overflow Count 0 + [ALLOC_TEMP_UnityGfxDeviceWorker] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 14.2 KB + Overflow Count 0 + [ALLOC_TEMP_AssetGarbageCollectorHelper] x 15 + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 138 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 15] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 13] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 2] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 12.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 10] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 12.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 7] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 12.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 9] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 12.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 0] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 6] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 12.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 8] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 12.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 14] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Loading.AsyncRead] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 339 B + Overflow Count 0 + [ALLOC_TEMP_BatchDeleteObjects] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 +[ALLOC_DEFAULT] Dual Thread Allocator + Peak main deferred allocation count 31 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.4 MB + [ALLOC_DEFAULT_MAIN] + Peak usage frame count: [16.0 MB-32.0 MB]: 99256 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 22.8 MB + Peak Large allocation bytes 8.0 MB + [ALLOC_DEFAULT_THREAD] + Peak usage frame count: [16.0 MB-32.0 MB]: 99256 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 21.3 MB + Peak Large allocation bytes 16.0 MB +[ALLOC_TEMP_JOB_1_FRAME] + Initial Block Size 2.0 MB + Used Block Count 0 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_2_FRAMES] + Initial Block Size 2.0 MB + Used Block Count 0 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_4_FRAMES (JobTemp)] + Initial Block Size 2.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_ASYNC (Background)] + Initial Block Size 1.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_GFX] Dual Thread Allocator + Peak main deferred allocation count 1 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.4 MB + [ALLOC_GFX_MAIN] + Peak usage frame count: [32.0 KB-64.0 KB]: 99255 frames, [64.0 KB-128.0 KB]: 1 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 66.0 KB + Peak Large allocation bytes 0 B + [ALLOC_GFX_THREAD] + Peak usage frame count: [0.5 MB-1.0 MB]: 61 frames, [1.0 MB-2.0 MB]: 1328 frames, [2.0 MB-4.0 MB]: 97867 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 2.1 MB + Peak Large allocation bytes 0 B +[ALLOC_CACHEOBJECTS] Dual Thread Allocator + Peak main deferred allocation count 2 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.4 MB + [ALLOC_CACHEOBJECTS_MAIN] + Peak usage frame count: [1.0 MB-2.0 MB]: 99255 frames, [2.0 MB-4.0 MB]: 1 frames + Requested Block Size 4.0 MB + Peak Block count 1 + Peak Allocated memory 2.1 MB + Peak Large allocation bytes 0 B + [ALLOC_CACHEOBJECTS_THREAD] + Peak usage frame count: [1.0 MB-2.0 MB]: 99255 frames, [2.0 MB-4.0 MB]: 1 frames + Requested Block Size 4.0 MB + Peak Block count 1 + Peak Allocated memory 3.4 MB + Peak Large allocation bytes 0 B +[ALLOC_TYPETREE] Dual Thread Allocator + Peak main deferred allocation count 0 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.4 MB + [ALLOC_TYPETREE_MAIN] + Peak usage frame count: [4.0 KB-8.0 KB]: 99256 frames + Requested Block Size 2.0 MB + Peak Block count 1 + Peak Allocated memory 4.1 KB + Peak Large allocation bytes 0 B + [ALLOC_TYPETREE_THREAD] + Peak usage frame count: [0-1.0 KB]: 99255 frames, [1.0 KB-2.0 KB]: 1 frames + Requested Block Size 2.0 MB + Peak Block count 1 + Peak Allocated memory 1.2 KB + Peak Large allocation bytes 0 B diff --git a/MLAgents/results/HotrodTrack3/run_logs/timers.json b/MLAgents/results/HotrodTrack3/run_logs/timers.json new file mode 100644 index 0000000..762348a --- /dev/null +++ b/MLAgents/results/HotrodTrack3/run_logs/timers.json @@ -0,0 +1,320 @@ +{ + "name": "root", + "gauges": { + "HotrodTrack3.Policy.Entropy.mean": { + "value": 1.5406694412231445, + "min": 1.5406694412231445, + "max": 2.1569020748138428, + "count": 265 + }, + "HotrodTrack3.Policy.Entropy.sum": { + "value": 15308.091796875, + "min": 6912.255859375, + "max": 21810.59375, + "count": 265 + }, + "HotrodTrack3.Step.mean": { + "value": 2709952.0, + "min": 69941.0, + "max": 2709952.0, + "count": 265 + }, + "HotrodTrack3.Step.sum": { + "value": 2709952.0, + "min": 69941.0, + "max": 2709952.0, + "count": 265 + }, + "HotrodTrack3.Policy.ExtrinsicValueEstimate.mean": { + "value": 3.49554705619812, + "min": -0.12287396937608719, + "max": 6.631581783294678, + "count": 265 + }, + "HotrodTrack3.Policy.ExtrinsicValueEstimate.sum": { + "value": 569.774169921875, + "min": -20.51995277404785, + "max": 1017.1873779296875, + "count": 265 + }, + "HotrodTrack3.Environment.EpisodeLength.mean": { + "value": 661.625, + "min": 299.0, + "max": 1114.4444444444443, + "count": 265 + }, + "HotrodTrack3.Environment.EpisodeLength.sum": { + "value": 10586.0, + "min": 2392.0, + "max": 12813.0, + "count": 265 + }, + "HotrodTrack3.Environment.CumulativeReward.mean": { + "value": 24.86954413865169, + "min": -6.305523566174088, + "max": 26.767239019168, + "count": 265 + }, + "HotrodTrack3.Environment.CumulativeReward.sum": { + "value": 397.91270621842705, + "min": -201.77675411757082, + "max": 426.14645283529535, + "count": 265 + }, + "HotrodTrack3.Policy.ExtrinsicReward.mean": { + "value": 24.86954413865169, + "min": -6.305523566174088, + "max": 26.767239019168, + "count": 265 + }, + "HotrodTrack3.Policy.ExtrinsicReward.sum": { + "value": 397.91270621842705, + "min": -201.77675411757082, + "max": 426.14645283529535, + "count": 265 + }, + "HotrodTrack3.IsTraining.mean": { + "value": 1.0, + "min": 1.0, + "max": 1.0, + "count": 265 + }, + "HotrodTrack3.IsTraining.sum": { + "value": 1.0, + "min": 1.0, + "max": 1.0, + "count": 265 + }, + "HotrodTrack3.Losses.PolicyLoss.mean": { + "value": 0.10909264485637574, + "min": 0.09851335268712551, + "max": 0.1217805069833684, + "count": 257 + }, + "HotrodTrack3.Losses.PolicyLoss.sum": { + "value": 0.10909264485637574, + "min": 0.09851335268712551, + "max": 0.1217805069833684, + "count": 257 + }, + "HotrodTrack3.Losses.ValueLoss.mean": { + "value": 0.4344752586954008, + "min": 0.023163300876816114, + "max": 1.4580619129463561, + "count": 257 + }, + "HotrodTrack3.Losses.ValueLoss.sum": { + "value": 0.4344752586954008, + "min": 0.023163300876816114, + "max": 1.4580619129463561, + "count": 257 + }, + "HotrodTrack3.Policy.LearningRate.mean": { + "value": 0.00013741829419392, + "min": 0.00013741829419392, + "max": 0.00029535234154922, + "count": 257 + }, + "HotrodTrack3.Policy.LearningRate.sum": { + "value": 0.00013741829419392, + "min": 0.00013741829419392, + "max": 0.00029535234154922, + "count": 257 + }, + "HotrodTrack3.Policy.Epsilon.mean": { + "value": 0.14580608000000003, + "min": 0.14580608000000003, + "max": 0.19845078, + "count": 257 + }, + "HotrodTrack3.Policy.Epsilon.sum": { + "value": 0.14580608000000003, + "min": 0.14580608000000003, + "max": 0.19845078, + "count": 257 + }, + "HotrodTrack3.Policy.Beta.mean": { + "value": 0.022908459392000004, + "min": 0.022908459392000004, + "max": 0.04922554492199999, + "count": 257 + }, + "HotrodTrack3.Policy.Beta.sum": { + "value": 0.022908459392000004, + "min": 0.022908459392000004, + "max": 0.04922554492199999, + "count": 257 + } + }, + "metadata": { + "timer_format_version": "0.1.0", + "start_time_seconds": "1714048902", + "python_version": "3.9.13 (tags/v3.9.13:6de2ca5, May 17 2022, 16:36:42) [MSC v.1929 64 bit (AMD64)]", + "command_line_arguments": "C:\\Users\\SukkertoppenDDU\\AppData\\Local\\Programs\\Python\\Python39\\Scripts\\mlagents-learn config/LLL.yaml --run-id=HotrodTrack3 --resume --env=Builds\\HotrodTrack3 part2\\Racesm_L.exe", + "mlagents_version": "0.30.0", + "mlagents_envs_version": "0.30.0", + "communication_protocol_version": "1.5.0", + "pytorch_version": "2.3.0+cpu", + "numpy_version": "1.21.2", + "end_time_seconds": "1714052572" + }, + "total": 3669.941056, + "count": 1, + "self": 0.6098805000001448, + "children": { + "run_training.setup": { + "total": 0.06419149999999996, + "count": 1, + "self": 0.06419149999999996 + }, + "TrainerController.start_learning": { + "total": 3669.266984, + "count": 1, + "self": 6.0508188000694645, + "children": { + "TrainerController._reset_env": { + "total": 7.476565900000001, + "count": 1, + "self": 7.476565900000001 + }, + "TrainerController.advance": { + "total": 3655.67328719993, + "count": 333736, + "self": 5.652337700004864, + "children": { + "env_step": { + "total": 2016.253376699993, + "count": 333736, + "self": 1509.5151283000343, + "children": { + "SubprocessEnvManager._take_step": { + "total": 503.213429300019, + "count": 333736, + "self": 19.422355000068023, + "children": { + "TorchPolicy.evaluate": { + "total": 483.791074299951, + "count": 330852, + "self": 483.791074299951 + } + } + }, + "workers": { + "total": 3.5248190999395455, + "count": 333736, + "self": 0.0, + "children": { + "worker_root": { + "total": 3656.0975542999217, + "count": 333736, + "is_parallel": true, + "self": 2469.8470495000106, + "children": { + "steps_from_proto": { + "total": 0.001862700000000217, + "count": 1, + "is_parallel": true, + "self": 0.0006767000000005297, + "children": { + "_process_rank_one_or_two_observation": { + "total": 0.0011859999999996873, + "count": 6, + "is_parallel": true, + "self": 0.0011859999999996873 + } + } + }, + "UnityEnvironment.step": { + "total": 1186.2486420999112, + "count": 333736, + "is_parallel": true, + "self": 38.70277539986296, + "children": { + "UnityEnvironment._generate_step_input": { + "total": 68.96651330005905, + "count": 333736, + "is_parallel": true, + "self": 68.96651330005905 + }, + "communicator.exchange": { + "total": 961.1352359000564, + "count": 333736, + "is_parallel": true, + "self": 961.1352359000564 + }, + "steps_from_proto": { + "total": 117.44411749993293, + "count": 333736, + "is_parallel": true, + "self": 45.33441769985208, + "children": { + "_process_rank_one_or_two_observation": { + "total": 72.10969980008085, + "count": 2002416, + "is_parallel": true, + "self": 72.10969980008085 + } + } + } + } + } + } + } + } + } + } + }, + "trainer_advance": { + "total": 1633.7675727999322, + "count": 333736, + "self": 8.36080129990205, + "children": { + "process_trajectory": { + "total": 253.6855172000302, + "count": 333736, + "self": 253.30153870002985, + "children": { + "RLTrainer._checkpoint": { + "total": 0.38397850000035305, + "count": 5, + "self": 0.38397850000035305 + } + } + }, + "_update_policy": { + "total": 1371.7212542999998, + "count": 257, + "self": 473.822560900015, + "children": { + "TorchPPOOptimizer.update": { + "total": 897.8986933999848, + "count": 158169, + "self": 897.8986933999848 + } + } + } + } + } + } + }, + "trainer_threads": { + "total": 8.000001798791345e-07, + "count": 1, + "self": 8.000001798791345e-07 + }, + "TrainerController._save_models": { + "total": 0.06631130000005214, + "count": 1, + "self": 0.007919099999980972, + "children": { + "RLTrainer._checkpoint": { + "total": 0.05839220000007117, + "count": 1, + "self": 0.05839220000007117 + } + } + } + } + } + } +} \ No newline at end of file diff --git a/MLAgents/results/HotrodTrack3/run_logs/training_status.json b/MLAgents/results/HotrodTrack3/run_logs/training_status.json new file mode 100644 index 0000000..a14abfa --- /dev/null +++ b/MLAgents/results/HotrodTrack3/run_logs/training_status.json @@ -0,0 +1,65 @@ +{ + "HotrodTrack3": { + "checkpoints": [ + { + "steps": 999991, + "file_path": "results\\HotrodTrack3\\HotrodTrack3\\HotrodTrack3-999991.onnx", + "reward": 13.917651164709241, + "creation_time": 1714050129.6251926, + "auxillary_file_paths": [ + "results\\HotrodTrack3\\HotrodTrack3\\HotrodTrack3-999991.pt" + ] + }, + { + "steps": 1499983, + "file_path": "results\\HotrodTrack3\\HotrodTrack3\\HotrodTrack3-1499983.onnx", + "reward": 19.48899473529309, + "creation_time": 1714050849.6516347, + "auxillary_file_paths": [ + "results\\HotrodTrack3\\HotrodTrack3\\HotrodTrack3-1499983.pt" + ] + }, + { + "steps": 1999985, + "file_path": "results\\HotrodTrack3\\HotrodTrack3\\HotrodTrack3-1999985.onnx", + "reward": 21.586416298724625, + "creation_time": 1714051559.7707393, + "auxillary_file_paths": [ + "results\\HotrodTrack3\\HotrodTrack3\\HotrodTrack3-1999985.pt" + ] + }, + { + "steps": 2499942, + "file_path": "results\\HotrodTrack3\\HotrodTrack3\\HotrodTrack3-2499942.onnx", + "reward": 25.80968812017236, + "creation_time": 1714052271.9114273, + "auxillary_file_paths": [ + "results\\HotrodTrack3\\HotrodTrack3\\HotrodTrack3-2499942.pt" + ] + }, + { + "steps": 2713449, + "file_path": "results\\HotrodTrack3\\HotrodTrack3\\HotrodTrack3-2713449.onnx", + "reward": 25.964478792079415, + "creation_time": 1714052571.9478202, + "auxillary_file_paths": [ + "results\\HotrodTrack3\\HotrodTrack3\\HotrodTrack3-2713449.pt" + ] + } + ], + "final_checkpoint": { + "steps": 2713449, + "file_path": "results\\HotrodTrack3\\HotrodTrack3.onnx", + "reward": 25.964478792079415, + "creation_time": 1714052571.9478202, + "auxillary_file_paths": [ + "results\\HotrodTrack3\\HotrodTrack3\\HotrodTrack3-2713449.pt" + ] + } + }, + "metadata": { + "stats_format_version": "0.3.0", + "mlagents_version": "0.30.0", + "torch_version": "2.3.0+cpu" + } +} \ No newline at end of file diff --git a/MLAgents/results/IcecreamTrack2/IcecreamTrack2.onnx b/MLAgents/results/IcecreamTrack2/IcecreamTrack2.onnx new file mode 100644 index 0000000..787e39c Binary files /dev/null and b/MLAgents/results/IcecreamTrack2/IcecreamTrack2.onnx differ diff --git a/MLAgents/results/IcecreamTrack2/IcecreamTrack2/IcecreamTrack2-1499997.onnx b/MLAgents/results/IcecreamTrack2/IcecreamTrack2/IcecreamTrack2-1499997.onnx new file mode 100644 index 0000000..fde260c Binary files /dev/null and b/MLAgents/results/IcecreamTrack2/IcecreamTrack2/IcecreamTrack2-1499997.onnx differ diff --git a/MLAgents/results/IcecreamTrack2/IcecreamTrack2/IcecreamTrack2-1499997.pt b/MLAgents/results/IcecreamTrack2/IcecreamTrack2/IcecreamTrack2-1499997.pt new file mode 100644 index 0000000..2ed865d Binary files /dev/null and b/MLAgents/results/IcecreamTrack2/IcecreamTrack2/IcecreamTrack2-1499997.pt differ diff --git a/MLAgents/results/IcecreamTrack2/IcecreamTrack2/IcecreamTrack2-1999957.onnx b/MLAgents/results/IcecreamTrack2/IcecreamTrack2/IcecreamTrack2-1999957.onnx new file mode 100644 index 0000000..79c23e3 Binary files /dev/null and b/MLAgents/results/IcecreamTrack2/IcecreamTrack2/IcecreamTrack2-1999957.onnx differ diff --git a/MLAgents/results/IcecreamTrack2/IcecreamTrack2/IcecreamTrack2-1999957.pt b/MLAgents/results/IcecreamTrack2/IcecreamTrack2/IcecreamTrack2-1999957.pt new file mode 100644 index 0000000..50e5e6d Binary files /dev/null and b/MLAgents/results/IcecreamTrack2/IcecreamTrack2/IcecreamTrack2-1999957.pt differ diff --git a/MLAgents/results/IcecreamTrack2/IcecreamTrack2/IcecreamTrack2-2372203.onnx b/MLAgents/results/IcecreamTrack2/IcecreamTrack2/IcecreamTrack2-2372203.onnx new file mode 100644 index 0000000..787e39c Binary files /dev/null and b/MLAgents/results/IcecreamTrack2/IcecreamTrack2/IcecreamTrack2-2372203.onnx differ diff --git a/MLAgents/results/IcecreamTrack2/IcecreamTrack2/IcecreamTrack2-2372203.pt b/MLAgents/results/IcecreamTrack2/IcecreamTrack2/IcecreamTrack2-2372203.pt new file mode 100644 index 0000000..425b2c2 Binary files /dev/null and b/MLAgents/results/IcecreamTrack2/IcecreamTrack2/IcecreamTrack2-2372203.pt differ diff --git a/MLAgents/results/IcecreamTrack2/IcecreamTrack2/IcecreamTrack2-712324.onnx b/MLAgents/results/IcecreamTrack2/IcecreamTrack2/IcecreamTrack2-712324.onnx new file mode 100644 index 0000000..0c33b31 Binary files /dev/null and b/MLAgents/results/IcecreamTrack2/IcecreamTrack2/IcecreamTrack2-712324.onnx differ diff --git a/MLAgents/results/IcecreamTrack2/IcecreamTrack2/IcecreamTrack2-712324.pt b/MLAgents/results/IcecreamTrack2/IcecreamTrack2/IcecreamTrack2-712324.pt new file mode 100644 index 0000000..9d2b210 Binary files /dev/null and b/MLAgents/results/IcecreamTrack2/IcecreamTrack2/IcecreamTrack2-712324.pt differ diff --git a/MLAgents/results/IcecreamTrack2/IcecreamTrack2/IcecreamTrack2-999980.onnx b/MLAgents/results/IcecreamTrack2/IcecreamTrack2/IcecreamTrack2-999980.onnx new file mode 100644 index 0000000..c7c8fad Binary files /dev/null and b/MLAgents/results/IcecreamTrack2/IcecreamTrack2/IcecreamTrack2-999980.onnx differ diff --git a/MLAgents/results/IcecreamTrack2/IcecreamTrack2/IcecreamTrack2-999980.pt b/MLAgents/results/IcecreamTrack2/IcecreamTrack2/IcecreamTrack2-999980.pt new file mode 100644 index 0000000..b673d92 Binary files /dev/null and b/MLAgents/results/IcecreamTrack2/IcecreamTrack2/IcecreamTrack2-999980.pt differ diff --git a/MLAgents/results/IcecreamTrack2/IcecreamTrack2/checkpoint.pt b/MLAgents/results/IcecreamTrack2/IcecreamTrack2/checkpoint.pt new file mode 100644 index 0000000..7d45516 Binary files /dev/null and b/MLAgents/results/IcecreamTrack2/IcecreamTrack2/checkpoint.pt differ diff --git a/MLAgents/results/IcecreamTrack2/IcecreamTrack2/events.out.tfevents.1714037802.KKU11esport.14600.0 b/MLAgents/results/IcecreamTrack2/IcecreamTrack2/events.out.tfevents.1714037802.KKU11esport.14600.0 new file mode 100644 index 0000000..de6f6f1 Binary files /dev/null and b/MLAgents/results/IcecreamTrack2/IcecreamTrack2/events.out.tfevents.1714037802.KKU11esport.14600.0 differ diff --git a/MLAgents/results/IcecreamTrack2/IcecreamTrack2/events.out.tfevents.1714038940.KKU11esport.17264.0 b/MLAgents/results/IcecreamTrack2/IcecreamTrack2/events.out.tfevents.1714038940.KKU11esport.17264.0 new file mode 100644 index 0000000..8da6564 Binary files /dev/null and b/MLAgents/results/IcecreamTrack2/IcecreamTrack2/events.out.tfevents.1714038940.KKU11esport.17264.0 differ diff --git a/MLAgents/results/IcecreamTrack2/configuration.yaml b/MLAgents/results/IcecreamTrack2/configuration.yaml new file mode 100644 index 0000000..0597915 --- /dev/null +++ b/MLAgents/results/IcecreamTrack2/configuration.yaml @@ -0,0 +1,76 @@ +default_settings: null +behaviors: + IcecreamTrack2: + trainer_type: ppo + hyperparameters: + batch_size: 50 + buffer_size: 10240 + learning_rate: 0.0003 + beta: 0.05 + epsilon: 0.2 + lambd: 0.95 + num_epoch: 3 + shared_critic: false + learning_rate_schedule: linear + beta_schedule: linear + epsilon_schedule: linear + network_settings: + normalize: false + hidden_units: 128 + num_layers: 2 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + reward_signals: + extrinsic: + gamma: 0.99 + strength: 1.0 + network_settings: + normalize: false + hidden_units: 128 + num_layers: 2 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + init_path: null + keep_checkpoints: 5 + checkpoint_interval: 500000 + max_steps: 5000000 + time_horizon: 64 + summary_freq: 10000 + threaded: false + self_play: null + behavioral_cloning: null +env_settings: + env_path: Builds\IcecreamTrack2 part2\Racesm_L.exe + env_args: null + base_port: 5005 + num_envs: 1 + num_areas: 1 + seed: -1 + max_lifetime_restarts: 10 + restarts_rate_limit_n: 1 + restarts_rate_limit_period_s: 60 +engine_settings: + width: 84 + height: 84 + quality_level: 5 + time_scale: 20 + target_frame_rate: -1 + capture_frame_rate: 60 + no_graphics: false +environment_parameters: null +checkpoint_settings: + run_id: IcecreamTrack2 + initialize_from: null + load_model: false + resume: true + force: false + train_model: false + inference: false + results_dir: results +torch_settings: + device: null +debug: false diff --git a/MLAgents/results/IcecreamTrack2/run_logs/Player-0.log b/MLAgents/results/IcecreamTrack2/run_logs/Player-0.log new file mode 100644 index 0000000..cec829c --- /dev/null +++ b/MLAgents/results/IcecreamTrack2/run_logs/Player-0.log @@ -0,0 +1,306 @@ +Mono path[0] = 'C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/IcecreamTrack2 part2/Racesm_L_Data/Managed' +Mono config path = 'C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/IcecreamTrack2 part2/MonoBleedingEdge/etc' +[Physics::Module] Initialized MultithreadedJobDispatcher with 15 workers. +Initialize engine version: 2022.3.11f1 (d00248457e15) +[Subsystems] Discovering subsystems at path C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/IcecreamTrack2 part2/Racesm_L_Data/UnitySubsystems +GfxDevice: creating device client; threaded=1; jobified=1 +Direct3D: + Version: Direct3D 11.0 [level 11.1] + Renderer: NVIDIA GeForce RTX 3070 (ID=0x2488) + Vendor: NVIDIA + VRAM: 8043 MB + Driver: 30.0.14.9729 +Begin MonoManager ReloadAssembly +- Loaded All Assemblies, in 1.417 seconds +- Finished resetting the current domain, in 0.001 seconds + Initializing input. + Input initialized. + Initialized touch support. +UnloadTime: 0.595500 ms +Setting up 8 worker threads for Enlighten. +Memory Statistics: +[ALLOC_TEMP_TLS] TLS Allocator + StackAllocators : + [ALLOC_TEMP_MAIN] + Peak usage frame count: [1.0 KB-2.0 KB]: 58415 frames, [2.0 KB-4.0 KB]: 475 frames, [4.0 KB-8.0 KB]: 2 frames, [8.0 KB-16.0 KB]: 16 frames, [16.0 KB-32.0 KB]: 3 frames, [32.0 KB-64.0 KB]: 3343 frames, [2.0 MB-4.0 MB]: 1 frames + Initial Block Size 4.0 MB + Current Block Size 4.0 MB + Peak Allocated Bytes 2.1 MB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 4] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Loading.PreloadManager] + Initial Block Size 256.0 KB + Current Block Size 340.0 KB + Peak Allocated Bytes 218.7 KB + Overflow Count 4 + [ALLOC_TEMP_Background Job.worker 3] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 11] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 7] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 6] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 11] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 12] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 2] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 9] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 0] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 4] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 5] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 14] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 24.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 10] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 13] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 1] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_EnlightenWorker] x 8 + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 1] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 3] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 5] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 8] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 12] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_UnityGfxDeviceWorker] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 14.2 KB + Overflow Count 0 + [ALLOC_TEMP_AssetGarbageCollectorHelper] x 15 + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 138 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 13] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 15] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 2] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 10] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 7] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 24.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 9] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 0] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 6] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 8] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 14] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Loading.AsyncRead] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 345 B + Overflow Count 0 + [ALLOC_TEMP_BatchDeleteObjects] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 +[ALLOC_DEFAULT] Dual Thread Allocator + Peak main deferred allocation count 31 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.8 MB + [ALLOC_DEFAULT_MAIN] + Peak usage frame count: [16.0 MB-32.0 MB]: 62255 frames + Requested Block Size 16.0 MB + Peak Block count 2 + Peak Allocated memory 24.0 MB + Peak Large allocation bytes 8.0 MB + [ALLOC_DEFAULT_THREAD] + Peak usage frame count: [16.0 MB-32.0 MB]: 62255 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 21.8 MB + Peak Large allocation bytes 16.0 MB +[ALLOC_TEMP_JOB_1_FRAME] + Initial Block Size 2.0 MB + Used Block Count 0 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_2_FRAMES] + Initial Block Size 2.0 MB + Used Block Count 0 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_4_FRAMES (JobTemp)] + Initial Block Size 2.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_ASYNC (Background)] + Initial Block Size 1.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_GFX] Dual Thread Allocator + Peak main deferred allocation count 1 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.8 MB + [ALLOC_GFX_MAIN] + Peak usage frame count: [32.0 KB-64.0 KB]: 62254 frames, [64.0 KB-128.0 KB]: 1 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 66.0 KB + Peak Large allocation bytes 0 B + [ALLOC_GFX_THREAD] + Peak usage frame count: [2.0 MB-4.0 MB]: 108 frames, [4.0 MB-8.0 MB]: 62147 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 5.4 MB + Peak Large allocation bytes 0 B +[ALLOC_CACHEOBJECTS] Dual Thread Allocator + Peak main deferred allocation count 2 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.8 MB + [ALLOC_CACHEOBJECTS_MAIN] + Peak usage frame count: [2.0 MB-4.0 MB]: 62255 frames + Requested Block Size 4.0 MB + Peak Block count 1 + Peak Allocated memory 2.2 MB + Peak Large allocation bytes 0 B + [ALLOC_CACHEOBJECTS_THREAD] + Peak usage frame count: [2.0 MB-4.0 MB]: 62254 frames, [4.0 MB-8.0 MB]: 1 frames + Requested Block Size 4.0 MB + Peak Block count 2 + Peak Allocated memory 6.8 MB + Peak Large allocation bytes 0 B +[ALLOC_TYPETREE] Dual Thread Allocator + Peak main deferred allocation count 0 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.8 MB + [ALLOC_TYPETREE_MAIN] + Peak usage frame count: [4.0 KB-8.0 KB]: 62255 frames + Requested Block Size 2.0 MB + Peak Block count 1 + Peak Allocated memory 4.1 KB + Peak Large allocation bytes 0 B + [ALLOC_TYPETREE_THREAD] + Peak usage frame count: [0-1.0 KB]: 62254 frames, [1.0 KB-2.0 KB]: 1 frames + Requested Block Size 2.0 MB + Peak Block count 1 + Peak Allocated memory 1.2 KB + Peak Large allocation bytes 0 B diff --git a/MLAgents/results/IcecreamTrack2/run_logs/timers.json b/MLAgents/results/IcecreamTrack2/run_logs/timers.json new file mode 100644 index 0000000..41bce6f --- /dev/null +++ b/MLAgents/results/IcecreamTrack2/run_logs/timers.json @@ -0,0 +1,320 @@ +{ + "name": "root", + "gauges": { + "IcecreamTrack2.Policy.Entropy.mean": { + "value": 1.6836251020431519, + "min": 1.6389111280441284, + "max": 1.9409809112548828, + "count": 166 + }, + "IcecreamTrack2.Policy.Entropy.sum": { + "value": 16795.84375, + "min": 15331.83984375, + "max": 19529.755859375, + "count": 166 + }, + "IcecreamTrack2.Step.mean": { + "value": 2369992.0, + "min": 719941.0, + "max": 2369992.0, + "count": 166 + }, + "IcecreamTrack2.Step.sum": { + "value": 2369992.0, + "min": 719941.0, + "max": 2369992.0, + "count": 166 + }, + "IcecreamTrack2.Policy.ExtrinsicValueEstimate.mean": { + "value": 5.2892374992370605, + "min": 3.332066535949707, + "max": 5.377326965332031, + "count": 166 + }, + "IcecreamTrack2.Policy.ExtrinsicValueEstimate.sum": { + "value": 893.8811645507812, + "min": 439.65057373046875, + "max": 925.701416015625, + "count": 166 + }, + "IcecreamTrack2.Environment.EpisodeLength.mean": { + "value": 411.88, + "min": 389.84, + "max": 655.125, + "count": 166 + }, + "IcecreamTrack2.Environment.EpisodeLength.sum": { + "value": 10297.0, + "min": 5241.0, + "max": 11799.0, + "count": 166 + }, + "IcecreamTrack2.Environment.CumulativeReward.mean": { + "value": 23.876385838985442, + "min": 14.857213143991041, + "max": 24.77216062322259, + "count": 166 + }, + "IcecreamTrack2.Environment.CumulativeReward.sum": { + "value": 596.9096459746361, + "min": 135.58335151150823, + "max": 621.592950552702, + "count": 166 + }, + "IcecreamTrack2.Policy.ExtrinsicReward.mean": { + "value": 23.876385838985442, + "min": 14.857213143991041, + "max": 24.77216062322259, + "count": 166 + }, + "IcecreamTrack2.Policy.ExtrinsicReward.sum": { + "value": 596.9096459746361, + "min": 135.58335151150823, + "max": 621.592950552702, + "count": 166 + }, + "IcecreamTrack2.IsTraining.mean": { + "value": 1.0, + "min": 1.0, + "max": 1.0, + "count": 166 + }, + "IcecreamTrack2.IsTraining.sum": { + "value": 1.0, + "min": 1.0, + "max": 1.0, + "count": 166 + }, + "IcecreamTrack2.Losses.PolicyLoss.mean": { + "value": 0.11521556020765333, + "min": 0.10424994623299069, + "max": 0.12242641909160591, + "count": 161 + }, + "IcecreamTrack2.Losses.PolicyLoss.sum": { + "value": 0.11521556020765333, + "min": 0.10424994623299069, + "max": 0.12242641909160591, + "count": 161 + }, + "IcecreamTrack2.Losses.ValueLoss.mean": { + "value": 0.28940156726696625, + "min": 0.26852792455413477, + "max": 0.4486245407838545, + "count": 161 + }, + "IcecreamTrack2.Losses.ValueLoss.sum": { + "value": 0.28940156726696625, + "min": 0.26852792455413477, + "max": 0.4486245407838545, + "count": 161 + }, + "IcecreamTrack2.Policy.LearningRate.mean": { + "value": 0.00015803410732197998, + "min": 0.00015803410732197998, + "max": 0.0002566459944513401, + "count": 161 + }, + "IcecreamTrack2.Policy.LearningRate.sum": { + "value": 0.00015803410732197998, + "min": 0.00015803410732197998, + "max": 0.0002566459944513401, + "count": 161 + }, + "IcecreamTrack2.Policy.Epsilon.mean": { + "value": 0.15267802, + "min": 0.15267802, + "max": 0.18554866000000003, + "count": 161 + }, + "IcecreamTrack2.Policy.Epsilon.sum": { + "value": 0.15267802, + "min": 0.15267802, + "max": 0.18554866000000003, + "count": 161 + }, + "IcecreamTrack2.Policy.Beta.mean": { + "value": 0.026343742198000005, + "min": 0.026343742198000005, + "max": 0.042775775134, + "count": 161 + }, + "IcecreamTrack2.Policy.Beta.sum": { + "value": 0.026343742198000005, + "min": 0.026343742198000005, + "max": 0.042775775134, + "count": 161 + } + }, + "metadata": { + "timer_format_version": "0.1.0", + "start_time_seconds": "1714038933", + "python_version": "3.9.13 (tags/v3.9.13:6de2ca5, May 17 2022, 16:36:42) [MSC v.1929 64 bit (AMD64)]", + "command_line_arguments": "C:\\Users\\SukkertoppenDDU\\AppData\\Local\\Programs\\Python\\Python39\\Scripts\\mlagents-learn config/LLL.yaml --run-id=IcecreamTrack2 --resume --env=Builds\\IcecreamTrack2 part2\\Racesm_L.exe", + "mlagents_version": "0.30.0", + "mlagents_envs_version": "0.30.0", + "communication_protocol_version": "1.5.0", + "pytorch_version": "2.3.0+cpu", + "numpy_version": "1.21.2", + "end_time_seconds": "1714041422" + }, + "total": 2489.8108151, + "count": 1, + "self": 1.5384680000001936, + "children": { + "run_training.setup": { + "total": 0.06798219999999988, + "count": 1, + "self": 0.06798219999999988 + }, + "TrainerController.start_learning": { + "total": 2488.2043648999997, + "count": 1, + "self": 4.468781500012028, + "children": { + "TrainerController._reset_env": { + "total": 8.1476572, + "count": 1, + "self": 8.1476572 + }, + "TrainerController.advance": { + "total": 2475.5358802999876, + "count": 210218, + "self": 3.9878212000571693, + "children": { + "env_step": { + "total": 1403.6403923999546, + "count": 210218, + "self": 1048.2107893998573, + "children": { + "SubprocessEnvManager._take_step": { + "total": 352.9421941000317, + "count": 210218, + "self": 13.424491700014244, + "children": { + "TorchPolicy.evaluate": { + "total": 339.51770240001747, + "count": 207515, + "self": 339.51770240001747 + } + } + }, + "workers": { + "total": 2.487408900065615, + "count": 210217, + "self": 0.0, + "children": { + "worker_root": { + "total": 2476.504360199979, + "count": 210217, + "is_parallel": true, + "self": 1654.1055837999997, + "children": { + "steps_from_proto": { + "total": 0.0018059999999993082, + "count": 1, + "is_parallel": true, + "self": 0.0006997999999995841, + "children": { + "_process_rank_one_or_two_observation": { + "total": 0.001106199999999724, + "count": 6, + "is_parallel": true, + "self": 0.001106199999999724 + } + } + }, + "UnityEnvironment.step": { + "total": 822.3969703999794, + "count": 210217, + "is_parallel": true, + "self": 26.482695000002195, + "children": { + "UnityEnvironment._generate_step_input": { + "total": 47.884226299945226, + "count": 210217, + "is_parallel": true, + "self": 47.884226299945226 + }, + "communicator.exchange": { + "total": 669.2123821000014, + "count": 210217, + "is_parallel": true, + "self": 669.2123821000014 + }, + "steps_from_proto": { + "total": 78.81766700003058, + "count": 210217, + "is_parallel": true, + "self": 30.366130199898784, + "children": { + "_process_rank_one_or_two_observation": { + "total": 48.4515368001318, + "count": 1261302, + "is_parallel": true, + "self": 48.4515368001318 + } + } + } + } + } + } + } + } + } + } + }, + "trainer_advance": { + "total": 1067.9076666999758, + "count": 210217, + "self": 6.0882385999675535, + "children": { + "process_trajectory": { + "total": 173.2478836000081, + "count": 210217, + "self": 173.04350010000815, + "children": { + "RLTrainer._checkpoint": { + "total": 0.20438349999994898, + "count": 3, + "self": 0.20438349999994898 + } + } + }, + "_update_policy": { + "total": 888.5715445000003, + "count": 161, + "self": 341.4306103999651, + "children": { + "TorchPPOOptimizer.update": { + "total": 547.1409341000352, + "count": 98982, + "self": 547.1409341000352 + } + } + } + } + } + } + }, + "trainer_threads": { + "total": 6.999998731771484e-07, + "count": 1, + "self": 6.999998731771484e-07 + }, + "TrainerController._save_models": { + "total": 0.05204520000006596, + "count": 1, + "self": 0.005272200000035809, + "children": { + "RLTrainer._checkpoint": { + "total": 0.04677300000003015, + "count": 1, + "self": 0.04677300000003015 + } + } + } + } + } + } +} \ No newline at end of file diff --git a/MLAgents/results/IcecreamTrack2/run_logs/training_status.json b/MLAgents/results/IcecreamTrack2/run_logs/training_status.json new file mode 100644 index 0000000..8618710 --- /dev/null +++ b/MLAgents/results/IcecreamTrack2/run_logs/training_status.json @@ -0,0 +1,65 @@ +{ + "IcecreamTrack2": { + "checkpoints": [ + { + "steps": 712324, + "file_path": "results\\IcecreamTrack2\\IcecreamTrack2\\IcecreamTrack2-712324.onnx", + "reward": 18.69851303845644, + "creation_time": 1714038906.973998, + "auxillary_file_paths": [ + "results\\IcecreamTrack2\\IcecreamTrack2\\IcecreamTrack2-712324.pt" + ] + }, + { + "steps": 999980, + "file_path": "results\\IcecreamTrack2\\IcecreamTrack2\\IcecreamTrack2-999980.onnx", + "reward": null, + "creation_time": 1714039363.0503757, + "auxillary_file_paths": [ + "results\\IcecreamTrack2\\IcecreamTrack2\\IcecreamTrack2-999980.pt" + ] + }, + { + "steps": 1499997, + "file_path": "results\\IcecreamTrack2\\IcecreamTrack2\\IcecreamTrack2-1499997.onnx", + "reward": 22.733712602938926, + "creation_time": 1714040109.1068733, + "auxillary_file_paths": [ + "results\\IcecreamTrack2\\IcecreamTrack2\\IcecreamTrack2-1499997.pt" + ] + }, + { + "steps": 1999957, + "file_path": "results\\IcecreamTrack2\\IcecreamTrack2\\IcecreamTrack2-1999957.onnx", + "reward": 23.865171190351248, + "creation_time": 1714040862.6291006, + "auxillary_file_paths": [ + "results\\IcecreamTrack2\\IcecreamTrack2\\IcecreamTrack2-1999957.pt" + ] + }, + { + "steps": 2372203, + "file_path": "results\\IcecreamTrack2\\IcecreamTrack2\\IcecreamTrack2-2372203.onnx", + "reward": 24.51099300171648, + "creation_time": 1714041421.426924, + "auxillary_file_paths": [ + "results\\IcecreamTrack2\\IcecreamTrack2\\IcecreamTrack2-2372203.pt" + ] + } + ], + "final_checkpoint": { + "steps": 2372203, + "file_path": "results\\IcecreamTrack2\\IcecreamTrack2.onnx", + "reward": 24.51099300171648, + "creation_time": 1714041421.426924, + "auxillary_file_paths": [ + "results\\IcecreamTrack2\\IcecreamTrack2\\IcecreamTrack2-2372203.pt" + ] + } + }, + "metadata": { + "stats_format_version": "0.3.0", + "mlagents_version": "0.30.0", + "torch_version": "2.3.0+cpu" + } +} \ No newline at end of file diff --git a/MLAgents/results/IcecreamTrack3/IcecreamTrack3.onnx b/MLAgents/results/IcecreamTrack3/IcecreamTrack3.onnx new file mode 100644 index 0000000..32d45bf Binary files /dev/null and b/MLAgents/results/IcecreamTrack3/IcecreamTrack3.onnx differ diff --git a/MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-1499998.onnx b/MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-1499998.onnx new file mode 100644 index 0000000..f101200 Binary files /dev/null and b/MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-1499998.onnx differ diff --git a/MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-1499998.pt b/MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-1499998.pt new file mode 100644 index 0000000..8e27800 Binary files /dev/null and b/MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-1499998.pt differ diff --git a/MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-1999936.onnx b/MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-1999936.onnx new file mode 100644 index 0000000..7a4c673 Binary files /dev/null and b/MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-1999936.onnx differ diff --git a/MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-1999936.pt b/MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-1999936.pt new file mode 100644 index 0000000..8c7ab48 Binary files /dev/null and b/MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-1999936.pt differ diff --git a/MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-2499968.onnx b/MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-2499968.onnx new file mode 100644 index 0000000..0f7520b Binary files /dev/null and b/MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-2499968.onnx differ diff --git a/MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-2499968.pt b/MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-2499968.pt new file mode 100644 index 0000000..65116a0 Binary files /dev/null and b/MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-2499968.pt differ diff --git a/MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-2999941.onnx b/MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-2999941.onnx new file mode 100644 index 0000000..d07d786 Binary files /dev/null and b/MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-2999941.onnx differ diff --git a/MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-2999941.pt b/MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-2999941.pt new file mode 100644 index 0000000..24e0099 Binary files /dev/null and b/MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-2999941.pt differ diff --git a/MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-3479887.onnx b/MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-3479887.onnx new file mode 100644 index 0000000..32d45bf Binary files /dev/null and b/MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-3479887.onnx differ diff --git a/MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-3479887.pt b/MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-3479887.pt new file mode 100644 index 0000000..a12cb59 Binary files /dev/null and b/MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-3479887.pt differ diff --git a/MLAgents/results/IcecreamTrack3/IcecreamTrack3/checkpoint.pt b/MLAgents/results/IcecreamTrack3/IcecreamTrack3/checkpoint.pt new file mode 100644 index 0000000..041e1e7 Binary files /dev/null and b/MLAgents/results/IcecreamTrack3/IcecreamTrack3/checkpoint.pt differ diff --git a/MLAgents/results/IcecreamTrack3/IcecreamTrack3/events.out.tfevents.1714047147.KKU17esport.25524.0 b/MLAgents/results/IcecreamTrack3/IcecreamTrack3/events.out.tfevents.1714047147.KKU17esport.25524.0 new file mode 100644 index 0000000..f9993f1 Binary files /dev/null and b/MLAgents/results/IcecreamTrack3/IcecreamTrack3/events.out.tfevents.1714047147.KKU17esport.25524.0 differ diff --git a/MLAgents/results/IcecreamTrack3/IcecreamTrack3/events.out.tfevents.1714048369.KKU17esport.2452.0 b/MLAgents/results/IcecreamTrack3/IcecreamTrack3/events.out.tfevents.1714048369.KKU17esport.2452.0 new file mode 100644 index 0000000..c846188 Binary files /dev/null and b/MLAgents/results/IcecreamTrack3/IcecreamTrack3/events.out.tfevents.1714048369.KKU17esport.2452.0 differ diff --git a/MLAgents/results/IcecreamTrack3/configuration.yaml b/MLAgents/results/IcecreamTrack3/configuration.yaml new file mode 100644 index 0000000..3dc049e --- /dev/null +++ b/MLAgents/results/IcecreamTrack3/configuration.yaml @@ -0,0 +1,76 @@ +default_settings: null +behaviors: + IcecreamTrack3: + trainer_type: ppo + hyperparameters: + batch_size: 50 + buffer_size: 10240 + learning_rate: 0.0003 + beta: 0.05 + epsilon: 0.2 + lambd: 0.95 + num_epoch: 3 + shared_critic: false + learning_rate_schedule: linear + beta_schedule: linear + epsilon_schedule: linear + network_settings: + normalize: false + hidden_units: 128 + num_layers: 2 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + reward_signals: + extrinsic: + gamma: 0.99 + strength: 1.0 + network_settings: + normalize: false + hidden_units: 128 + num_layers: 2 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + init_path: null + keep_checkpoints: 5 + checkpoint_interval: 500000 + max_steps: 5000000 + time_horizon: 64 + summary_freq: 10000 + threaded: false + self_play: null + behavioral_cloning: null +env_settings: + env_path: Builds\IcecreamTrack3 part2\Racesm_L.exe + env_args: null + base_port: 5005 + num_envs: 1 + num_areas: 1 + seed: -1 + max_lifetime_restarts: 10 + restarts_rate_limit_n: 1 + restarts_rate_limit_period_s: 60 +engine_settings: + width: 84 + height: 84 + quality_level: 5 + time_scale: 20 + target_frame_rate: -1 + capture_frame_rate: 60 + no_graphics: false +environment_parameters: null +checkpoint_settings: + run_id: IcecreamTrack3 + initialize_from: null + load_model: false + resume: true + force: false + train_model: false + inference: false + results_dir: results +torch_settings: + device: null +debug: false diff --git a/MLAgents/results/IcecreamTrack3/run_logs/Player-0.log b/MLAgents/results/IcecreamTrack3/run_logs/Player-0.log new file mode 100644 index 0000000..532a9eb --- /dev/null +++ b/MLAgents/results/IcecreamTrack3/run_logs/Player-0.log @@ -0,0 +1,306 @@ +Mono path[0] = 'C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/IcecreamTrack3 part2/Racesm_L_Data/Managed' +Mono config path = 'C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/IcecreamTrack3 part2/MonoBleedingEdge/etc' +[Physics::Module] Initialized MultithreadedJobDispatcher with 15 workers. +Initialize engine version: 2022.3.11f1 (d00248457e15) +[Subsystems] Discovering subsystems at path C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/IcecreamTrack3 part2/Racesm_L_Data/UnitySubsystems +GfxDevice: creating device client; threaded=1; jobified=1 +Direct3D: + Version: Direct3D 11.0 [level 11.1] + Renderer: NVIDIA GeForce RTX 3070 (ID=0x2488) + Vendor: NVIDIA + VRAM: 8043 MB + Driver: 30.0.14.9729 +Begin MonoManager ReloadAssembly +- Loaded All Assemblies, in 1.415 seconds +- Finished resetting the current domain, in 0.002 seconds + Initializing input. + Input initialized. + Initialized touch support. +UnloadTime: 1.855100 ms +Setting up 8 worker threads for Enlighten. +Memory Statistics: +[ALLOC_TEMP_TLS] TLS Allocator + StackAllocators : + [ALLOC_TEMP_MAIN] + Peak usage frame count: [1.0 KB-2.0 KB]: 95114 frames, [2.0 KB-4.0 KB]: 1519 frames, [4.0 KB-8.0 KB]: 10 frames, [8.0 KB-16.0 KB]: 3640 frames, [2.0 MB-4.0 MB]: 1 frames + Initial Block Size 4.0 MB + Current Block Size 4.0 MB + Peak Allocated Bytes 2.1 MB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 4] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Loading.PreloadManager] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 75.0 KB + Overflow Count 4 + [ALLOC_TEMP_Background Job.worker 3] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 11] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 7] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 6] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 11] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 12.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 12] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 2] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 9] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 0] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 12.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 4] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 12.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 5] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 12.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 14] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 12.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 10] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 13] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 12.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 1] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_EnlightenWorker] x 8 + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 1] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 12.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 3] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 12.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 5] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 8] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 12] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 12.0 KB + Overflow Count 0 + [ALLOC_TEMP_UnityGfxDeviceWorker] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 14.2 KB + Overflow Count 0 + [ALLOC_TEMP_AssetGarbageCollectorHelper] x 15 + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 138 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 13] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 15] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 2] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 12.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 10] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 12.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 7] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 12.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 9] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 12.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 0] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 6] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 12.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 8] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 12.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 14] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Loading.AsyncRead] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 345 B + Overflow Count 0 + [ALLOC_TEMP_BatchDeleteObjects] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 +[ALLOC_DEFAULT] Dual Thread Allocator + Peak main deferred allocation count 31 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.4 MB + [ALLOC_DEFAULT_MAIN] + Peak usage frame count: [16.0 MB-32.0 MB]: 100284 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 22.8 MB + Peak Large allocation bytes 8.0 MB + [ALLOC_DEFAULT_THREAD] + Peak usage frame count: [16.0 MB-32.0 MB]: 100284 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 21.3 MB + Peak Large allocation bytes 16.0 MB +[ALLOC_TEMP_JOB_1_FRAME] + Initial Block Size 2.0 MB + Used Block Count 0 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_2_FRAMES] + Initial Block Size 2.0 MB + Used Block Count 0 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_4_FRAMES (JobTemp)] + Initial Block Size 2.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_ASYNC (Background)] + Initial Block Size 1.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_GFX] Dual Thread Allocator + Peak main deferred allocation count 1 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.4 MB + [ALLOC_GFX_MAIN] + Peak usage frame count: [32.0 KB-64.0 KB]: 100283 frames, [64.0 KB-128.0 KB]: 1 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 66.0 KB + Peak Large allocation bytes 0 B + [ALLOC_GFX_THREAD] + Peak usage frame count: [0.5 MB-1.0 MB]: 2 frames, [1.0 MB-2.0 MB]: 1776 frames, [2.0 MB-4.0 MB]: 98506 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 2.0 MB + Peak Large allocation bytes 0 B +[ALLOC_CACHEOBJECTS] Dual Thread Allocator + Peak main deferred allocation count 2 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.4 MB + [ALLOC_CACHEOBJECTS_MAIN] + Peak usage frame count: [1.0 MB-2.0 MB]: 100283 frames, [2.0 MB-4.0 MB]: 1 frames + Requested Block Size 4.0 MB + Peak Block count 1 + Peak Allocated memory 2.1 MB + Peak Large allocation bytes 0 B + [ALLOC_CACHEOBJECTS_THREAD] + Peak usage frame count: [1.0 MB-2.0 MB]: 100283 frames, [2.0 MB-4.0 MB]: 1 frames + Requested Block Size 4.0 MB + Peak Block count 1 + Peak Allocated memory 3.4 MB + Peak Large allocation bytes 0 B +[ALLOC_TYPETREE] Dual Thread Allocator + Peak main deferred allocation count 0 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.4 MB + [ALLOC_TYPETREE_MAIN] + Peak usage frame count: [4.0 KB-8.0 KB]: 100284 frames + Requested Block Size 2.0 MB + Peak Block count 1 + Peak Allocated memory 4.1 KB + Peak Large allocation bytes 0 B + [ALLOC_TYPETREE_THREAD] + Peak usage frame count: [0-1.0 KB]: 100283 frames, [1.0 KB-2.0 KB]: 1 frames + Requested Block Size 2.0 MB + Peak Block count 1 + Peak Allocated memory 1.2 KB + Peak Large allocation bytes 0 B diff --git a/MLAgents/results/IcecreamTrack3/run_logs/timers.json b/MLAgents/results/IcecreamTrack3/run_logs/timers.json new file mode 100644 index 0000000..794df40 --- /dev/null +++ b/MLAgents/results/IcecreamTrack3/run_logs/timers.json @@ -0,0 +1,320 @@ +{ + "name": "root", + "gauges": { + "IcecreamTrack3.Policy.Entropy.mean": { + "value": 1.6850343942642212, + "min": 1.6850343942642212, + "max": 1.9906823635101318, + "count": 267 + }, + "IcecreamTrack3.Policy.Entropy.sum": { + "value": 16998.626953125, + "min": 8001.072265625, + "max": 20093.677734375, + "count": 267 + }, + "IcecreamTrack3.Step.mean": { + "value": 3469950.0, + "min": 809986.0, + "max": 3469950.0, + "count": 267 + }, + "IcecreamTrack3.Step.sum": { + "value": 3469950.0, + "min": 809986.0, + "max": 3469950.0, + "count": 267 + }, + "IcecreamTrack3.Policy.ExtrinsicValueEstimate.mean": { + "value": 4.131064414978027, + "min": 2.0430121421813965, + "max": 4.234811782836914, + "count": 267 + }, + "IcecreamTrack3.Policy.ExtrinsicValueEstimate.sum": { + "value": 673.363525390625, + "min": 128.7097625732422, + "max": 694.5091552734375, + "count": 267 + }, + "IcecreamTrack3.IsTraining.mean": { + "value": 1.0, + "min": 1.0, + "max": 1.0, + "count": 267 + }, + "IcecreamTrack3.IsTraining.sum": { + "value": 1.0, + "min": 1.0, + "max": 1.0, + "count": 267 + }, + "IcecreamTrack3.Environment.EpisodeLength.mean": { + "value": 614.875, + "min": 568.8888888888889, + "max": 1095.2222222222222, + "count": 266 + }, + "IcecreamTrack3.Environment.EpisodeLength.sum": { + "value": 9838.0, + "min": 7579.0, + "max": 12465.0, + "count": 266 + }, + "IcecreamTrack3.Environment.CumulativeReward.mean": { + "value": 26.34144085342996, + "min": 10.678579684629637, + "max": 27.31824895705689, + "count": 266 + }, + "IcecreamTrack3.Environment.CumulativeReward.sum": { + "value": 421.46305365487933, + "min": 149.50011558481492, + "max": 513.9357822015882, + "count": 266 + }, + "IcecreamTrack3.Policy.ExtrinsicReward.mean": { + "value": 26.34144085342996, + "min": 10.678579684629637, + "max": 27.31824895705689, + "count": 266 + }, + "IcecreamTrack3.Policy.ExtrinsicReward.sum": { + "value": 421.46305365487933, + "min": 149.50011558481492, + "max": 513.9357822015882, + "count": 266 + }, + "IcecreamTrack3.Losses.PolicyLoss.mean": { + "value": 0.10804458418655175, + "min": 0.10108814476483442, + "max": 0.12170424801978941, + "count": 259 + }, + "IcecreamTrack3.Losses.PolicyLoss.sum": { + "value": 0.10804458418655175, + "min": 0.10108814476483442, + "max": 0.12170424801978941, + "count": 259 + }, + "IcecreamTrack3.Losses.ValueLoss.mean": { + "value": 0.41184653905106755, + "min": 0.22534740117749547, + "max": 0.4738057178452732, + "count": 259 + }, + "IcecreamTrack3.Losses.ValueLoss.sum": { + "value": 0.41184653905106755, + "min": 0.22534740117749547, + "max": 0.4738057178452732, + "count": 259 + }, + "IcecreamTrack3.Policy.LearningRate.mean": { + "value": 9.19773693409e-05, + "min": 9.19773693409e-05, + "max": 0.00025102729632424, + "count": 259 + }, + "IcecreamTrack3.Policy.LearningRate.sum": { + "value": 9.19773693409e-05, + "min": 9.19773693409e-05, + "max": 0.00025102729632424, + "count": 259 + }, + "IcecreamTrack3.Policy.Epsilon.mean": { + "value": 0.1306591, + "min": 0.1306591, + "max": 0.18367576000000005, + "count": 259 + }, + "IcecreamTrack3.Policy.Epsilon.sum": { + "value": 0.1306591, + "min": 0.1306591, + "max": 0.18367576000000005, + "count": 259 + }, + "IcecreamTrack3.Policy.Beta.mean": { + "value": 0.015336484089999993, + "min": 0.015336484089999993, + "max": 0.04183951242400001, + "count": 259 + }, + "IcecreamTrack3.Policy.Beta.sum": { + "value": 0.015336484089999993, + "min": 0.015336484089999993, + "max": 0.04183951242400001, + "count": 259 + } + }, + "metadata": { + "timer_format_version": "0.1.0", + "start_time_seconds": "1714048363", + "python_version": "3.9.13 (tags/v3.9.13:6de2ca5, May 17 2022, 16:36:42) [MSC v.1929 64 bit (AMD64)]", + "command_line_arguments": "C:\\Users\\SukkertoppenDDU\\AppData\\Local\\Programs\\Python\\Python39\\Scripts\\mlagents-learn config/LLL.yaml --run-id=IcecreamTrack3 --resume --env=Builds\\IcecreamTrack3 part2\\Racesm_L.exe", + "mlagents_version": "0.30.0", + "mlagents_envs_version": "0.30.0", + "communication_protocol_version": "1.5.0", + "pytorch_version": "2.3.0+cpu", + "numpy_version": "1.21.2", + "end_time_seconds": "1714052111" + }, + "total": 3747.5633094, + "count": 1, + "self": 0.5757950000001983, + "children": { + "run_training.setup": { + "total": 0.07616429999999985, + "count": 1, + "self": 0.07616429999999985 + }, + "TrainerController.start_learning": { + "total": 3746.9113500999997, + "count": 1, + "self": 6.115410099970632, + "children": { + "TrainerController._reset_env": { + "total": 7.141663800000001, + "count": 1, + "self": 7.141663800000001 + }, + "TrainerController.advance": { + "total": 3733.5913880000294, + "count": 337219, + "self": 6.061244400124906, + "children": { + "env_step": { + "total": 2070.9325270000345, + "count": 337219, + "self": 1533.7376022001208, + "children": { + "SubprocessEnvManager._take_step": { + "total": 533.5429347000991, + "count": 337219, + "self": 20.295412300138537, + "children": { + "TorchPolicy.evaluate": { + "total": 513.2475223999605, + "count": 334279, + "self": 513.2475223999605 + } + } + }, + "workers": { + "total": 3.651990099814755, + "count": 337218, + "self": 0.0, + "children": { + "worker_root": { + "total": 3733.9462090999255, + "count": 337218, + "is_parallel": true, + "self": 2536.8314142998056, + "children": { + "steps_from_proto": { + "total": 0.0016421000000006458, + "count": 1, + "is_parallel": true, + "self": 0.0005595999999998824, + "children": { + "_process_rank_one_or_two_observation": { + "total": 0.0010825000000007634, + "count": 6, + "is_parallel": true, + "self": 0.0010825000000007634 + } + } + }, + "UnityEnvironment.step": { + "total": 1197.1131527001198, + "count": 337218, + "is_parallel": true, + "self": 40.07550290031031, + "children": { + "UnityEnvironment._generate_step_input": { + "total": 74.99286929996846, + "count": 337218, + "is_parallel": true, + "self": 74.99286929996846 + }, + "communicator.exchange": { + "total": 961.3451309999145, + "count": 337218, + "is_parallel": true, + "self": 961.3451309999145 + }, + "steps_from_proto": { + "total": 120.69964949992641, + "count": 337218, + "is_parallel": true, + "self": 46.49911660006134, + "children": { + "_process_rank_one_or_two_observation": { + "total": 74.20053289986507, + "count": 2023308, + "is_parallel": true, + "self": 74.20053289986507 + } + } + } + } + } + } + } + } + } + } + }, + "trainer_advance": { + "total": 1656.5976165998702, + "count": 337218, + "self": 8.583115600039946, + "children": { + "process_trajectory": { + "total": 271.72745209983424, + "count": 337218, + "self": 271.4021535998338, + "children": { + "RLTrainer._checkpoint": { + "total": 0.3252985000004287, + "count": 5, + "self": 0.3252985000004287 + } + } + }, + "_update_policy": { + "total": 1376.287048899996, + "count": 260, + "self": 475.24514519995887, + "children": { + "TorchPPOOptimizer.update": { + "total": 901.0419037000372, + "count": 159900, + "self": 901.0419037000372 + } + } + } + } + } + } + }, + "trainer_threads": { + "total": 6.999998731771484e-07, + "count": 1, + "self": 6.999998731771484e-07 + }, + "TrainerController._save_models": { + "total": 0.06288749999976062, + "count": 1, + "self": 0.011294399999769666, + "children": { + "RLTrainer._checkpoint": { + "total": 0.051593099999990955, + "count": 1, + "self": 0.051593099999990955 + } + } + } + } + } + } +} \ No newline at end of file diff --git a/MLAgents/results/IcecreamTrack3/run_logs/training_status.json b/MLAgents/results/IcecreamTrack3/run_logs/training_status.json new file mode 100644 index 0000000..14966e2 --- /dev/null +++ b/MLAgents/results/IcecreamTrack3/run_logs/training_status.json @@ -0,0 +1,65 @@ +{ + "IcecreamTrack3": { + "checkpoints": [ + { + "steps": 1499998, + "file_path": "results\\IcecreamTrack3\\IcecreamTrack3\\IcecreamTrack3-1499998.onnx", + "reward": 26.199412297457457, + "creation_time": 1714049340.9899232, + "auxillary_file_paths": [ + "results\\IcecreamTrack3\\IcecreamTrack3\\IcecreamTrack3-1499998.pt" + ] + }, + { + "steps": 1999936, + "file_path": "results\\IcecreamTrack3\\IcecreamTrack3\\IcecreamTrack3-1999936.onnx", + "reward": 21.895047467281984, + "creation_time": 1714050042.388875, + "auxillary_file_paths": [ + "results\\IcecreamTrack3\\IcecreamTrack3\\IcecreamTrack3-1999936.pt" + ] + }, + { + "steps": 2499968, + "file_path": "results\\IcecreamTrack3\\IcecreamTrack3\\IcecreamTrack3-2499968.onnx", + "reward": 26.419859816386765, + "creation_time": 1714050737.178179, + "auxillary_file_paths": [ + "results\\IcecreamTrack3\\IcecreamTrack3\\IcecreamTrack3-2499968.pt" + ] + }, + { + "steps": 2999941, + "file_path": "results\\IcecreamTrack3\\IcecreamTrack3\\IcecreamTrack3-2999941.onnx", + "reward": 26.27447910110156, + "creation_time": 1714051437.6687841, + "auxillary_file_paths": [ + "results\\IcecreamTrack3\\IcecreamTrack3\\IcecreamTrack3-2999941.pt" + ] + }, + { + "steps": 3479887, + "file_path": "results\\IcecreamTrack3\\IcecreamTrack3\\IcecreamTrack3-3479887.onnx", + "reward": 27.034212665259837, + "creation_time": 1714052110.4237213, + "auxillary_file_paths": [ + "results\\IcecreamTrack3\\IcecreamTrack3\\IcecreamTrack3-3479887.pt" + ] + } + ], + "final_checkpoint": { + "steps": 3479887, + "file_path": "results\\IcecreamTrack3\\IcecreamTrack3.onnx", + "reward": 27.034212665259837, + "creation_time": 1714052110.4237213, + "auxillary_file_paths": [ + "results\\IcecreamTrack3\\IcecreamTrack3\\IcecreamTrack3-3479887.pt" + ] + } + }, + "metadata": { + "stats_format_version": "0.3.0", + "mlagents_version": "0.30.0", + "torch_version": "2.3.0+cpu" + } +} \ No newline at end of file diff --git a/MLAgents/results/RacecarTrack2/RacecarTrack2.onnx b/MLAgents/results/RacecarTrack2/RacecarTrack2.onnx new file mode 100644 index 0000000..86043dc Binary files /dev/null and b/MLAgents/results/RacecarTrack2/RacecarTrack2.onnx differ diff --git a/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-1499959.onnx b/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-1499959.onnx new file mode 100644 index 0000000..b7ca8da Binary files /dev/null and b/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-1499959.onnx differ diff --git a/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-1499959.pt b/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-1499959.pt new file mode 100644 index 0000000..6db9cfd Binary files /dev/null and b/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-1499959.pt differ diff --git a/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-1999970.onnx b/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-1999970.onnx new file mode 100644 index 0000000..7a4b539 Binary files /dev/null and b/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-1999970.onnx differ diff --git a/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-1999970.pt b/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-1999970.pt new file mode 100644 index 0000000..5539eec Binary files /dev/null and b/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-1999970.pt differ diff --git a/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-2030545.onnx b/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-2030545.onnx new file mode 100644 index 0000000..86043dc Binary files /dev/null and b/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-2030545.onnx differ diff --git a/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-2030545.pt b/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-2030545.pt new file mode 100644 index 0000000..a37d4c9 Binary files /dev/null and b/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-2030545.pt differ diff --git a/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-29638.onnx b/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-29638.onnx new file mode 100644 index 0000000..80821f8 Binary files /dev/null and b/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-29638.onnx differ diff --git a/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-29638.pt b/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-29638.pt new file mode 100644 index 0000000..fe50c01 Binary files /dev/null and b/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-29638.pt differ diff --git a/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-39926.onnx b/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-39926.onnx new file mode 100644 index 0000000..b836634 Binary files /dev/null and b/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-39926.onnx differ diff --git a/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-39926.pt b/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-39926.pt new file mode 100644 index 0000000..3889514 Binary files /dev/null and b/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-39926.pt differ diff --git a/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-462485.onnx b/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-462485.onnx new file mode 100644 index 0000000..3441d2b Binary files /dev/null and b/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-462485.onnx differ diff --git a/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-462485.pt b/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-462485.pt new file mode 100644 index 0000000..caf93fc Binary files /dev/null and b/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-462485.pt differ diff --git a/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-715445.onnx b/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-715445.onnx new file mode 100644 index 0000000..59acfa3 Binary files /dev/null and b/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-715445.onnx differ diff --git a/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-715445.pt b/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-715445.pt new file mode 100644 index 0000000..8c4c74f Binary files /dev/null and b/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-715445.pt differ diff --git a/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-999941.onnx b/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-999941.onnx new file mode 100644 index 0000000..c7d6ffe Binary files /dev/null and b/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-999941.onnx differ diff --git a/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-999941.pt b/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-999941.pt new file mode 100644 index 0000000..7d21d72 Binary files /dev/null and b/MLAgents/results/RacecarTrack2/RacecarTrack2/RacecarTrack2-999941.pt differ diff --git a/MLAgents/results/RacecarTrack2/RacecarTrack2/checkpoint.pt b/MLAgents/results/RacecarTrack2/RacecarTrack2/checkpoint.pt new file mode 100644 index 0000000..c5e9148 Binary files /dev/null and b/MLAgents/results/RacecarTrack2/RacecarTrack2/checkpoint.pt differ diff --git a/MLAgents/results/RacecarTrack2/RacecarTrack2/events.out.tfevents.1714032839.KKU18esport.24840.0 b/MLAgents/results/RacecarTrack2/RacecarTrack2/events.out.tfevents.1714032839.KKU18esport.24840.0 new file mode 100644 index 0000000..1f4d02b Binary files /dev/null and b/MLAgents/results/RacecarTrack2/RacecarTrack2/events.out.tfevents.1714032839.KKU18esport.24840.0 differ diff --git a/MLAgents/results/RacecarTrack2/RacecarTrack2/events.out.tfevents.1714033902.KKU18esport.26008.0 b/MLAgents/results/RacecarTrack2/RacecarTrack2/events.out.tfevents.1714033902.KKU18esport.26008.0 new file mode 100644 index 0000000..2b5235b Binary files /dev/null and b/MLAgents/results/RacecarTrack2/RacecarTrack2/events.out.tfevents.1714033902.KKU18esport.26008.0 differ diff --git a/MLAgents/results/RacecarTrack2/configuration.yaml b/MLAgents/results/RacecarTrack2/configuration.yaml new file mode 100644 index 0000000..92c5c88 --- /dev/null +++ b/MLAgents/results/RacecarTrack2/configuration.yaml @@ -0,0 +1,76 @@ +default_settings: null +behaviors: + RacecarTrack2: + trainer_type: ppo + hyperparameters: + batch_size: 50 + buffer_size: 10240 + learning_rate: 0.0003 + beta: 0.05 + epsilon: 0.2 + lambd: 0.95 + num_epoch: 3 + shared_critic: false + learning_rate_schedule: linear + beta_schedule: linear + epsilon_schedule: linear + network_settings: + normalize: false + hidden_units: 128 + num_layers: 2 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + reward_signals: + extrinsic: + gamma: 0.99 + strength: 1.0 + network_settings: + normalize: false + hidden_units: 128 + num_layers: 2 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + init_path: null + keep_checkpoints: 5 + checkpoint_interval: 500000 + max_steps: 5000000 + time_horizon: 64 + summary_freq: 10000 + threaded: false + self_play: null + behavioral_cloning: null +env_settings: + env_path: Builds\RacecarTrack2 part2\Racesm_L.exe + env_args: null + base_port: 5005 + num_envs: 1 + num_areas: 1 + seed: -1 + max_lifetime_restarts: 10 + restarts_rate_limit_n: 1 + restarts_rate_limit_period_s: 60 +engine_settings: + width: 84 + height: 84 + quality_level: 5 + time_scale: 20 + target_frame_rate: -1 + capture_frame_rate: 60 + no_graphics: false +environment_parameters: null +checkpoint_settings: + run_id: RacecarTrack2 + initialize_from: null + load_model: false + resume: true + force: false + train_model: false + inference: false + results_dir: results +torch_settings: + device: null +debug: false diff --git a/MLAgents/results/RacecarTrack2/run_logs/Player-0.log b/MLAgents/results/RacecarTrack2/run_logs/Player-0.log new file mode 100644 index 0000000..d4ff1eb --- /dev/null +++ b/MLAgents/results/RacecarTrack2/run_logs/Player-0.log @@ -0,0 +1,306 @@ +Mono path[0] = 'C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/RacecarTrack2 part2/Racesm_L_Data/Managed' +Mono config path = 'C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/RacecarTrack2 part2/MonoBleedingEdge/etc' +[Physics::Module] Initialized MultithreadedJobDispatcher with 15 workers. +Initialize engine version: 2022.3.11f1 (d00248457e15) +[Subsystems] Discovering subsystems at path C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/RacecarTrack2 part2/Racesm_L_Data/UnitySubsystems +GfxDevice: creating device client; threaded=1; jobified=1 +Direct3D: + Version: Direct3D 11.0 [level 11.1] + Renderer: NVIDIA GeForce RTX 3070 (ID=0x2488) + Vendor: NVIDIA + VRAM: 8043 MB + Driver: 30.0.14.9729 +Begin MonoManager ReloadAssembly +- Loaded All Assemblies, in 0.085 seconds +- Finished resetting the current domain, in 0.001 seconds + Initializing input. + Input initialized. + Initialized touch support. +UnloadTime: 0.465400 ms +Setting up 8 worker threads for Enlighten. +Memory Statistics: +[ALLOC_TEMP_TLS] TLS Allocator + StackAllocators : + [ALLOC_TEMP_MAIN] + Peak usage frame count: [1.0 KB-2.0 KB]: 44373 frames, [2.0 KB-4.0 KB]: 227 frames, [4.0 KB-8.0 KB]: 2 frames, [8.0 KB-16.0 KB]: 17 frames, [16.0 KB-32.0 KB]: 1 frames, [32.0 KB-64.0 KB]: 4705 frames, [2.0 MB-4.0 MB]: 1 frames + Initial Block Size 4.0 MB + Current Block Size 4.0 MB + Peak Allocated Bytes 2.1 MB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 4] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Loading.PreloadManager] + Initial Block Size 256.0 KB + Current Block Size 332.0 KB + Peak Allocated Bytes 218.7 KB + Overflow Count 4 + [ALLOC_TEMP_Background Job.worker 3] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 11] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 7] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 6] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 11] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 12] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 2] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 10] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 0] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 24.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 4] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 5] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 14] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 24.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 15] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 13] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 1] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_EnlightenWorker] x 8 + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 1] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 9] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 3] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 5] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 8] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 12] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 24.0 KB + Overflow Count 0 + [ALLOC_TEMP_UnityGfxDeviceWorker] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 14.2 KB + Overflow Count 0 + [ALLOC_TEMP_AssetGarbageCollectorHelper] x 15 + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 138 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 13] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 2] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 10] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 24.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 7] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 24.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 9] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 0] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 6] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 24.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 8] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 24.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 14] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Loading.AsyncRead] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 342 B + Overflow Count 0 + [ALLOC_TEMP_BatchDeleteObjects] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 +[ALLOC_DEFAULT] Dual Thread Allocator + Peak main deferred allocation count 31 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.8 MB + [ALLOC_DEFAULT_MAIN] + Peak usage frame count: [16.0 MB-32.0 MB]: 49326 frames + Requested Block Size 16.0 MB + Peak Block count 2 + Peak Allocated memory 23.9 MB + Peak Large allocation bytes 8.0 MB + [ALLOC_DEFAULT_THREAD] + Peak usage frame count: [16.0 MB-32.0 MB]: 49326 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 21.8 MB + Peak Large allocation bytes 16.0 MB +[ALLOC_TEMP_JOB_1_FRAME] + Initial Block Size 2.0 MB + Used Block Count 0 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_2_FRAMES] + Initial Block Size 2.0 MB + Used Block Count 0 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_4_FRAMES (JobTemp)] + Initial Block Size 2.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_ASYNC (Background)] + Initial Block Size 1.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_GFX] Dual Thread Allocator + Peak main deferred allocation count 1 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.8 MB + [ALLOC_GFX_MAIN] + Peak usage frame count: [32.0 KB-64.0 KB]: 49325 frames, [64.0 KB-128.0 KB]: 1 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 66.0 KB + Peak Large allocation bytes 0 B + [ALLOC_GFX_THREAD] + Peak usage frame count: [2.0 MB-4.0 MB]: 414 frames, [4.0 MB-8.0 MB]: 48912 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 5.2 MB + Peak Large allocation bytes 0 B +[ALLOC_CACHEOBJECTS] Dual Thread Allocator + Peak main deferred allocation count 2 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.8 MB + [ALLOC_CACHEOBJECTS_MAIN] + Peak usage frame count: [2.0 MB-4.0 MB]: 49326 frames + Requested Block Size 4.0 MB + Peak Block count 1 + Peak Allocated memory 2.2 MB + Peak Large allocation bytes 0 B + [ALLOC_CACHEOBJECTS_THREAD] + Peak usage frame count: [2.0 MB-4.0 MB]: 49325 frames, [4.0 MB-8.0 MB]: 1 frames + Requested Block Size 4.0 MB + Peak Block count 2 + Peak Allocated memory 6.1 MB + Peak Large allocation bytes 0 B +[ALLOC_TYPETREE] Dual Thread Allocator + Peak main deferred allocation count 0 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.8 MB + [ALLOC_TYPETREE_MAIN] + Peak usage frame count: [4.0 KB-8.0 KB]: 49326 frames + Requested Block Size 2.0 MB + Peak Block count 1 + Peak Allocated memory 4.1 KB + Peak Large allocation bytes 0 B + [ALLOC_TYPETREE_THREAD] + Peak usage frame count: [0-1.0 KB]: 49325 frames, [1.0 KB-2.0 KB]: 1 frames + Requested Block Size 2.0 MB + Peak Block count 1 + Peak Allocated memory 1.2 KB + Peak Large allocation bytes 0 B diff --git a/MLAgents/results/RacecarTrack2/run_logs/timers.json b/MLAgents/results/RacecarTrack2/run_logs/timers.json new file mode 100644 index 0000000..4010607 --- /dev/null +++ b/MLAgents/results/RacecarTrack2/run_logs/timers.json @@ -0,0 +1,320 @@ +{ + "name": "root", + "gauges": { + "RacecarTrack2.Policy.Entropy.mean": { + "value": 1.3993903398513794, + "min": 1.3993903398513794, + "max": 1.8428030014038086, + "count": 132 + }, + "RacecarTrack2.Policy.Entropy.sum": { + "value": 13993.9033203125, + "min": 8835.998046875, + "max": 18604.939453125, + "count": 132 + }, + "RacecarTrack2.Step.mean": { + "value": 2029969.0, + "min": 719975.0, + "max": 2029969.0, + "count": 132 + }, + "RacecarTrack2.Step.sum": { + "value": 2029969.0, + "min": 719975.0, + "max": 2029969.0, + "count": 132 + }, + "RacecarTrack2.Policy.ExtrinsicValueEstimate.mean": { + "value": 7.826251983642578, + "min": 4.873648643493652, + "max": 7.84055233001709, + "count": 132 + }, + "RacecarTrack2.Policy.ExtrinsicValueEstimate.sum": { + "value": 1361.767822265625, + "min": 360.6499938964844, + "max": 1361.767822265625, + "count": 132 + }, + "RacecarTrack2.Environment.EpisodeLength.mean": { + "value": 236.46666666666667, + "min": 235.62790697674419, + "max": 421.25, + "count": 132 + }, + "RacecarTrack2.Environment.EpisodeLength.sum": { + "value": 10641.0, + "min": 3370.0, + "max": 11103.0, + "count": 132 + }, + "RacecarTrack2.Environment.CumulativeReward.mean": { + "value": 24.35301135579745, + "min": 16.950463268905878, + "max": 24.41715809371736, + "count": 132 + }, + "RacecarTrack2.Environment.CumulativeReward.sum": { + "value": 1095.8855110108852, + "min": 135.60370615124702, + "max": 1095.8855110108852, + "count": 132 + }, + "RacecarTrack2.Policy.ExtrinsicReward.mean": { + "value": 24.35301135579745, + "min": 16.950463268905878, + "max": 24.41715809371736, + "count": 132 + }, + "RacecarTrack2.Policy.ExtrinsicReward.sum": { + "value": 1095.8855110108852, + "min": 135.60370615124702, + "max": 1095.8855110108852, + "count": 132 + }, + "RacecarTrack2.IsTraining.mean": { + "value": 1.0, + "min": 1.0, + "max": 1.0, + "count": 132 + }, + "RacecarTrack2.IsTraining.sum": { + "value": 1.0, + "min": 1.0, + "max": 1.0, + "count": 132 + }, + "RacecarTrack2.Losses.PolicyLoss.mean": { + "value": 0.11060398251198732, + "min": 0.10318752745090941, + "max": 0.1207956799904142, + "count": 127 + }, + "RacecarTrack2.Losses.PolicyLoss.sum": { + "value": 0.11060398251198732, + "min": 0.10318752745090941, + "max": 0.1207956799904142, + "count": 127 + }, + "RacecarTrack2.Losses.ValueLoss.mean": { + "value": 0.1292799282001286, + "min": 0.09924579720671584, + "max": 0.5470766848180352, + "count": 127 + }, + "RacecarTrack2.Losses.ValueLoss.sum": { + "value": 0.1292799282001286, + "min": 0.09924579720671584, + "max": 0.5470766848180352, + "count": 127 + }, + "RacecarTrack2.Policy.LearningRate.mean": { + "value": 0.00017878480040508003, + "min": 0.00017878480040508003, + "max": 0.00025645633451456005, + "count": 127 + }, + "RacecarTrack2.Policy.LearningRate.sum": { + "value": 0.00017878480040508003, + "min": 0.00017878480040508003, + "max": 0.00025645633451456005, + "count": 127 + }, + "RacecarTrack2.Policy.Epsilon.mean": { + "value": 0.15959492, + "min": 0.15959492, + "max": 0.18548543999999997, + "count": 127 + }, + "RacecarTrack2.Policy.Epsilon.sum": { + "value": 0.15959492, + "min": 0.15959492, + "max": 0.18548543999999997, + "count": 127 + }, + "RacecarTrack2.Policy.Beta.mean": { + "value": 0.029801500508000005, + "min": 0.029801500508000005, + "max": 0.042744171456000006, + "count": 127 + }, + "RacecarTrack2.Policy.Beta.sum": { + "value": 0.029801500508000005, + "min": 0.029801500508000005, + "max": 0.042744171456000006, + "count": 127 + } + }, + "metadata": { + "timer_format_version": "0.1.0", + "start_time_seconds": "1714033897", + "python_version": "3.9.13 (tags/v3.9.13:6de2ca5, May 17 2022, 16:36:42) [MSC v.1929 64 bit (AMD64)]", + "command_line_arguments": "C:\\Users\\SukkertoppenDDU\\AppData\\Local\\Programs\\Python\\Python39\\Scripts\\mlagents-learn config/LLL.yaml --run-id=RacecarTrack2 --resume --env=Builds\\RacecarTrack2 part2\\Racesm_L.exe", + "mlagents_version": "0.30.0", + "mlagents_envs_version": "0.30.0", + "communication_protocol_version": "1.5.0", + "pytorch_version": "2.3.0+cpu", + "numpy_version": "1.21.2", + "end_time_seconds": "1714035849" + }, + "total": 1951.6701458999999, + "count": 1, + "self": 0.2424239999998008, + "children": { + "run_training.setup": { + "total": 0.06349230000000006, + "count": 1, + "self": 0.06349230000000006 + }, + "TrainerController.start_learning": { + "total": 1951.3642296, + "count": 1, + "self": 3.1981367999824215, + "children": { + "TrainerController._reset_env": { + "total": 5.4445986, + "count": 1, + "self": 5.4445986 + }, + "TrainerController.advance": { + "total": 1942.6599118000177, + "count": 168232, + "self": 3.1001032000438045, + "children": { + "env_step": { + "total": 1085.9256885000104, + "count": 168232, + "self": 834.5117967000376, + "children": { + "SubprocessEnvManager._take_step": { + "total": 249.48164799997926, + "count": 168232, + "self": 9.625592899954654, + "children": { + "TorchPolicy.evaluate": { + "total": 239.8560551000246, + "count": 164419, + "self": 239.8560551000246 + } + } + }, + "workers": { + "total": 1.9322437999935467, + "count": 168232, + "self": 0.0, + "children": { + "worker_root": { + "total": 1940.8134554999986, + "count": 168232, + "is_parallel": true, + "self": 1271.5039737000238, + "children": { + "steps_from_proto": { + "total": 0.00046560000000006596, + "count": 1, + "is_parallel": true, + "self": 0.00016540000000198063, + "children": { + "_process_rank_one_or_two_observation": { + "total": 0.00030019999999808533, + "count": 6, + "is_parallel": true, + "self": 0.00030019999999808533 + } + } + }, + "UnityEnvironment.step": { + "total": 669.3090161999748, + "count": 168232, + "is_parallel": true, + "self": 20.44959419988686, + "children": { + "UnityEnvironment._generate_step_input": { + "total": 32.56759710003403, + "count": 168232, + "is_parallel": true, + "self": 32.56759710003403 + }, + "communicator.exchange": { + "total": 556.4037336000775, + "count": 168232, + "is_parallel": true, + "self": 556.4037336000775 + }, + "steps_from_proto": { + "total": 59.888091299976395, + "count": 168232, + "is_parallel": true, + "self": 22.70735709995128, + "children": { + "_process_rank_one_or_two_observation": { + "total": 37.180734200025114, + "count": 1009392, + "is_parallel": true, + "self": 37.180734200025114 + } + } + } + } + } + } + } + } + } + } + }, + "trainer_advance": { + "total": 853.6341200999634, + "count": 168232, + "self": 4.475069199966924, + "children": { + "process_trajectory": { + "total": 121.44999709999652, + "count": 168232, + "self": 121.23218689999649, + "children": { + "RLTrainer._checkpoint": { + "total": 0.21781020000003082, + "count": 3, + "self": 0.21781020000003082 + } + } + }, + "_update_policy": { + "total": 727.7090538, + "count": 128, + "self": 272.1004473000106, + "children": { + "TorchPPOOptimizer.update": { + "total": 455.6086064999894, + "count": 78350, + "self": 455.6086064999894 + } + } + } + } + } + } + }, + "trainer_threads": { + "total": 9.000000318337698e-07, + "count": 1, + "self": 9.000000318337698e-07 + }, + "TrainerController._save_models": { + "total": 0.06158149999987472, + "count": 1, + "self": 0.009829899999886038, + "children": { + "RLTrainer._checkpoint": { + "total": 0.051751599999988684, + "count": 1, + "self": 0.051751599999988684 + } + } + } + } + } + } +} \ No newline at end of file diff --git a/MLAgents/results/RacecarTrack2/run_logs/training_status.json b/MLAgents/results/RacecarTrack2/run_logs/training_status.json new file mode 100644 index 0000000..490b792 --- /dev/null +++ b/MLAgents/results/RacecarTrack2/run_logs/training_status.json @@ -0,0 +1,65 @@ +{ + "RacecarTrack2": { + "checkpoints": [ + { + "steps": 715445, + "file_path": "results\\RacecarTrack2\\RacecarTrack2\\RacecarTrack2-715445.onnx", + "reward": 23.27006483823061, + "creation_time": 1714033876.7167692, + "auxillary_file_paths": [ + "results\\RacecarTrack2\\RacecarTrack2\\RacecarTrack2-715445.pt" + ] + }, + { + "steps": 999941, + "file_path": "results\\RacecarTrack2\\RacecarTrack2\\RacecarTrack2-999941.onnx", + "reward": 24.126434030740157, + "creation_time": 1714034335.5119324, + "auxillary_file_paths": [ + "results\\RacecarTrack2\\RacecarTrack2\\RacecarTrack2-999941.pt" + ] + }, + { + "steps": 1499959, + "file_path": "results\\RacecarTrack2\\RacecarTrack2\\RacecarTrack2-1499959.onnx", + "reward": 24.268331559499106, + "creation_time": 1714035087.5419703, + "auxillary_file_paths": [ + "results\\RacecarTrack2\\RacecarTrack2\\RacecarTrack2-1499959.pt" + ] + }, + { + "steps": 1999970, + "file_path": "results\\RacecarTrack2\\RacecarTrack2\\RacecarTrack2-1999970.onnx", + "reward": 22.941488802433014, + "creation_time": 1714035808.7444036, + "auxillary_file_paths": [ + "results\\RacecarTrack2\\RacecarTrack2\\RacecarTrack2-1999970.pt" + ] + }, + { + "steps": 2030545, + "file_path": "results\\RacecarTrack2\\RacecarTrack2\\RacecarTrack2-2030545.onnx", + "reward": null, + "creation_time": 1714035848.9144044, + "auxillary_file_paths": [ + "results\\RacecarTrack2\\RacecarTrack2\\RacecarTrack2-2030545.pt" + ] + } + ], + "final_checkpoint": { + "steps": 2030545, + "file_path": "results\\RacecarTrack2\\RacecarTrack2.onnx", + "reward": null, + "creation_time": 1714035848.9144044, + "auxillary_file_paths": [ + "results\\RacecarTrack2\\RacecarTrack2\\RacecarTrack2-2030545.pt" + ] + } + }, + "metadata": { + "stats_format_version": "0.3.0", + "mlagents_version": "0.30.0", + "torch_version": "2.3.0+cpu" + } +} \ No newline at end of file diff --git a/MLAgents/results/RacecarTrack3/RacecarTrack3.onnx b/MLAgents/results/RacecarTrack3/RacecarTrack3.onnx new file mode 100644 index 0000000..d76eee6 Binary files /dev/null and b/MLAgents/results/RacecarTrack3/RacecarTrack3.onnx differ diff --git a/MLAgents/results/RacecarTrack3/RacecarTrack3/RacecarTrack3-1499975.onnx b/MLAgents/results/RacecarTrack3/RacecarTrack3/RacecarTrack3-1499975.onnx new file mode 100644 index 0000000..b2f9164 Binary files /dev/null and b/MLAgents/results/RacecarTrack3/RacecarTrack3/RacecarTrack3-1499975.onnx differ diff --git a/MLAgents/results/RacecarTrack3/RacecarTrack3/RacecarTrack3-1499975.pt b/MLAgents/results/RacecarTrack3/RacecarTrack3/RacecarTrack3-1499975.pt new file mode 100644 index 0000000..71c3db6 Binary files /dev/null and b/MLAgents/results/RacecarTrack3/RacecarTrack3/RacecarTrack3-1499975.pt differ diff --git a/MLAgents/results/RacecarTrack3/RacecarTrack3/RacecarTrack3-1999985.onnx b/MLAgents/results/RacecarTrack3/RacecarTrack3/RacecarTrack3-1999985.onnx new file mode 100644 index 0000000..875b222 Binary files /dev/null and b/MLAgents/results/RacecarTrack3/RacecarTrack3/RacecarTrack3-1999985.onnx differ diff --git a/MLAgents/results/RacecarTrack3/RacecarTrack3/RacecarTrack3-1999985.pt b/MLAgents/results/RacecarTrack3/RacecarTrack3/RacecarTrack3-1999985.pt new file mode 100644 index 0000000..42e52d0 Binary files /dev/null and b/MLAgents/results/RacecarTrack3/RacecarTrack3/RacecarTrack3-1999985.pt differ diff --git a/MLAgents/results/RacecarTrack3/RacecarTrack3/RacecarTrack3-2499964.onnx b/MLAgents/results/RacecarTrack3/RacecarTrack3/RacecarTrack3-2499964.onnx new file mode 100644 index 0000000..1fb7a09 Binary files /dev/null and b/MLAgents/results/RacecarTrack3/RacecarTrack3/RacecarTrack3-2499964.onnx differ diff --git a/MLAgents/results/RacecarTrack3/RacecarTrack3/RacecarTrack3-2499964.pt b/MLAgents/results/RacecarTrack3/RacecarTrack3/RacecarTrack3-2499964.pt new file mode 100644 index 0000000..6ac5f41 Binary files /dev/null and b/MLAgents/results/RacecarTrack3/RacecarTrack3/RacecarTrack3-2499964.pt differ diff --git a/MLAgents/results/RacecarTrack3/RacecarTrack3/RacecarTrack3-2911757.onnx b/MLAgents/results/RacecarTrack3/RacecarTrack3/RacecarTrack3-2911757.onnx new file mode 100644 index 0000000..d76eee6 Binary files /dev/null and b/MLAgents/results/RacecarTrack3/RacecarTrack3/RacecarTrack3-2911757.onnx differ diff --git a/MLAgents/results/RacecarTrack3/RacecarTrack3/RacecarTrack3-2911757.pt b/MLAgents/results/RacecarTrack3/RacecarTrack3/RacecarTrack3-2911757.pt new file mode 100644 index 0000000..d8f9bff Binary files /dev/null and b/MLAgents/results/RacecarTrack3/RacecarTrack3/RacecarTrack3-2911757.pt differ diff --git a/MLAgents/results/RacecarTrack3/RacecarTrack3/RacecarTrack3-999958.onnx b/MLAgents/results/RacecarTrack3/RacecarTrack3/RacecarTrack3-999958.onnx new file mode 100644 index 0000000..28ca817 Binary files /dev/null and b/MLAgents/results/RacecarTrack3/RacecarTrack3/RacecarTrack3-999958.onnx differ diff --git a/MLAgents/results/RacecarTrack3/RacecarTrack3/RacecarTrack3-999958.pt b/MLAgents/results/RacecarTrack3/RacecarTrack3/RacecarTrack3-999958.pt new file mode 100644 index 0000000..7b5d814 Binary files /dev/null and b/MLAgents/results/RacecarTrack3/RacecarTrack3/RacecarTrack3-999958.pt differ diff --git a/MLAgents/results/RacecarTrack3/RacecarTrack3/checkpoint.pt b/MLAgents/results/RacecarTrack3/RacecarTrack3/checkpoint.pt new file mode 100644 index 0000000..7bd6b7e Binary files /dev/null and b/MLAgents/results/RacecarTrack3/RacecarTrack3/checkpoint.pt differ diff --git a/MLAgents/results/RacecarTrack3/RacecarTrack3/events.out.tfevents.1714041365.KKU18esport.12196.0 b/MLAgents/results/RacecarTrack3/RacecarTrack3/events.out.tfevents.1714041365.KKU18esport.12196.0 new file mode 100644 index 0000000..89ecbc6 Binary files /dev/null and b/MLAgents/results/RacecarTrack3/RacecarTrack3/events.out.tfevents.1714041365.KKU18esport.12196.0 differ diff --git a/MLAgents/results/RacecarTrack3/RacecarTrack3/events.out.tfevents.1714042416.KKU18esport.2336.0 b/MLAgents/results/RacecarTrack3/RacecarTrack3/events.out.tfevents.1714042416.KKU18esport.2336.0 new file mode 100644 index 0000000..64c9839 Binary files /dev/null and b/MLAgents/results/RacecarTrack3/RacecarTrack3/events.out.tfevents.1714042416.KKU18esport.2336.0 differ diff --git a/MLAgents/results/RacecarTrack3/configuration.yaml b/MLAgents/results/RacecarTrack3/configuration.yaml new file mode 100644 index 0000000..bbd78b2 --- /dev/null +++ b/MLAgents/results/RacecarTrack3/configuration.yaml @@ -0,0 +1,76 @@ +default_settings: null +behaviors: + RacecarTrack3: + trainer_type: ppo + hyperparameters: + batch_size: 50 + buffer_size: 10240 + learning_rate: 0.0003 + beta: 0.05 + epsilon: 0.2 + lambd: 0.95 + num_epoch: 3 + shared_critic: false + learning_rate_schedule: linear + beta_schedule: linear + epsilon_schedule: linear + network_settings: + normalize: false + hidden_units: 128 + num_layers: 2 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + reward_signals: + extrinsic: + gamma: 0.99 + strength: 1.0 + network_settings: + normalize: false + hidden_units: 128 + num_layers: 2 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + init_path: null + keep_checkpoints: 5 + checkpoint_interval: 500000 + max_steps: 5000000 + time_horizon: 64 + summary_freq: 10000 + threaded: false + self_play: null + behavioral_cloning: null +env_settings: + env_path: Builds\RacecarTrack3 part2\Racesm_L.exe + env_args: null + base_port: 5005 + num_envs: 1 + num_areas: 1 + seed: -1 + max_lifetime_restarts: 10 + restarts_rate_limit_n: 1 + restarts_rate_limit_period_s: 60 +engine_settings: + width: 84 + height: 84 + quality_level: 5 + time_scale: 20 + target_frame_rate: -1 + capture_frame_rate: 60 + no_graphics: false +environment_parameters: null +checkpoint_settings: + run_id: RacecarTrack3 + initialize_from: null + load_model: false + resume: true + force: false + train_model: false + inference: false + results_dir: results +torch_settings: + device: null +debug: false diff --git a/MLAgents/results/RacecarTrack3/run_logs/Player-0.log b/MLAgents/results/RacecarTrack3/run_logs/Player-0.log new file mode 100644 index 0000000..27b4820 --- /dev/null +++ b/MLAgents/results/RacecarTrack3/run_logs/Player-0.log @@ -0,0 +1,306 @@ +Mono path[0] = 'C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/RacecarTrack3 part2/Racesm_L_Data/Managed' +Mono config path = 'C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/RacecarTrack3 part2/MonoBleedingEdge/etc' +[Physics::Module] Initialized MultithreadedJobDispatcher with 15 workers. +Initialize engine version: 2022.3.11f1 (d00248457e15) +[Subsystems] Discovering subsystems at path C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/RacecarTrack3 part2/Racesm_L_Data/UnitySubsystems +GfxDevice: creating device client; threaded=1; jobified=1 +Direct3D: + Version: Direct3D 11.0 [level 11.1] + Renderer: NVIDIA GeForce RTX 3070 (ID=0x2488) + Vendor: NVIDIA + VRAM: 8043 MB + Driver: 30.0.14.9729 +Begin MonoManager ReloadAssembly +- Loaded All Assemblies, in 1.326 seconds +- Finished resetting the current domain, in 0.002 seconds + Initializing input. + Input initialized. + Initialized touch support. +UnloadTime: 2.285000 ms +Setting up 8 worker threads for Enlighten. +Memory Statistics: +[ALLOC_TEMP_TLS] TLS Allocator + StackAllocators : + [ALLOC_TEMP_MAIN] + Peak usage frame count: [1.0 KB-2.0 KB]: 76871 frames, [4.0 KB-8.0 KB]: 1 frames, [8.0 KB-16.0 KB]: 207 frames, [16.0 KB-32.0 KB]: 786 frames, [32.0 KB-64.0 KB]: 23 frames, [64.0 KB-128.0 KB]: 4983 frames, [2.0 MB-4.0 MB]: 1 frames + Initial Block Size 4.0 MB + Current Block Size 4.0 MB + Peak Allocated Bytes 2.1 MB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 4] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Loading.PreloadManager] + Initial Block Size 256.0 KB + Current Block Size 484.0 KB + Peak Allocated Bytes 361.3 KB + Overflow Count 8 + [ALLOC_TEMP_Background Job.worker 3] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 11] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 7] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 6] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 11] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 96.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 12] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 2] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 9] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 0] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 96.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 4] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 96.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 5] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 96.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 14] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 96.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 10] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 13] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 96.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 1] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_EnlightenWorker] x 8 + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 1] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 96.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 3] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 96.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 5] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 8] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 12] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 96.0 KB + Overflow Count 0 + [ALLOC_TEMP_UnityGfxDeviceWorker] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 15.1 KB + Overflow Count 0 + [ALLOC_TEMP_AssetGarbageCollectorHelper] x 15 + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 138 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 13] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 15] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 2] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 96.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 10] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 96.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 7] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 96.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 9] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 96.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 0] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 6] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 96.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 8] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 96.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 14] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Loading.AsyncRead] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 342 B + Overflow Count 0 + [ALLOC_TEMP_BatchDeleteObjects] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 +[ALLOC_DEFAULT] Dual Thread Allocator + Peak main deferred allocation count 31 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 2.2 MB + [ALLOC_DEFAULT_MAIN] + Peak usage frame count: [16.0 MB-32.0 MB]: 82872 frames + Requested Block Size 16.0 MB + Peak Block count 2 + Peak Allocated memory 26.8 MB + Peak Large allocation bytes 8.0 MB + [ALLOC_DEFAULT_THREAD] + Peak usage frame count: [16.0 MB-32.0 MB]: 82872 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 23.0 MB + Peak Large allocation bytes 16.0 MB +[ALLOC_TEMP_JOB_1_FRAME] + Initial Block Size 2.0 MB + Used Block Count 0 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_2_FRAMES] + Initial Block Size 2.0 MB + Used Block Count 0 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_4_FRAMES (JobTemp)] + Initial Block Size 2.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_ASYNC (Background)] + Initial Block Size 1.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_GFX] Dual Thread Allocator + Peak main deferred allocation count 1 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 2.2 MB + [ALLOC_GFX_MAIN] + Peak usage frame count: [32.0 KB-64.0 KB]: 82871 frames, [64.0 KB-128.0 KB]: 1 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 66.0 KB + Peak Large allocation bytes 0 B + [ALLOC_GFX_THREAD] + Peak usage frame count: [4.0 MB-8.0 MB]: 1 frames, [8.0 MB-16.0 MB]: 7633 frames, [16.0 MB-32.0 MB]: 75238 frames + Requested Block Size 16.0 MB + Peak Block count 2 + Peak Allocated memory 17.4 MB + Peak Large allocation bytes 0 B +[ALLOC_CACHEOBJECTS] Dual Thread Allocator + Peak main deferred allocation count 2 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 2.2 MB + [ALLOC_CACHEOBJECTS_MAIN] + Peak usage frame count: [2.0 MB-4.0 MB]: 82872 frames + Requested Block Size 4.0 MB + Peak Block count 1 + Peak Allocated memory 2.3 MB + Peak Large allocation bytes 0 B + [ALLOC_CACHEOBJECTS_THREAD] + Peak usage frame count: [4.0 MB-8.0 MB]: 82871 frames, [8.0 MB-16.0 MB]: 1 frames + Requested Block Size 4.0 MB + Peak Block count 4 + Peak Allocated memory 11.5 MB + Peak Large allocation bytes 0 B +[ALLOC_TYPETREE] Dual Thread Allocator + Peak main deferred allocation count 0 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 2.2 MB + [ALLOC_TYPETREE_MAIN] + Peak usage frame count: [4.0 KB-8.0 KB]: 82872 frames + Requested Block Size 2.0 MB + Peak Block count 1 + Peak Allocated memory 4.1 KB + Peak Large allocation bytes 0 B + [ALLOC_TYPETREE_THREAD] + Peak usage frame count: [0-1.0 KB]: 82871 frames, [1.0 KB-2.0 KB]: 1 frames + Requested Block Size 2.0 MB + Peak Block count 1 + Peak Allocated memory 1.2 KB + Peak Large allocation bytes 0 B diff --git a/MLAgents/results/RacecarTrack3/run_logs/timers.json b/MLAgents/results/RacecarTrack3/run_logs/timers.json new file mode 100644 index 0000000..cbe5846 --- /dev/null +++ b/MLAgents/results/RacecarTrack3/run_logs/timers.json @@ -0,0 +1,320 @@ +{ + "name": "root", + "gauges": { + "RacecarTrack3.Policy.Entropy.mean": { + "value": 1.4796384572982788, + "min": 1.4796384572982788, + "max": 1.8011406660079956, + "count": 221 + }, + "RacecarTrack3.Policy.Entropy.sum": { + "value": 14772.7109375, + "min": 14566.03125, + "max": 18166.3515625, + "count": 221 + }, + "RacecarTrack3.Step.mean": { + "value": 2909976.0, + "min": 709978.0, + "max": 2909976.0, + "count": 221 + }, + "RacecarTrack3.Step.sum": { + "value": 2909976.0, + "min": 709978.0, + "max": 2909976.0, + "count": 221 + }, + "RacecarTrack3.Policy.ExtrinsicValueEstimate.mean": { + "value": 5.946944236755371, + "min": 4.228921413421631, + "max": 6.16779088973999, + "count": 221 + }, + "RacecarTrack3.Policy.ExtrinsicValueEstimate.sum": { + "value": 1005.0335693359375, + "min": 588.3933715820312, + "max": 1042.356689453125, + "count": 221 + }, + "RacecarTrack3.Environment.EpisodeLength.mean": { + "value": 358.48148148148147, + "min": 358.48148148148147, + "max": 560.6666666666666, + "count": 221 + }, + "RacecarTrack3.Environment.EpisodeLength.sum": { + "value": 9679.0, + "min": 5922.0, + "max": 12111.0, + "count": 221 + }, + "RacecarTrack3.Environment.CumulativeReward.mean": { + "value": 26.18548946934087, + "min": 22.35757621848542, + "max": 26.52224977622525, + "count": 221 + }, + "RacecarTrack3.Environment.CumulativeReward.sum": { + "value": 733.1937051415443, + "min": 260.3252835869789, + "max": 762.9765789071098, + "count": 221 + }, + "RacecarTrack3.Policy.ExtrinsicReward.mean": { + "value": 26.18548946934087, + "min": 22.35757621848542, + "max": 26.52224977622525, + "count": 221 + }, + "RacecarTrack3.Policy.ExtrinsicReward.sum": { + "value": 733.1937051415443, + "min": 260.3252835869789, + "max": 762.9765789071098, + "count": 221 + }, + "RacecarTrack3.IsTraining.mean": { + "value": 1.0, + "min": 1.0, + "max": 1.0, + "count": 221 + }, + "RacecarTrack3.IsTraining.sum": { + "value": 1.0, + "min": 1.0, + "max": 1.0, + "count": 221 + }, + "RacecarTrack3.Losses.PolicyLoss.mean": { + "value": 0.11885081223693461, + "min": 0.10189401735358336, + "max": 0.12181745231500826, + "count": 214 + }, + "RacecarTrack3.Losses.PolicyLoss.sum": { + "value": 0.11885081223693461, + "min": 0.10189401735358336, + "max": 0.12181745231500826, + "count": 214 + }, + "RacecarTrack3.Losses.ValueLoss.mean": { + "value": 0.36536040784624535, + "min": 0.33433397351726285, + "max": 0.5712468318338316, + "count": 214 + }, + "RacecarTrack3.Losses.ValueLoss.sum": { + "value": 0.36536040784624535, + "min": 0.33433397351726285, + "max": 0.5712468318338316, + "count": 214 + }, + "RacecarTrack3.Policy.LearningRate.mean": { + "value": 0.00012591011802998, + "min": 0.00012591011802998, + "max": 0.00025725997424668, + "count": 214 + }, + "RacecarTrack3.Policy.LearningRate.sum": { + "value": 0.00012591011802998, + "min": 0.00012591011802998, + "max": 0.00025725997424668, + "count": 214 + }, + "RacecarTrack3.Policy.Epsilon.mean": { + "value": 0.14197002, + "min": 0.14197002, + "max": 0.18575331999999997, + "count": 214 + }, + "RacecarTrack3.Policy.Epsilon.sum": { + "value": 0.14197002, + "min": 0.14197002, + "max": 0.18575331999999997, + "count": 214 + }, + "RacecarTrack3.Policy.Beta.mean": { + "value": 0.020990812997999996, + "min": 0.020990812997999996, + "max": 0.04287808466800001, + "count": 214 + }, + "RacecarTrack3.Policy.Beta.sum": { + "value": 0.020990812997999996, + "min": 0.020990812997999996, + "max": 0.04287808466800001, + "count": 214 + } + }, + "metadata": { + "timer_format_version": "0.1.0", + "start_time_seconds": "1714042410", + "python_version": "3.9.13 (tags/v3.9.13:6de2ca5, May 17 2022, 16:36:42) [MSC v.1929 64 bit (AMD64)]", + "command_line_arguments": "C:\\Users\\SukkertoppenDDU\\AppData\\Local\\Programs\\Python\\Python39\\Scripts\\mlagents-learn config/LLL.yaml --run-id=RacecarTrack3 --resume --env=Builds\\RacecarTrack3 part2\\Racesm_L.exe", + "mlagents_version": "0.30.0", + "mlagents_envs_version": "0.30.0", + "communication_protocol_version": "1.5.0", + "pytorch_version": "2.3.0+cpu", + "numpy_version": "1.21.2", + "end_time_seconds": "1714045652" + }, + "total": 3242.2243571, + "count": 1, + "self": 0.5594621000000188, + "children": { + "run_training.setup": { + "total": 0.06194040000000012, + "count": 1, + "self": 0.06194040000000012 + }, + "TrainerController.start_learning": { + "total": 3241.6029546, + "count": 1, + "self": 5.0653349000012895, + "children": { + "TrainerController._reset_env": { + "total": 7.000736900000001, + "count": 1, + "self": 7.000736900000001 + }, + "TrainerController.advance": { + "total": 3229.474093199999, + "count": 280270, + "self": 5.0109806001269135, + "children": { + "env_step": { + "total": 1852.8190169999448, + "count": 280270, + "self": 1423.6688292000272, + "children": { + "SubprocessEnvManager._take_step": { + "total": 426.0273667999402, + "count": 280270, + "self": 16.044380499978388, + "children": { + "TorchPolicy.evaluate": { + "total": 409.9829862999618, + "count": 276237, + "self": 409.9829862999618 + } + } + }, + "workers": { + "total": 3.122820999977412, + "count": 280270, + "self": 0.0, + "children": { + "worker_root": { + "total": 3228.490231800005, + "count": 280270, + "is_parallel": true, + "self": 2079.59585109995, + "children": { + "steps_from_proto": { + "total": 0.0018254999999998134, + "count": 1, + "is_parallel": true, + "self": 0.0007273999999997116, + "children": { + "_process_rank_one_or_two_observation": { + "total": 0.0010981000000001018, + "count": 6, + "is_parallel": true, + "self": 0.0010981000000001018 + } + } + }, + "UnityEnvironment.step": { + "total": 1148.892555200055, + "count": 280270, + "is_parallel": true, + "self": 33.10466110006723, + "children": { + "UnityEnvironment._generate_step_input": { + "total": 55.70622139990634, + "count": 280270, + "is_parallel": true, + "self": 55.70622139990634 + }, + "communicator.exchange": { + "total": 961.1853786000501, + "count": 280270, + "is_parallel": true, + "self": 961.1853786000501 + }, + "steps_from_proto": { + "total": 98.89629410003138, + "count": 280270, + "is_parallel": true, + "self": 37.84166759999372, + "children": { + "_process_rank_one_or_two_observation": { + "total": 61.054626500037664, + "count": 1681620, + "is_parallel": true, + "self": 61.054626500037664 + } + } + } + } + } + } + } + } + } + } + }, + "trainer_advance": { + "total": 1371.6440955999274, + "count": 280270, + "self": 7.236616399939749, + "children": { + "process_trajectory": { + "total": 209.1686692999835, + "count": 280270, + "self": 208.8528619999833, + "children": { + "RLTrainer._checkpoint": { + "total": 0.31580730000018775, + "count": 4, + "self": 0.31580730000018775 + } + } + }, + "_update_policy": { + "total": 1155.238809900004, + "count": 215, + "self": 411.30441229994346, + "children": { + "TorchPPOOptimizer.update": { + "total": 743.9343976000606, + "count": 131837, + "self": 743.9343976000606 + } + } + } + } + } + } + }, + "trainer_threads": { + "total": 6.999998731771484e-07, + "count": 1, + "self": 6.999998731771484e-07 + }, + "TrainerController._save_models": { + "total": 0.06278889999975945, + "count": 1, + "self": 0.009349500000098487, + "children": { + "RLTrainer._checkpoint": { + "total": 0.053439399999660964, + "count": 1, + "self": 0.053439399999660964 + } + } + } + } + } + } +} \ No newline at end of file diff --git a/MLAgents/results/RacecarTrack3/run_logs/training_status.json b/MLAgents/results/RacecarTrack3/run_logs/training_status.json new file mode 100644 index 0000000..0b4293b --- /dev/null +++ b/MLAgents/results/RacecarTrack3/run_logs/training_status.json @@ -0,0 +1,65 @@ +{ + "RacecarTrack3": { + "checkpoints": [ + { + "steps": 999958, + "file_path": "results\\RacecarTrack3\\RacecarTrack3\\RacecarTrack3-999958.onnx", + "reward": 24.338664815804037, + "creation_time": 1714042831.1087224, + "auxillary_file_paths": [ + "results\\RacecarTrack3\\RacecarTrack3\\RacecarTrack3-999958.pt" + ] + }, + { + "steps": 1499975, + "file_path": "results\\RacecarTrack3\\RacecarTrack3\\RacecarTrack3-1499975.onnx", + "reward": 26.237740767520986, + "creation_time": 1714043568.145479, + "auxillary_file_paths": [ + "results\\RacecarTrack3\\RacecarTrack3\\RacecarTrack3-1499975.pt" + ] + }, + { + "steps": 1999985, + "file_path": "results\\RacecarTrack3\\RacecarTrack3\\RacecarTrack3-1999985.onnx", + "reward": 26.230819161236287, + "creation_time": 1714044310.7356029, + "auxillary_file_paths": [ + "results\\RacecarTrack3\\RacecarTrack3\\RacecarTrack3-1999985.pt" + ] + }, + { + "steps": 2499964, + "file_path": "results\\RacecarTrack3\\RacecarTrack3\\RacecarTrack3-2499964.onnx", + "reward": 25.921938775107265, + "creation_time": 1714045043.750487, + "auxillary_file_paths": [ + "results\\RacecarTrack3\\RacecarTrack3\\RacecarTrack3-2499964.pt" + ] + }, + { + "steps": 2911757, + "file_path": "results\\RacecarTrack3\\RacecarTrack3\\RacecarTrack3-2911757.onnx", + "reward": null, + "creation_time": 1714045651.9576218, + "auxillary_file_paths": [ + "results\\RacecarTrack3\\RacecarTrack3\\RacecarTrack3-2911757.pt" + ] + } + ], + "final_checkpoint": { + "steps": 2911757, + "file_path": "results\\RacecarTrack3\\RacecarTrack3.onnx", + "reward": null, + "creation_time": 1714045651.9576218, + "auxillary_file_paths": [ + "results\\RacecarTrack3\\RacecarTrack3\\RacecarTrack3-2911757.pt" + ] + } + }, + "metadata": { + "stats_format_version": "0.3.0", + "mlagents_version": "0.30.0", + "torch_version": "2.3.0+cpu" + } +} \ No newline at end of file diff --git a/MLAgents/results/StreetTrack2/StreetTrack2.onnx b/MLAgents/results/StreetTrack2/StreetTrack2.onnx new file mode 100644 index 0000000..b93fb43 Binary files /dev/null and b/MLAgents/results/StreetTrack2/StreetTrack2.onnx differ diff --git a/MLAgents/results/StreetTrack2/StreetTrack2/StreetTrack2-3499997.onnx b/MLAgents/results/StreetTrack2/StreetTrack2/StreetTrack2-3499997.onnx new file mode 100644 index 0000000..e05cbbd Binary files /dev/null and b/MLAgents/results/StreetTrack2/StreetTrack2/StreetTrack2-3499997.onnx differ diff --git a/MLAgents/results/StreetTrack2/StreetTrack2/StreetTrack2-3499997.pt b/MLAgents/results/StreetTrack2/StreetTrack2/StreetTrack2-3499997.pt new file mode 100644 index 0000000..2e4aa0c Binary files /dev/null and b/MLAgents/results/StreetTrack2/StreetTrack2/StreetTrack2-3499997.pt differ diff --git a/MLAgents/results/StreetTrack2/StreetTrack2/StreetTrack2-3999972.onnx b/MLAgents/results/StreetTrack2/StreetTrack2/StreetTrack2-3999972.onnx new file mode 100644 index 0000000..2b74684 Binary files /dev/null and b/MLAgents/results/StreetTrack2/StreetTrack2/StreetTrack2-3999972.onnx differ diff --git a/MLAgents/results/StreetTrack2/StreetTrack2/StreetTrack2-3999972.pt b/MLAgents/results/StreetTrack2/StreetTrack2/StreetTrack2-3999972.pt new file mode 100644 index 0000000..5d70472 Binary files /dev/null and b/MLAgents/results/StreetTrack2/StreetTrack2/StreetTrack2-3999972.pt differ diff --git a/MLAgents/results/StreetTrack2/StreetTrack2/StreetTrack2-4499987.onnx b/MLAgents/results/StreetTrack2/StreetTrack2/StreetTrack2-4499987.onnx new file mode 100644 index 0000000..340b985 Binary files /dev/null and b/MLAgents/results/StreetTrack2/StreetTrack2/StreetTrack2-4499987.onnx differ diff --git a/MLAgents/results/StreetTrack2/StreetTrack2/StreetTrack2-4499987.pt b/MLAgents/results/StreetTrack2/StreetTrack2/StreetTrack2-4499987.pt new file mode 100644 index 0000000..2eb7dd5 Binary files /dev/null and b/MLAgents/results/StreetTrack2/StreetTrack2/StreetTrack2-4499987.pt differ diff --git a/MLAgents/results/StreetTrack2/StreetTrack2/StreetTrack2-4999998.onnx b/MLAgents/results/StreetTrack2/StreetTrack2/StreetTrack2-4999998.onnx new file mode 100644 index 0000000..b93fb43 Binary files /dev/null and b/MLAgents/results/StreetTrack2/StreetTrack2/StreetTrack2-4999998.onnx differ diff --git a/MLAgents/results/StreetTrack2/StreetTrack2/StreetTrack2-4999998.pt b/MLAgents/results/StreetTrack2/StreetTrack2/StreetTrack2-4999998.pt new file mode 100644 index 0000000..0c0f0e7 Binary files /dev/null and b/MLAgents/results/StreetTrack2/StreetTrack2/StreetTrack2-4999998.pt differ diff --git a/MLAgents/results/StreetTrack2/StreetTrack2/StreetTrack2-5000062.onnx b/MLAgents/results/StreetTrack2/StreetTrack2/StreetTrack2-5000062.onnx new file mode 100644 index 0000000..b93fb43 Binary files /dev/null and b/MLAgents/results/StreetTrack2/StreetTrack2/StreetTrack2-5000062.onnx differ diff --git a/MLAgents/results/StreetTrack2/StreetTrack2/StreetTrack2-5000062.pt b/MLAgents/results/StreetTrack2/StreetTrack2/StreetTrack2-5000062.pt new file mode 100644 index 0000000..8bd2788 Binary files /dev/null and b/MLAgents/results/StreetTrack2/StreetTrack2/StreetTrack2-5000062.pt differ diff --git a/MLAgents/results/StreetTrack2/StreetTrack2/checkpoint.pt b/MLAgents/results/StreetTrack2/StreetTrack2/checkpoint.pt new file mode 100644 index 0000000..678e762 Binary files /dev/null and b/MLAgents/results/StreetTrack2/StreetTrack2/checkpoint.pt differ diff --git a/MLAgents/results/StreetTrack2/StreetTrack2/events.out.tfevents.1714039746.KKU17esport.9692.0 b/MLAgents/results/StreetTrack2/StreetTrack2/events.out.tfevents.1714039746.KKU17esport.9692.0 new file mode 100644 index 0000000..35024ae Binary files /dev/null and b/MLAgents/results/StreetTrack2/StreetTrack2/events.out.tfevents.1714039746.KKU17esport.9692.0 differ diff --git a/MLAgents/results/StreetTrack2/StreetTrack2/events.out.tfevents.1714041342.KKU17esport.19360.0 b/MLAgents/results/StreetTrack2/StreetTrack2/events.out.tfevents.1714041342.KKU17esport.19360.0 new file mode 100644 index 0000000..35fce20 Binary files /dev/null and b/MLAgents/results/StreetTrack2/StreetTrack2/events.out.tfevents.1714041342.KKU17esport.19360.0 differ diff --git a/MLAgents/results/StreetTrack2/configuration.yaml b/MLAgents/results/StreetTrack2/configuration.yaml new file mode 100644 index 0000000..dabd38a --- /dev/null +++ b/MLAgents/results/StreetTrack2/configuration.yaml @@ -0,0 +1,76 @@ +default_settings: null +behaviors: + StreetTrack2: + trainer_type: ppo + hyperparameters: + batch_size: 50 + buffer_size: 10240 + learning_rate: 0.0003 + beta: 0.05 + epsilon: 0.2 + lambd: 0.95 + num_epoch: 3 + shared_critic: false + learning_rate_schedule: linear + beta_schedule: linear + epsilon_schedule: linear + network_settings: + normalize: false + hidden_units: 128 + num_layers: 2 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + reward_signals: + extrinsic: + gamma: 0.99 + strength: 1.0 + network_settings: + normalize: false + hidden_units: 128 + num_layers: 2 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + init_path: null + keep_checkpoints: 5 + checkpoint_interval: 500000 + max_steps: 5000000 + time_horizon: 64 + summary_freq: 10000 + threaded: false + self_play: null + behavioral_cloning: null +env_settings: + env_path: Builds\StreetTrack2 part2\Racesm_L.exe + env_args: null + base_port: 5005 + num_envs: 1 + num_areas: 1 + seed: -1 + max_lifetime_restarts: 10 + restarts_rate_limit_n: 1 + restarts_rate_limit_period_s: 60 +engine_settings: + width: 84 + height: 84 + quality_level: 5 + time_scale: 20 + target_frame_rate: -1 + capture_frame_rate: 60 + no_graphics: false +environment_parameters: null +checkpoint_settings: + run_id: StreetTrack2 + initialize_from: null + load_model: false + resume: true + force: false + train_model: false + inference: false + results_dir: results +torch_settings: + device: null +debug: false diff --git a/MLAgents/results/StreetTrack2/run_logs/Player-0.log b/MLAgents/results/StreetTrack2/run_logs/Player-0.log new file mode 100644 index 0000000..a6c64d1 --- /dev/null +++ b/MLAgents/results/StreetTrack2/run_logs/Player-0.log @@ -0,0 +1,306 @@ +Mono path[0] = 'C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/StreetTrack2 part2/Racesm_L_Data/Managed' +Mono config path = 'C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/StreetTrack2 part2/MonoBleedingEdge/etc' +[Physics::Module] Initialized MultithreadedJobDispatcher with 15 workers. +Initialize engine version: 2022.3.11f1 (d00248457e15) +[Subsystems] Discovering subsystems at path C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/StreetTrack2 part2/Racesm_L_Data/UnitySubsystems +GfxDevice: creating device client; threaded=1; jobified=1 +Direct3D: + Version: Direct3D 11.0 [level 11.1] + Renderer: NVIDIA GeForce RTX 3070 (ID=0x2488) + Vendor: NVIDIA + VRAM: 8043 MB + Driver: 30.0.14.9729 +Begin MonoManager ReloadAssembly +- Loaded All Assemblies, in 1.431 seconds +- Finished resetting the current domain, in 0.001 seconds + Initializing input. + Input initialized. + Initialized touch support. +UnloadTime: 0.518000 ms +Setting up 8 worker threads for Enlighten. +Memory Statistics: +[ALLOC_TEMP_TLS] TLS Allocator + StackAllocators : + [ALLOC_TEMP_MAIN] + Peak usage frame count: [1.0 KB-2.0 KB]: 142231 frames, [2.0 KB-4.0 KB]: 1182 frames, [4.0 KB-8.0 KB]: 21 frames, [8.0 KB-16.0 KB]: 18 frames, [16.0 KB-32.0 KB]: 6 frames, [32.0 KB-64.0 KB]: 7301 frames, [2.0 MB-4.0 MB]: 1 frames + Initial Block Size 4.0 MB + Current Block Size 4.0 MB + Peak Allocated Bytes 2.1 MB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 4] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Loading.PreloadManager] + Initial Block Size 256.0 KB + Current Block Size 332.0 KB + Peak Allocated Bytes 218.7 KB + Overflow Count 4 + [ALLOC_TEMP_Background Job.worker 3] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 11] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 7] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 6] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 11] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 12] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 2] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 10] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 0] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 24.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 4] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 24.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 5] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 14] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 15] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 13] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 24.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 1] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_EnlightenWorker] x 8 + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 1] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 9] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 3] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 5] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 8] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 12] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_UnityGfxDeviceWorker] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 14.2 KB + Overflow Count 0 + [ALLOC_TEMP_AssetGarbageCollectorHelper] x 15 + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 138 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 13] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 2] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 10] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 7] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 9] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 0] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Job.worker 6] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Job.worker 8] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 48.0 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.worker 14] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 + [ALLOC_TEMP_Loading.AsyncRead] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 339 B + Overflow Count 0 + [ALLOC_TEMP_BatchDeleteObjects] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 54 B + Overflow Count 0 +[ALLOC_DEFAULT] Dual Thread Allocator + Peak main deferred allocation count 31 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.8 MB + [ALLOC_DEFAULT_MAIN] + Peak usage frame count: [16.0 MB-32.0 MB]: 150760 frames + Requested Block Size 16.0 MB + Peak Block count 2 + Peak Allocated memory 24.0 MB + Peak Large allocation bytes 8.0 MB + [ALLOC_DEFAULT_THREAD] + Peak usage frame count: [16.0 MB-32.0 MB]: 150760 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 21.8 MB + Peak Large allocation bytes 16.0 MB +[ALLOC_TEMP_JOB_1_FRAME] + Initial Block Size 2.0 MB + Used Block Count 0 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_2_FRAMES] + Initial Block Size 2.0 MB + Used Block Count 0 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_4_FRAMES (JobTemp)] + Initial Block Size 2.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_ASYNC (Background)] + Initial Block Size 1.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_GFX] Dual Thread Allocator + Peak main deferred allocation count 1 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.8 MB + [ALLOC_GFX_MAIN] + Peak usage frame count: [32.0 KB-64.0 KB]: 150759 frames, [64.0 KB-128.0 KB]: 1 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 66.0 KB + Peak Large allocation bytes 0 B + [ALLOC_GFX_THREAD] + Peak usage frame count: [2.0 MB-4.0 MB]: 153 frames, [4.0 MB-8.0 MB]: 150607 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 5.7 MB + Peak Large allocation bytes 0 B +[ALLOC_CACHEOBJECTS] Dual Thread Allocator + Peak main deferred allocation count 2 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.8 MB + [ALLOC_CACHEOBJECTS_MAIN] + Peak usage frame count: [2.0 MB-4.0 MB]: 150760 frames + Requested Block Size 4.0 MB + Peak Block count 1 + Peak Allocated memory 2.2 MB + Peak Large allocation bytes 0 B + [ALLOC_CACHEOBJECTS_THREAD] + Peak usage frame count: [2.0 MB-4.0 MB]: 150759 frames, [4.0 MB-8.0 MB]: 1 frames + Requested Block Size 4.0 MB + Peak Block count 2 + Peak Allocated memory 6.1 MB + Peak Large allocation bytes 0 B +[ALLOC_TYPETREE] Dual Thread Allocator + Peak main deferred allocation count 0 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.8 MB + [ALLOC_TYPETREE_MAIN] + Peak usage frame count: [4.0 KB-8.0 KB]: 150760 frames + Requested Block Size 2.0 MB + Peak Block count 1 + Peak Allocated memory 4.1 KB + Peak Large allocation bytes 0 B + [ALLOC_TYPETREE_THREAD] + Peak usage frame count: [0-1.0 KB]: 150759 frames, [1.0 KB-2.0 KB]: 1 frames + Requested Block Size 2.0 MB + Peak Block count 1 + Peak Allocated memory 1.2 KB + Peak Large allocation bytes 0 B diff --git a/MLAgents/results/StreetTrack2/run_logs/timers.json b/MLAgents/results/StreetTrack2/run_logs/timers.json new file mode 100644 index 0000000..29814df --- /dev/null +++ b/MLAgents/results/StreetTrack2/run_logs/timers.json @@ -0,0 +1,320 @@ +{ + "name": "root", + "gauges": { + "StreetTrack2.Policy.Entropy.mean": { + "value": 0.7059237957000732, + "min": 0.6889702677726746, + "max": 1.8074125051498413, + "count": 403 + }, + "StreetTrack2.Policy.Entropy.sum": { + "value": 7047.943359375, + "min": 885.7717895507812, + "max": 17987.369140625, + "count": 403 + }, + "StreetTrack2.IsTraining.mean": { + "value": 1.0, + "min": 1.0, + "max": 1.0, + "count": 403 + }, + "StreetTrack2.IsTraining.sum": { + "value": 1.0, + "min": 1.0, + "max": 1.0, + "count": 403 + }, + "StreetTrack2.Step.mean": { + "value": 4999998.0, + "min": 989942.0, + "max": 4999998.0, + "count": 402 + }, + "StreetTrack2.Step.sum": { + "value": 4999998.0, + "min": 989942.0, + "max": 4999998.0, + "count": 402 + }, + "StreetTrack2.Policy.ExtrinsicValueEstimate.mean": { + "value": 4.859254837036133, + "min": 2.455256223678589, + "max": 5.053572654724121, + "count": 402 + }, + "StreetTrack2.Policy.ExtrinsicValueEstimate.sum": { + "value": 811.4955444335938, + "min": 395.2962646484375, + "max": 835.9595947265625, + "count": 402 + }, + "StreetTrack2.Environment.EpisodeLength.mean": { + "value": 426.4583333333333, + "min": 412.27272727272725, + "max": 875.9166666666666, + "count": 402 + }, + "StreetTrack2.Environment.EpisodeLength.sum": { + "value": 10235.0, + "min": 7053.0, + "max": 12158.0, + "count": 402 + }, + "StreetTrack2.Environment.CumulativeReward.mean": { + "value": 24.292883182565372, + "min": 12.274219202047044, + "max": 24.97418246737548, + "count": 402 + }, + "StreetTrack2.Environment.CumulativeReward.sum": { + "value": 583.0291963815689, + "min": 135.0164112225175, + "max": 591.2674941346049, + "count": 402 + }, + "StreetTrack2.Policy.ExtrinsicReward.mean": { + "value": 24.292883182565372, + "min": 12.274219202047044, + "max": 24.97418246737548, + "count": 402 + }, + "StreetTrack2.Policy.ExtrinsicReward.sum": { + "value": 583.0291963815689, + "min": 135.0164112225175, + "max": 591.2674941346049, + "count": 402 + }, + "StreetTrack2.Losses.PolicyLoss.mean": { + "value": 0.11374184497012388, + "min": 0.10367676960602516, + "max": 0.12101247827872649, + "count": 391 + }, + "StreetTrack2.Losses.PolicyLoss.sum": { + "value": 0.11374184497012388, + "min": 0.10367676960602516, + "max": 0.12101247827872649, + "count": 391 + }, + "StreetTrack2.Losses.ValueLoss.mean": { + "value": 0.3212516997827262, + "min": 0.24142240745691107, + "max": 0.43756182242215164, + "count": 391 + }, + "StreetTrack2.Losses.ValueLoss.sum": { + "value": 0.3212516997827262, + "min": 0.24142240745691107, + "max": 0.43756182242215164, + "count": 391 + }, + "StreetTrack2.Policy.LearningRate.mean": { + "value": 9.015996997999179e-08, + "min": 9.015996997999179e-08, + "max": 0.00024058429980524003, + "count": 391 + }, + "StreetTrack2.Policy.LearningRate.sum": { + "value": 9.015996997999179e-08, + "min": 9.015996997999179e-08, + "max": 0.00024058429980524003, + "count": 391 + }, + "StreetTrack2.Policy.Epsilon.mean": { + "value": 0.10003001999999997, + "min": 0.10003001999999997, + "max": 0.18019475999999998, + "count": 391 + }, + "StreetTrack2.Policy.Epsilon.sum": { + "value": 0.10003001999999997, + "min": 0.10003001999999997, + "max": 0.18019475999999998, + "count": 391 + }, + "StreetTrack2.Policy.Beta.mean": { + "value": 2.500699799999864e-05, + "min": 2.500699799999864e-05, + "max": 0.040099360524000004, + "count": 391 + }, + "StreetTrack2.Policy.Beta.sum": { + "value": 2.500699799999864e-05, + "min": 2.500699799999864e-05, + "max": 0.040099360524000004, + "count": 391 + } + }, + "metadata": { + "timer_format_version": "0.1.0", + "start_time_seconds": "1714041336", + "python_version": "3.9.13 (tags/v3.9.13:6de2ca5, May 17 2022, 16:36:42) [MSC v.1929 64 bit (AMD64)]", + "command_line_arguments": "C:\\Users\\SukkertoppenDDU\\AppData\\Local\\Programs\\Python\\Python39\\Scripts\\mlagents-learn config/LLL.yaml --run-id=StreetTrack2 --resume --env=Builds\\StreetTrack2 part2\\Racesm_L.exe", + "mlagents_version": "0.30.0", + "mlagents_envs_version": "0.30.0", + "communication_protocol_version": "1.5.0", + "pytorch_version": "2.3.0+cpu", + "numpy_version": "1.21.2", + "end_time_seconds": "1714047121" + }, + "total": 5785.651535200001, + "count": 1, + "self": 0.6521363000001656, + "children": { + "run_training.setup": { + "total": 0.06744969999999983, + "count": 1, + "self": 0.06744969999999983 + }, + "TrainerController.start_learning": { + "total": 5784.9319492, + "count": 1, + "self": 10.076580499869124, + "children": { + "TrainerController._reset_env": { + "total": 7.2081778, + "count": 1, + "self": 7.2081778 + }, + "TrainerController.advance": { + "total": 5767.5438441001315, + "count": 508435, + "self": 9.662613200140186, + "children": { + "env_step": { + "total": 3277.035665599924, + "count": 508435, + "self": 2404.34629619981, + "children": { + "SubprocessEnvManager._take_step": { + "total": 866.729728300262, + "count": 508435, + "self": 32.52808560051608, + "children": { + "TorchPolicy.evaluate": { + "total": 834.2016426997459, + "count": 502532, + "self": 834.2016426997459 + } + } + }, + "workers": { + "total": 5.959641099852119, + "count": 508435, + "self": 0.0, + "children": { + "worker_root": { + "total": 5767.926360500012, + "count": 508435, + "is_parallel": true, + "self": 3905.926149099996, + "children": { + "steps_from_proto": { + "total": 0.00039790000000028414, + "count": 1, + "is_parallel": true, + "self": 0.00013390000000068625, + "children": { + "_process_rank_one_or_two_observation": { + "total": 0.0002639999999995979, + "count": 6, + "is_parallel": true, + "self": 0.0002639999999995979 + } + } + }, + "UnityEnvironment.step": { + "total": 1861.999813500016, + "count": 508435, + "is_parallel": true, + "self": 64.57590839995873, + "children": { + "UnityEnvironment._generate_step_input": { + "total": 120.92808250011245, + "count": 508435, + "is_parallel": true, + "self": 120.92808250011245 + }, + "communicator.exchange": { + "total": 1486.2866851000172, + "count": 508435, + "is_parallel": true, + "self": 1486.2866851000172 + }, + "steps_from_proto": { + "total": 190.2091374999277, + "count": 508435, + "is_parallel": true, + "self": 74.04493599951878, + "children": { + "_process_rank_one_or_two_observation": { + "total": 116.16420150040891, + "count": 3050610, + "is_parallel": true, + "self": 116.16420150040891 + } + } + } + } + } + } + } + } + } + } + }, + "trainer_advance": { + "total": 2480.845565300068, + "count": 508435, + "self": 14.173559800106432, + "children": { + "process_trajectory": { + "total": 433.0647907999612, + "count": 508435, + "self": 432.3550531999607, + "children": { + "RLTrainer._checkpoint": { + "total": 0.7097376000004942, + "count": 9, + "self": 0.7097376000004942 + } + } + }, + "_update_policy": { + "total": 2033.6072147, + "count": 391, + "self": 675.9109646998984, + "children": { + "TorchPPOOptimizer.update": { + "total": 1357.6962500001016, + "count": 240516, + "self": 1357.6962500001016 + } + } + } + } + } + } + }, + "trainer_threads": { + "total": 3.1999998100218363e-06, + "count": 1, + "self": 3.1999998100218363e-06 + }, + "TrainerController._save_models": { + "total": 0.10334359999978915, + "count": 1, + "self": 0.0064117999991140096, + "children": { + "RLTrainer._checkpoint": { + "total": 0.09693180000067514, + "count": 1, + "self": 0.09693180000067514 + } + } + } + } + } + } +} \ No newline at end of file diff --git a/MLAgents/results/StreetTrack2/run_logs/training_status.json b/MLAgents/results/StreetTrack2/run_logs/training_status.json new file mode 100644 index 0000000..da5219d --- /dev/null +++ b/MLAgents/results/StreetTrack2/run_logs/training_status.json @@ -0,0 +1,65 @@ +{ + "StreetTrack2": { + "checkpoints": [ + { + "steps": 3499997, + "file_path": "results\\StreetTrack2\\StreetTrack2\\StreetTrack2-3499997.onnx", + "reward": 24.570196787516277, + "creation_time": 1714044980.7547877, + "auxillary_file_paths": [ + "results\\StreetTrack2\\StreetTrack2\\StreetTrack2-3499997.pt" + ] + }, + { + "steps": 3999972, + "file_path": "results\\StreetTrack2\\StreetTrack2\\StreetTrack2-3999972.onnx", + "reward": 24.522305782139302, + "creation_time": 1714045700.4246612, + "auxillary_file_paths": [ + "results\\StreetTrack2\\StreetTrack2\\StreetTrack2-3999972.pt" + ] + }, + { + "steps": 4499987, + "file_path": "results\\StreetTrack2\\StreetTrack2\\StreetTrack2-4499987.onnx", + "reward": 23.95074542544105, + "creation_time": 1714046424.4613426, + "auxillary_file_paths": [ + "results\\StreetTrack2\\StreetTrack2\\StreetTrack2-4499987.pt" + ] + }, + { + "steps": 4999998, + "file_path": "results\\StreetTrack2\\StreetTrack2\\StreetTrack2-4999998.onnx", + "reward": 24.46090884208679, + "creation_time": 1714047121.1489074, + "auxillary_file_paths": [ + "results\\StreetTrack2\\StreetTrack2\\StreetTrack2-4999998.pt" + ] + }, + { + "steps": 5000062, + "file_path": "results\\StreetTrack2\\StreetTrack2\\StreetTrack2-5000062.onnx", + "reward": 24.46090884208679, + "creation_time": 1714047121.251468, + "auxillary_file_paths": [ + "results\\StreetTrack2\\StreetTrack2\\StreetTrack2-5000062.pt" + ] + } + ], + "final_checkpoint": { + "steps": 5000062, + "file_path": "results\\StreetTrack2\\StreetTrack2.onnx", + "reward": 24.46090884208679, + "creation_time": 1714047121.251468, + "auxillary_file_paths": [ + "results\\StreetTrack2\\StreetTrack2\\StreetTrack2-5000062.pt" + ] + } + }, + "metadata": { + "stats_format_version": "0.3.0", + "mlagents_version": "0.30.0", + "torch_version": "2.3.0+cpu" + } +} \ No newline at end of file