idk

MLAgents/results/BusTrack2/configuration.yaml

@@ -44,7 +44,7 @@ behaviors:
     self_play: null
     behavioral_cloning: null
 env_settings:
-  env_path: null
+  env_path: Builds\BusTrack2 part1\Racesm_L.exe
   env_args: null
   base_port: 5005
   num_envs: 1

MLAgents/results/BusTrack2/run_logs/Player-0.log

@@ -0,0 +1,343 @@
+Mono path[0] = 'C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/BusTrack2 part1/Racesm_L_Data/Managed'
+Mono config path = 'C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/BusTrack2 part1/MonoBleedingEdge/etc'
+[Physics::Module] Initialized MultithreadedJobDispatcher with 15 workers.
+Initialize engine version: 2022.3.11f1 (d00248457e15)
+[Subsystems] Discovering subsystems at path C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/BusTrack2 part1/Racesm_L_Data/UnitySubsystems
+GfxDevice: creating device client; threaded=1; jobified=1
+Direct3D:
+    Version:  Direct3D 11.0 [level 11.1]
+    Renderer: NVIDIA GeForce RTX 3070 (ID=0x2488)
+    Vendor:   NVIDIA
+    VRAM:     8043 MB
+    Driver:   30.0.14.9729
+Begin MonoManager ReloadAssembly
+- Loaded All Assemblies, in  1.365 seconds
+- Finished resetting the current domain, in  0.003 seconds
+<RI> Initializing input.
+
+<RI> Input initialized.
+
+<RI> Initialized touch support.
+
+UnloadTime: 1.148800 ms
+GRPC Exception: Status(StatusCode=Cancelled, Detail="CANCELLED"). Disconnecting from trainer.
+Setting up 8 worker threads for Enlighten.
+Memory Statistics:
+[ALLOC_TEMP_TLS] TLS Allocator
+  StackAllocators : 
+    [ALLOC_TEMP_MAIN]
+      Peak usage frame count: [1.0 KB-2.0 KB]: 91879 frames, [2.0 KB-4.0 KB]: 256 frames, [4.0 KB-8.0 KB]: 4 frames, [8.0 KB-16.0 KB]: 3 frames, [16.0 KB-32.0 KB]: 3 frames, [32.0 KB-64.0 KB]: 5313 frames, [64.0 KB-128.0 KB]: 84 frames, [128.0 KB-256.0 KB]: 25 frames, [256.0 KB-0.5 MB]: 37 frames, [2.0 MB-4.0 MB]: 1 frames
+      Initial Block Size 4.0 MB
+      Current Block Size 4.0 MB
+      Peak Allocated Bytes 2.1 MB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 4]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Loading.PreloadManager]
+      Initial Block Size 256.0 KB
+      Current Block Size 452.0 KB
+      Peak Allocated Bytes 448.7 KB
+      Overflow Count 10
+    [ALLOC_TEMP_Background Job.worker 3]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 11]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 7]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 6]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 11]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 192.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 12]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 2]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 9]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 0]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 192.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 4]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 192.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 5]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 192.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 14]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 192.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 10]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 13]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 192.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 1]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_EnlightenWorker] x 8
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 1]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 192.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 3]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 192.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 5]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 8]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 12]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 192.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_UnityGfxDeviceWorker]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 14.2 KB
+      Overflow Count 0
+    [ALLOC_TEMP_AssetGarbageCollectorHelper] x 15
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 138 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 13]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 15]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 2]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 192.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 10]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 192.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 7]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 192.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 9]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 192.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 0]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 6]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 192.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 8]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 192.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 14]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Loading.AsyncRead]
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 330 B
+      Overflow Count 0
+    [ALLOC_TEMP_BatchDeleteObjects]
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+[ALLOC_DEFAULT] Dual Thread Allocator
+  Peak main deferred allocation count 31
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 4.0 MB
+      Failed Allocations. Bucket layout:
+        16B: 8 Subsections = 8192 buckets. Failed count: 165814
+        32B: 30 Subsections = 15360 buckets. Failed count: 247058
+        48B: 18 Subsections = 6144 buckets. Failed count: 12435
+        64B: 83 Subsections = 21248 buckets. Failed count: 21366
+        80B: 23 Subsections = 4710 buckets. Failed count: 97894
+        96B: 6 Subsections = 1024 buckets. Failed count: 6019
+        112B: 3 Subsections = 438 buckets. Failed count: 0
+        128B: 85 Subsections = 10880 buckets. Failed count: 1297
+    [ALLOC_DEFAULT_MAIN]
+      Peak usage frame count: [32.0 MB-64.0 MB]: 97605 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 2
+      Peak Allocated memory 38.2 MB
+      Peak Large allocation bytes 8.0 MB
+    [ALLOC_DEFAULT_THREAD]
+      Peak usage frame count: [16.0 MB-32.0 MB]: 97605 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 2
+      Peak Allocated memory 29.7 MB
+      Peak Large allocation bytes 16.0 MB
+[ALLOC_TEMP_JOB_1_FRAME]
+  Initial Block Size 2.0 MB
+  Used Block Count 0
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_2_FRAMES]
+  Initial Block Size 2.0 MB
+  Used Block Count 0
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_4_FRAMES (JobTemp)]
+  Initial Block Size 2.0 MB
+  Used Block Count 1
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_ASYNC (Background)]
+  Initial Block Size 1.0 MB
+  Used Block Count 1
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_GFX] Dual Thread Allocator
+  Peak main deferred allocation count 1
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 4.0 MB
+      Failed Allocations. Bucket layout:
+        16B: 8 Subsections = 8192 buckets. Failed count: 165814
+        32B: 30 Subsections = 15360 buckets. Failed count: 247058
+        48B: 18 Subsections = 6144 buckets. Failed count: 12435
+        64B: 83 Subsections = 21248 buckets. Failed count: 21366
+        80B: 23 Subsections = 4710 buckets. Failed count: 97894
+        96B: 6 Subsections = 1024 buckets. Failed count: 6019
+        112B: 3 Subsections = 438 buckets. Failed count: 0
+        128B: 85 Subsections = 10880 buckets. Failed count: 1297
+    [ALLOC_GFX_MAIN]
+      Peak usage frame count: [32.0 KB-64.0 KB]: 97604 frames, [64.0 KB-128.0 KB]: 1 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 66.0 KB
+      Peak Large allocation bytes 0 B
+    [ALLOC_GFX_THREAD]
+      Peak usage frame count: [4.0 MB-8.0 MB]: 112 frames, [8.0 MB-16.0 MB]: 97493 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 10.6 MB
+      Peak Large allocation bytes 0 B
+[ALLOC_CACHEOBJECTS] Dual Thread Allocator
+  Peak main deferred allocation count 2
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 4.0 MB
+      Failed Allocations. Bucket layout:
+        16B: 8 Subsections = 8192 buckets. Failed count: 165814
+        32B: 30 Subsections = 15360 buckets. Failed count: 247058
+        48B: 18 Subsections = 6144 buckets. Failed count: 12435
+        64B: 83 Subsections = 21248 buckets. Failed count: 21366
+        80B: 23 Subsections = 4710 buckets. Failed count: 97894
+        96B: 6 Subsections = 1024 buckets. Failed count: 6019
+        112B: 3 Subsections = 438 buckets. Failed count: 0
+        128B: 85 Subsections = 10880 buckets. Failed count: 1297
+    [ALLOC_CACHEOBJECTS_MAIN]
+      Peak usage frame count: [2.0 MB-4.0 MB]: 97605 frames
+      Requested Block Size 4.0 MB
+      Peak Block count 1
+      Peak Allocated memory 3.1 MB
+      Peak Large allocation bytes 0 B
+    [ALLOC_CACHEOBJECTS_THREAD]
+      Peak usage frame count: [8.0 MB-16.0 MB]: 97604 frames, [32.0 MB-64.0 MB]: 1 frames
+      Requested Block Size 4.0 MB
+      Peak Block count 12
+      Peak Allocated memory 39.5 MB
+      Peak Large allocation bytes 0 B
+[ALLOC_TYPETREE] Dual Thread Allocator
+  Peak main deferred allocation count 0
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 4.0 MB
+      Failed Allocations. Bucket layout:
+        16B: 8 Subsections = 8192 buckets. Failed count: 165814
+        32B: 30 Subsections = 15360 buckets. Failed count: 247058
+        48B: 18 Subsections = 6144 buckets. Failed count: 12435
+        64B: 83 Subsections = 21248 buckets. Failed count: 21366
+        80B: 23 Subsections = 4710 buckets. Failed count: 97894
+        96B: 6 Subsections = 1024 buckets. Failed count: 6019
+        112B: 3 Subsections = 438 buckets. Failed count: 0
+        128B: 85 Subsections = 10880 buckets. Failed count: 1297
+    [ALLOC_TYPETREE_MAIN]
+      Peak usage frame count: [4.0 KB-8.0 KB]: 97605 frames
+      Requested Block Size 2.0 MB
+      Peak Block count 1
+      Peak Allocated memory 4.1 KB
+      Peak Large allocation bytes 0 B
+    [ALLOC_TYPETREE_THREAD]
+      Peak usage frame count: [1.0 KB-2.0 KB]: 97605 frames
+      Requested Block Size 2.0 MB

MLAgents/results/BusTrack2/run_logs/timers.json

@@ -2,257 +2,257 @@
     "name": "root",
     "gauges": {
         "BusTrack2.Policy.Entropy.mean": {
-            "value": 2.1863579750061035,
+            "value": 1.1329643726348877,
-            "min": 2.1749253273010254,
+            "min": 0.8422980904579163,
-            "max": 2.1947851181030273,
+            "max": 2.189603328704834,
-            "count": 5
+            "count": 260
         },
         "BusTrack2.Policy.Entropy.sum": {
-            "value": 21968.525390625,
+            "value": 11302.4521484375,
-            "min": 21644.857421875,
+            "min": 8396.02734375,
-            "max": 22053.201171875,
+            "max": 22141.26953125,
-            "count": 5
+            "count": 260
         },
         "BusTrack2.Step.mean": {
-            "value": 49984.0,
+            "value": 2599948.0,
             "min": 9984.0,
-            "max": 49984.0,
+            "max": 2599948.0,
-            "count": 5
+            "count": 260
         },
         "BusTrack2.Step.sum": {
-            "value": 49984.0,
+            "value": 2599948.0,
             "min": 9984.0,
-            "max": 49984.0,
+            "max": 2599948.0,
-            "count": 5
+            "count": 260
         },
         "BusTrack2.Policy.ExtrinsicValueEstimate.mean": {
-            "value": 0.0749274343252182,
+            "value": 5.365256309509277,
-            "min": 0.0749274343252182,
+            "min": -1.2024420499801636,
-            "max": 0.2529940903186798,
+            "max": 5.365256309509277,
-            "count": 5
+            "count": 260
         },
         "BusTrack2.Policy.ExtrinsicValueEstimate.sum": {
-            "value": 11.98838996887207,
+            "value": 928.1893310546875,
-            "min": 11.98838996887207,
+            "min": -238.08352661132812,
-            "max": 40.22605895996094,
+            "max": 946.985107421875,
-            "count": 5
+            "count": 260
         },
         "BusTrack2.Environment.EpisodeLength.mean": {
-            "value": 499.0,
+            "value": 400.2307692307692,
-            "min": 499.0,
+            "min": 199.0,
-            "max": 499.0,
+            "max": 687.4,
-            "count": 5
+            "count": 260
         },
         "BusTrack2.Environment.EpisodeLength.sum": {
-            "value": 7984.0,
+            "value": 10406.0,
-            "min": 7984.0,
+            "min": 7857.0,
-            "max": 11976.0,
+            "max": 11564.0,
-            "count": 5
+            "count": 260
         },
         "BusTrack2.Environment.CumulativeReward.mean": {
-            "value": -0.30098484913126894,
+            "value": 24.59055496064516,
-            "min": -0.7619615873187761,
+            "min": -0.12888464100554606,
-            "max": -0.19303640429825464,
+            "max": 25.026868030428886,
-            "count": 5
+            "count": 260
         },
         "BusTrack2.Environment.CumulativeReward.sum": {
-            "value": -5.116742435231572,
+            "value": 639.3544289767742,
-            "min": -17.52511650833185,
+            "min": -6.18646276826621,
-            "max": -3.088582468772074,
+            "max": 664.3267043232918,
-            "count": 5
+            "count": 260
         },
         "BusTrack2.Policy.ExtrinsicReward.mean": {
-            "value": -0.30098484913126894,
+            "value": 24.59055496064516,
-            "min": -0.7619615873187761,
+            "min": -0.12888464100554606,
-            "max": -0.19303640429825464,
+            "max": 25.026868030428886,
-            "count": 5
+            "count": 260
         },
         "BusTrack2.Policy.ExtrinsicReward.sum": {
-            "value": -5.116742435231572,
+            "value": 639.3544289767742,
-            "min": -17.52511650833185,
+            "min": -6.18646276826621,
-            "max": -3.088582468772074,
+            "max": 664.3267043232918,
-            "count": 5
+            "count": 260
         },
         "BusTrack2.IsTraining.mean": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 5
+            "count": 260
         },
         "BusTrack2.IsTraining.sum": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 5
+            "count": 260
         },
         "BusTrack2.Losses.PolicyLoss.mean": {
-            "value": 0.11586630168607447,
+            "value": 0.11128140402090834,
-            "min": 0.11050240805861049,
+            "min": 0.10049134346719678,
-            "max": 0.11743067037271877,
+            "max": 0.12087385670970027,
-            "count": 4
+            "count": 252
         },
         "BusTrack2.Losses.PolicyLoss.sum": {
-            "value": 0.11586630168607447,
+            "value": 0.11128140402090834,
-            "min": 0.11050240805861049,
+            "min": 0.10049134346719678,
-            "max": 0.11743067037271877,
+            "max": 0.12087385670970027,
-            "count": 4
+            "count": 252
         },
         "BusTrack2.Losses.ValueLoss.mean": {
-            "value": 0.0026205912706508275,
+            "value": 0.2692062053738571,
-            "min": 0.0026205912706508275,
+            "min": 0.002542790192565585,
-            "max": 0.01049612028478976,
+            "max": 0.442403101896852,
-            "count": 4
+            "count": 252
         },
         "BusTrack2.Losses.ValueLoss.sum": {
-            "value": 0.0026205912706508275,
+            "value": 0.2692062053738571,
-            "min": 0.0026205912706508275,
+            "min": 0.002542790192565585,
-            "max": 0.01049612028478976,
+            "max": 0.442403101896852,
-            "count": 4
+            "count": 252
         },
         "BusTrack2.Policy.LearningRate.mean": {
-            "value": 0.00029747712084095994,
+            "value": 0.00014448515183829996,
-            "min": 0.00029747712084095994,
+            "min": 0.00014448515183829996,
-            "max": 0.0002993664002111999,
+            "max": 0.00029936256021247993,
-            "count": 4
+            "count": 252
         },
         "BusTrack2.Policy.LearningRate.sum": {
-            "value": 0.00029747712084095994,
+            "value": 0.00014448515183829996,
-            "min": 0.00029747712084095994,
+            "min": 0.00014448515183829996,
-            "max": 0.0002993664002111999,
+            "max": 0.00029936256021247993,
-            "count": 4
+            "count": 252
         },
         "BusTrack2.Policy.Epsilon.mean": {
-            "value": 0.19915904000000004,
+            "value": 0.14816169999999998,
-            "min": 0.19915904000000004,
+            "min": 0.14816169999999998,
-            "max": 0.19978880000000004,
+            "max": 0.19978752000000002,
-            "count": 4
+            "count": 252
         },
         "BusTrack2.Policy.Epsilon.sum": {
-            "value": 0.19915904000000004,
+            "value": 0.14816169999999998,
-            "min": 0.19915904000000004,
+            "min": 0.14816169999999998,
-            "max": 0.19978880000000004,
+            "max": 0.19978752000000002,
-            "count": 4
+            "count": 252
         },
         "BusTrack2.Policy.Beta.mean": {
-            "value": 0.04957960409599999,
+            "value": 0.024086033829999996,
-            "min": 0.04957960409599999,
+            "min": 0.024086033829999996,
-            "max": 0.049894421120000004,
+            "max": 0.04989378124799999,
-            "count": 4
+            "count": 252
         },
         "BusTrack2.Policy.Beta.sum": {
-            "value": 0.04957960409599999,
+            "value": 0.024086033829999996,
-            "min": 0.04957960409599999,
+            "min": 0.024086033829999996,
-            "max": 0.049894421120000004,
+            "max": 0.04989378124799999,
-            "count": 4
+            "count": 252
         }
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1713956580",
+        "start_time_seconds": "1714041537",
         "python_version": "3.9.13 (tags/v3.9.13:6de2ca5, May 17 2022, 16:36:42) [MSC v.1929 64 bit (AMD64)]",
-        "command_line_arguments": "C:\\Users\\noahk\\Documents\\Unity projects\\Racesm\\.venv\\Scripts\\mlagents-learn config/BusTrack2.yaml --run-id=BusTrack2 --force",
+        "command_line_arguments": "C:\\Users\\SukkertoppenDDU\\AppData\\Local\\Programs\\Python\\Python39\\Scripts\\mlagents-learn config/LLL.yaml --force --run-id=BusTrack2 --env=Builds\\BusTrack2 part1\\Racesm_L.exe",
         "mlagents_version": "0.30.0",
         "mlagents_envs_version": "0.30.0",
         "communication_protocol_version": "1.5.0",
-        "pytorch_version": "2.2.2+cu118",
+        "pytorch_version": "2.3.0+cpu",
         "numpy_version": "1.21.2",
-        "end_time_seconds": "1713956677"
+        "end_time_seconds": "1714045697"
     },
-    "total": 96.8911192,
+    "total": 4160.6230477,
     "count": 1,
-    "self": 0.004357900000016457,
+    "self": 1.1064352000003055,
     "children": {
         "run_training.setup": {
-            "total": 0.08156290000000022,
+            "total": 0.06439529999999993,
             "count": 1,
-            "self": 0.08156290000000022
+            "self": 0.06439529999999993
         },
         "TrainerController.start_learning": {
-            "total": 96.8051984,
+            "total": 4159.4522172,
             "count": 1,
-            "self": 0.10506819999997674,
+            "self": 6.86582220004675,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 9.1141883,
+                    "total": 8.1418034,
                     "count": 1,
-                    "self": 9.1141883
+                    "self": 8.1418034
                 },
                 "TrainerController.advance": {
-                    "total": 87.46949260000002,
+                    "total": 4144.3929840999535,
-                    "count": 6585,
+                    "count": 329660,
-                    "self": 0.09444109999992634,
+                    "self": 6.501555599788844,
                     "children": {
                         "env_step": {
-                            "total": 49.186684400000495,
+                            "total": 2443.7344946999947,
-                            "count": 6585,
+                            "count": 329660,
-                            "self": 21.425331300000444,
+                            "self": 1881.5832031000455,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 27.69659450000002,
+                                    "total": 558.1467443999725,
-                                    "count": 6585,
+                                    "count": 329660,
-                                    "self": 0.28653870000042403,
+                                    "self": 20.998963999995112,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 27.410055799999597,
+                                            "total": 537.1477803999774,
-                                            "count": 6585,
+                                            "count": 325349,
-                                            "self": 27.410055799999597
+                                            "self": 537.1477803999774
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 0.06475860000003131,
+                                    "total": 4.004547199976585,
-                                    "count": 6584,
+                                    "count": 329659,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 88.33605969999992,
+                                            "total": 4145.043805499976,
-                                            "count": 6584,
+                                            "count": 329659,
                                             "is_parallel": true,
-                                            "self": 72.29476539999987,
+                                            "self": 2624.752221099995,
                                             "children": {
                                                 "steps_from_proto": {
-                                                    "total": 0.0005465000000004494,
+                                                    "total": 0.0003552999999998363,
                                                     "count": 1,
                                                     "is_parallel": true,
-                                                    "self": 0.00022170000000087953,
+                                                    "self": 0.00012589999999956802,
                                                     "children": {
                                                         "_process_rank_one_or_two_observation": {
-                                                            "total": 0.0003247999999995699,
+                                                            "total": 0.00022940000000026828,
                                                             "count": 6,
                                                             "is_parallel": true,
-                                                            "self": 0.0003247999999995699
+                                                            "self": 0.00022940000000026828
                                                         }
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 16.04074780000004,
+                                                    "total": 1520.2912290999807,
-                                                    "count": 6584,
+                                                    "count": 329659,
                                                     "is_parallel": true,
-                                                    "self": 0.6872718000007936,
+                                                    "self": 41.948900199665786,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 0.7578845999999206,
+                                                            "total": 74.12176200007869,
-                                                            "count": 6584,
+                                                            "count": 329659,
                                                             "is_parallel": true,
-                                                            "self": 0.7578845999999206
+                                                            "self": 74.12176200007869
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 12.44123759999931,
+                                                            "total": 1279.3069929000733,
-                                                            "count": 6584,
+                                                            "count": 329659,
                                                             "is_parallel": true,
-                                                            "self": 12.44123759999931
+                                                            "self": 1279.3069929000733
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 2.154353800000017,
+                                                            "total": 124.91357400016305,
-                                                            "count": 6584,
+                                                            "count": 329659,
                                                             "is_parallel": true,
-                                                            "self": 0.8423023000004495,
+                                                            "self": 48.08493170013452,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 1.3120514999995674,
+                                                                    "total": 76.82864230002853,
-                                                                    "count": 39504,
+                                                                    "count": 1977954,
                                                                     "is_parallel": true,
-                                                                    "self": 1.3120514999995674
+                                                                    "self": 76.82864230002853
                                                                 }
                                                             }
                                                         }
@@ -265,24 +265,31 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 38.1883670999996,
+                            "total": 1694.1569338001696,
-                            "count": 6584,
+                            "count": 329659,
-                            "self": 0.13078589999910406,
+                            "self": 9.622891000080472,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 4.465832300000498,
+                                    "total": 267.8110550000872,
-                                    "count": 6584,
+                                    "count": 329659,
-                                    "self": 4.465832300000498
+                                    "self": 267.3326875000871,
+                                    "children": {
+                                        "RLTrainer._checkpoint": {
+                                            "total": 0.478367500000104,
+                                            "count": 5,
+                                            "self": 0.478367500000104
+                                        }
+                                    }
                                 },
                                 "_update_policy": {
-                                    "total": 33.5917489,
+                                    "total": 1416.7229878000019,
-                                    "count": 5,
+                                    "count": 253,
-                                    "self": 6.835913400000042,
+                                    "self": 563.0196431000599,
                                     "children": {
                                         "TorchPPOOptimizer.update": {
-                                            "total": 26.755835499999957,
+                                            "total": 853.703344699942,
-                                            "count": 3147,
+                                            "count": 155727,
-                                            "self": 26.755835499999957
+                                            "self": 853.703344699942
                                         }
                                     }
                                 }
@@ -291,19 +298,19 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 1.1999999998124622e-06,
+                    "total": 6.999998731771484e-07,
                     "count": 1,
-                    "self": 1.1999999998124622e-06
+                    "self": 6.999998731771484e-07
                 },
                 "TrainerController._save_models": {
-                    "total": 0.1164480999999995,
+                    "total": 0.05160679999971762,
                     "count": 1,
-                    "self": 0.0068753000000043585,
+                    "self": 0.006841899999017187,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.10957279999999514,
+                            "total": 0.044764900000700436,
                             "count": 1,
-                            "self": 0.10957279999999514
+                            "self": 0.044764900000700436
                         }
                     }
                 }

MLAgents/results/BusTrack2/run_logs/training_status.json

@@ -2,28 +2,64 @@
     "BusTrack2": {
         "checkpoints": [
             {
-                "steps": 52512,
+                "steps": 999977,
-                "file_path": "results\\BusTrack2\\BusTrack2\\BusTrack2-52512.onnx",
+                "file_path": "results\\BusTrack2\\BusTrack2\\BusTrack2-999977.onnx",
                 "reward": null,
-                "creation_time": 1713956677.5616412,
+                "creation_time": 1714043134.375638,
                 "auxillary_file_paths": [
-                    "results\\BusTrack2\\BusTrack2\\BusTrack2-52512.pt"
+                    "results\\BusTrack2\\BusTrack2\\BusTrack2-999977.pt"
+                ]
+            },
+            {
+                "steps": 1499947,
+                "file_path": "results\\BusTrack2\\BusTrack2\\BusTrack2-1499947.onnx",
+                "reward": 18.436370463838102,
+                "creation_time": 1714043923.4099426,
+                "auxillary_file_paths": [
+                    "results\\BusTrack2\\BusTrack2\\BusTrack2-1499947.pt"
+                ]
+            },
+            {
+                "steps": 1999987,
+                "file_path": "results\\BusTrack2\\BusTrack2\\BusTrack2-1999987.onnx",
+                "reward": 24.845899138185715,
+                "creation_time": 1714044718.3368077,
+                "auxillary_file_paths": [
+                    "results\\BusTrack2\\BusTrack2\\BusTrack2-1999987.pt"
+                ]
+            },
+            {
+                "steps": 2499974,
+                "file_path": "results\\BusTrack2\\BusTrack2\\BusTrack2-2499974.onnx",
+                "reward": null,
+                "creation_time": 1714045533.7607994,
+                "auxillary_file_paths": [
+                    "results\\BusTrack2\\BusTrack2\\BusTrack2-2499974.pt"
+                ]
+            },
+            {
+                "steps": 2602579,
+                "file_path": "results\\BusTrack2\\BusTrack2\\BusTrack2-2602579.onnx",
+                "reward": null,
+                "creation_time": 1714045696.5911655,
+                "auxillary_file_paths": [
+                    "results\\BusTrack2\\BusTrack2\\BusTrack2-2602579.pt"
                 ]
             }
         ],
         "final_checkpoint": {
-            "steps": 52512,
+            "steps": 2602579,
             "file_path": "results\\BusTrack2\\BusTrack2.onnx",
             "reward": null,
-            "creation_time": 1713956677.5616412,
+            "creation_time": 1714045696.5911655,
             "auxillary_file_paths": [
-                "results\\BusTrack2\\BusTrack2\\BusTrack2-52512.pt"
+                "results\\BusTrack2\\BusTrack2\\BusTrack2-2602579.pt"
             ]
         }
     },
     "metadata": {
         "stats_format_version": "0.3.0",
         "mlagents_version": "0.30.0",
-        "torch_version": "2.2.2+cu118"
+        "torch_version": "2.3.0+cpu"
     }
 }

MLAgents/results/HotrodTrack2/configuration.yaml

@@ -0,0 +1,76 @@
+default_settings: null
+behaviors:
+  HotrodTrack2:
+    trainer_type: ppo
+    hyperparameters:
+      batch_size: 50
+      buffer_size: 10240
+      learning_rate: 0.0003
+      beta: 0.05
+      epsilon: 0.2
+      lambd: 0.95
+      num_epoch: 3
+      shared_critic: false
+      learning_rate_schedule: linear
+      beta_schedule: linear
+      epsilon_schedule: linear
+    network_settings:
+      normalize: false
+      hidden_units: 128
+      num_layers: 2
+      vis_encode_type: simple
+      memory: null
+      goal_conditioning_type: hyper
+      deterministic: false
+    reward_signals:
+      extrinsic:
+        gamma: 0.99
+        strength: 1.0
+        network_settings:
+          normalize: false
+          hidden_units: 128
+          num_layers: 2
+          vis_encode_type: simple
+          memory: null
+          goal_conditioning_type: hyper
+          deterministic: false
+    init_path: null
+    keep_checkpoints: 5
+    checkpoint_interval: 500000
+    max_steps: 5000000
+    time_horizon: 64
+    summary_freq: 10000
+    threaded: false
+    self_play: null
+    behavioral_cloning: null
+env_settings:
+  env_path: Builds\HotrodTrack2 part2\Racesm_L.exe
+  env_args: null
+  base_port: 5005
+  num_envs: 1
+  num_areas: 1
+  seed: -1
+  max_lifetime_restarts: 10
+  restarts_rate_limit_n: 1
+  restarts_rate_limit_period_s: 60
+engine_settings:
+  width: 84
+  height: 84
+  quality_level: 5
+  time_scale: 20
+  target_frame_rate: -1
+  capture_frame_rate: 60
+  no_graphics: false
+environment_parameters: null
+checkpoint_settings:
+  run_id: HotrodTrack2
+  initialize_from: null
+  load_model: false
+  resume: true
+  force: false
+  train_model: false
+  inference: false
+  results_dir: results
+torch_settings:
+  device: null
+debug: false

MLAgents/results/HotrodTrack2/run_logs/Player-0.log

@@ -0,0 +1,307 @@
+Mono path[0] = 'C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/HotrodTrack2 part2/Racesm_L_Data/Managed'
+Mono config path = 'C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/HotrodTrack2 part2/MonoBleedingEdge/etc'
+[Physics::Module] Initialized MultithreadedJobDispatcher with 15 workers.
+Initialize engine version: 2022.3.11f1 (d00248457e15)
+[Subsystems] Discovering subsystems at path C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/HotrodTrack2 part2/Racesm_L_Data/UnitySubsystems
+GfxDevice: creating device client; threaded=1; jobified=1
+Direct3D:
+    Version:  Direct3D 11.0 [level 11.1]
+    Renderer: NVIDIA GeForce RTX 3070 (ID=0x2488)
+    Vendor:   NVIDIA
+    VRAM:     8043 MB
+    Driver:   30.0.14.9729
+Begin MonoManager ReloadAssembly
+- Loaded All Assemblies, in  0.086 seconds
+- Finished resetting the current domain, in  0.001 seconds
+<RI> Initializing input.
+
+<RI> Input initialized.
+
+<RI> Initialized touch support.
+
+UnloadTime: 1.916200 ms
+GRPC Exception: Status(StatusCode=Unknown, Detail="Exception calling application: [WinError 232] Pipen bliver lukket"). Disconnecting from trainer.
+Setting up 8 worker threads for Enlighten.
+Memory Statistics:
+[ALLOC_TEMP_TLS] TLS Allocator
+  StackAllocators : 
+    [ALLOC_TEMP_MAIN]
+      Peak usage frame count: [1.0 KB-2.0 KB]: 79584 frames, [2.0 KB-4.0 KB]: 510 frames, [4.0 KB-8.0 KB]: 10 frames, [8.0 KB-16.0 KB]: 18 frames, [32.0 KB-64.0 KB]: 4582 frames, [2.0 MB-4.0 MB]: 1 frames
+      Initial Block Size 4.0 MB
+      Current Block Size 4.0 MB
+      Peak Allocated Bytes 2.1 MB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 4]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Loading.PreloadManager]
+      Initial Block Size 256.0 KB
+      Current Block Size 332.0 KB
+      Peak Allocated Bytes 218.7 KB
+      Overflow Count 4
+    [ALLOC_TEMP_Background Job.worker 3]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 11]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 7]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 6]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 11]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 48.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 12]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 2]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 9]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 0]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 48.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 4]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 48.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 5]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 48.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 8]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 10]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 13]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 48.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 1]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_EnlightenWorker] x 8
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 1]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 48.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 3]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 48.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 5]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 12]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 48.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_UnityGfxDeviceWorker]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 14.2 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 14]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 48.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 13]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_AssetGarbageCollectorHelper] x 15
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 138 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 15]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 2]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 48.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 10]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 48.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 7]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 48.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 9]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 48.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 0]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 6]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 48.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 8]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 48.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 14]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Loading.AsyncRead]
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 339 B
+      Overflow Count 0
+    [ALLOC_TEMP_BatchDeleteObjects]
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+[ALLOC_DEFAULT] Dual Thread Allocator
+  Peak main deferred allocation count 31
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.8 MB
+    [ALLOC_DEFAULT_MAIN]
+      Peak usage frame count: [16.0 MB-32.0 MB]: 84705 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 2
+      Peak Allocated memory 24.0 MB
+      Peak Large allocation bytes 8.0 MB
+    [ALLOC_DEFAULT_THREAD]
+      Peak usage frame count: [16.0 MB-32.0 MB]: 84705 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 21.8 MB
+      Peak Large allocation bytes 16.0 MB
+[ALLOC_TEMP_JOB_1_FRAME]
+  Initial Block Size 2.0 MB
+  Used Block Count 0
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_2_FRAMES]
+  Initial Block Size 2.0 MB
+  Used Block Count 0
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_4_FRAMES (JobTemp)]
+  Initial Block Size 2.0 MB
+  Used Block Count 1
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_ASYNC (Background)]
+  Initial Block Size 1.0 MB
+  Used Block Count 1
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_GFX] Dual Thread Allocator
+  Peak main deferred allocation count 1
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.8 MB
+    [ALLOC_GFX_MAIN]
+      Peak usage frame count: [32.0 KB-64.0 KB]: 84704 frames, [64.0 KB-128.0 KB]: 1 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 66.0 KB
+      Peak Large allocation bytes 0 B
+    [ALLOC_GFX_THREAD]
+      Peak usage frame count: [2.0 MB-4.0 MB]: 905 frames, [4.0 MB-8.0 MB]: 83800 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 5.8 MB
+      Peak Large allocation bytes 0 B
+[ALLOC_CACHEOBJECTS] Dual Thread Allocator
+  Peak main deferred allocation count 2
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.8 MB
+    [ALLOC_CACHEOBJECTS_MAIN]
+      Peak usage frame count: [2.0 MB-4.0 MB]: 84705 frames
+      Requested Block Size 4.0 MB
+      Peak Block count 1
+      Peak Allocated memory 2.2 MB
+      Peak Large allocation bytes 0 B
+    [ALLOC_CACHEOBJECTS_THREAD]
+      Peak usage frame count: [2.0 MB-4.0 MB]: 84704 frames, [4.0 MB-8.0 MB]: 1 frames
+      Requested Block Size 4.0 MB
+      Peak Block count 2
+      Peak Allocated memory 6.1 MB
+      Peak Large allocation bytes 0 B
+[ALLOC_TYPETREE] Dual Thread Allocator
+  Peak main deferred allocation count 0
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.8 MB
+    [ALLOC_TYPETREE_MAIN]
+      Peak usage frame count: [4.0 KB-8.0 KB]: 84705 frames
+      Requested Block Size 2.0 MB
+      Peak Block count 1
+      Peak Allocated memory 4.1 KB
+      Peak Large allocation bytes 0 B
+    [ALLOC_TYPETREE_THREAD]
+      Peak usage frame count: [0-1.0 KB]: 84704 frames, [1.0 KB-2.0 KB]: 1 frames
+      Requested Block Size 2.0 MB

MLAgents/results/HotrodTrack2/run_logs/timers.json

@@ -0,0 +1,320 @@
+{
+    "name": "root",
+    "gauges": {
+        "HotrodTrack2.Policy.Entropy.mean": {
+            "value": 1.4688674211502075,
+            "min": 1.4606980085372925,
+            "max": 1.8379020690917969,
+            "count": 226
+        },
+        "HotrodTrack2.Policy.Entropy.sum": {
+            "value": 14547.6630859375,
+            "min": 11550.4892578125,
+            "max": 18437.833984375,
+            "count": 226
+        },
+        "HotrodTrack2.Step.mean": {
+            "value": 2779972.0,
+            "min": 529965.0,
+            "max": 2779972.0,
+            "count": 226
+        },
+        "HotrodTrack2.Step.sum": {
+            "value": 2779972.0,
+            "min": 529965.0,
+            "max": 2779972.0,
+            "count": 226
+        },
+        "HotrodTrack2.Policy.ExtrinsicValueEstimate.mean": {
+            "value": 4.824958324432373,
+            "min": 3.2828564643859863,
+            "max": 5.060272216796875,
+            "count": 226
+        },
+        "HotrodTrack2.Policy.ExtrinsicValueEstimate.sum": {
+            "value": 805.76806640625,
+            "min": 376.0504455566406,
+            "max": 845.0654296875,
+            "count": 226
+        },
+        "HotrodTrack2.Environment.EpisodeLength.mean": {
+            "value": 437.0869565217391,
+            "min": 414.2083333333333,
+            "max": 692.4285714285714,
+            "count": 226
+        },
+        "HotrodTrack2.Environment.EpisodeLength.sum": {
+            "value": 10053.0,
+            "min": 4260.0,
+            "max": 11493.0,
+            "count": 226
+        },
+        "HotrodTrack2.Environment.CumulativeReward.mean": {
+            "value": 23.611490470215518,
+            "min": 13.981027029367397,
+            "max": 24.549402566183183,
+            "count": 226
+        },
+        "HotrodTrack2.Environment.CumulativeReward.sum": {
+            "value": 543.0642808149569,
+            "min": 111.84821623493917,
+            "max": 590.2947730850428,
+            "count": 226
+        },
+        "HotrodTrack2.Policy.ExtrinsicReward.mean": {
+            "value": 23.611490470215518,
+            "min": 13.981027029367397,
+            "max": 24.549402566183183,
+            "count": 226
+        },
+        "HotrodTrack2.Policy.ExtrinsicReward.sum": {
+            "value": 543.0642808149569,
+            "min": 111.84821623493917,
+            "max": 590.2947730850428,
+            "count": 226
+        },
+        "HotrodTrack2.IsTraining.mean": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 226
+        },
+        "HotrodTrack2.IsTraining.sum": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 226
+        },
+        "HotrodTrack2.Losses.PolicyLoss.mean": {
+            "value": 0.10946844393568211,
+            "min": 0.10277282706882078,
+            "max": 0.12013487166725573,
+            "count": 219
+        },
+        "HotrodTrack2.Losses.PolicyLoss.sum": {
+            "value": 0.10946844393568211,
+            "min": 0.10277282706882078,
+            "max": 0.12013487166725573,
+            "count": 219
+        },
+        "HotrodTrack2.Losses.ValueLoss.mean": {
+            "value": 0.34673709232148114,
+            "min": 0.3059479927023252,
+            "max": 0.47748435271707007,
+            "count": 219
+        },
+        "HotrodTrack2.Losses.ValueLoss.sum": {
+            "value": 0.34673709232148114,
+            "min": 0.3059479927023252,
+            "max": 0.47748435271707007,
+            "count": 219
+        },
+        "HotrodTrack2.Policy.LearningRate.mean": {
+            "value": 0.0001335651554783,
+            "min": 0.0001335651554783,
+            "max": 0.00026795113068295995,
+            "count": 219
+        },
+        "HotrodTrack2.Policy.LearningRate.sum": {
+            "value": 0.0001335651554783,
+            "min": 0.0001335651554783,
+            "max": 0.00026795113068295995,
+            "count": 219
+        },
+        "HotrodTrack2.Policy.Epsilon.mean": {
+            "value": 0.14452170000000003,
+            "min": 0.14452170000000003,
+            "max": 0.18931704,
+            "count": 219
+        },
+        "HotrodTrack2.Policy.Epsilon.sum": {
+            "value": 0.14452170000000003,
+            "min": 0.14452170000000003,
+            "max": 0.18931704,
+            "count": 219
+        },
+        "HotrodTrack2.Policy.Beta.mean": {
+            "value": 0.022266397830000003,
+            "min": 0.022266397830000003,
+            "max": 0.04465958829600001,
+            "count": 219
+        },
+        "HotrodTrack2.Policy.Beta.sum": {
+            "value": 0.022266397830000003,
+            "min": 0.022266397830000003,
+            "max": 0.04465958829600001,
+            "count": 219
+        }
+    },
+    "metadata": {
+        "timer_format_version": "0.1.0",
+        "start_time_seconds": "1714037967",
+        "python_version": "3.9.13 (tags/v3.9.13:6de2ca5, May 17 2022, 16:36:42) [MSC v.1929 64 bit (AMD64)]",
+        "command_line_arguments": "C:\\Users\\SukkertoppenDDU\\AppData\\Local\\Programs\\Python\\Python39\\Scripts\\mlagents-learn config/LLL.yaml --run-id=HotrodTrack2 --resume --env=Builds\\HotrodTrack2 part2\\Racesm_L.exe",
+        "mlagents_version": "0.30.0",
+        "mlagents_envs_version": "0.30.0",
+        "communication_protocol_version": "1.5.0",
+        "pytorch_version": "2.3.0+cpu",
+        "numpy_version": "1.21.2",
+        "end_time_seconds": "1714041202"
+    },
+    "total": 3234.6716136,
+    "count": 1,
+    "self": 0.18517130000009274,
+    "children": {
+        "run_training.setup": {
+            "total": 0.06581130000000002,
+            "count": 1,
+            "self": 0.06581130000000002
+        },
+        "TrainerController.start_learning": {
+            "total": 3234.420631,
+            "count": 1,
+            "self": 5.433118900041791,
+            "children": {
+                "TrainerController._reset_env": {
+                    "total": 5.5146695,
+                    "count": 1,
+                    "self": 5.5146695
+                },
+                "TrainerController.advance": {
+                    "total": 3223.422524499958,
+                    "count": 286047,
+                    "self": 4.9960255999667424,
+                    "children": {
+                        "env_step": {
+                            "total": 1793.434575099959,
+                            "count": 286047,
+                            "self": 1334.5602916998732,
+                            "children": {
+                                "SubprocessEnvManager._take_step": {
+                                    "total": 455.704912300043,
+                                    "count": 286047,
+                                    "self": 17.3271994000836,
+                                    "children": {
+                                        "TorchPolicy.evaluate": {
+                                            "total": 438.3777128999594,
+                                            "count": 282350,
+                                            "self": 438.3777128999594
+                                        }
+                                    }
+                                },
+                                "workers": {
+                                    "total": 3.169371100042804,
+                                    "count": 286046,
+                                    "self": 0.0,
+                                    "children": {
+                                        "worker_root": {
+                                            "total": 3224.0514847999452,
+                                            "count": 286046,
+                                            "is_parallel": true,
+                                            "self": 2178.365734600079,
+                                            "children": {
+                                                "steps_from_proto": {
+                                                    "total": 0.0008873999999998716,
+                                                    "count": 1,
+                                                    "is_parallel": true,
+                                                    "self": 0.00021310000000074325,
+                                                    "children": {
+                                                        "_process_rank_one_or_two_observation": {
+                                                            "total": 0.0006742999999991284,
+                                                            "count": 6,
+                                                            "is_parallel": true,
+                                                            "self": 0.0006742999999991284
+                                                        }
+                                                    }
+                                                },
+                                                "UnityEnvironment.step": {
+                                                    "total": 1045.6848627998659,
+                                                    "count": 286046,
+                                                    "is_parallel": true,
+                                                    "self": 33.65867239990712,
+                                                    "children": {
+                                                        "UnityEnvironment._generate_step_input": {
+                                                            "total": 61.004303999989204,
+                                                            "count": 286046,
+                                                            "is_parallel": true,
+                                                            "self": 61.004303999989204
+                                                        },
+                                                        "communicator.exchange": {
+                                                            "total": 848.6281209999536,
+                                                            "count": 286046,
+                                                            "is_parallel": true,
+                                                            "self": 848.6281209999536
+                                                        },
+                                                        "steps_from_proto": {
+                                                            "total": 102.3937654000159,
+                                                            "count": 286046,
+                                                            "is_parallel": true,
+                                                            "self": 39.71735850005038,
+                                                            "children": {
+                                                                "_process_rank_one_or_two_observation": {
+                                                                    "total": 62.676406899965514,
+                                                                    "count": 1716276,
+                                                                    "is_parallel": true,
+                                                                    "self": 62.676406899965514
+                                                                }
+                                                            }
+                                                        }
+                                                    }
+                                                }
+                                            }
+                                        }
+                                    }
+                                }
+                            }
+                        },
+                        "trainer_advance": {
+                            "total": 1424.991923800032,
+                            "count": 286046,
+                            "self": 7.689493400025185,
+                            "children": {
+                                "process_trajectory": {
+                                    "total": 226.76586240000722,
+                                    "count": 286046,
+                                    "self": 226.49428270000703,
+                                    "children": {
+                                        "RLTrainer._checkpoint": {
+                                            "total": 0.2715797000001885,
+                                            "count": 4,
+                                            "self": 0.2715797000001885
+                                        }
+                                    }
+                                },
+                                "_update_policy": {
+                                    "total": 1190.5365679999998,
+                                    "count": 219,
+                                    "self": 426.9760664000719,
+                                    "children": {
+                                        "TorchPPOOptimizer.update": {
+                                            "total": 763.5605015999279,
+                                            "count": 134649,
+                                            "self": 763.5605015999279
+                                        }
+                                    }
+                                }
+                            }
+                        }
+                    }
+                },
+                "trainer_threads": {
+                    "total": 8.000001798791345e-07,
+                    "count": 1,
+                    "self": 8.000001798791345e-07
+                },
+                "TrainerController._save_models": {
+                    "total": 0.05031730000018797,
+                    "count": 1,
+                    "self": 0.007384699999875011,
+                    "children": {
+                        "RLTrainer._checkpoint": {
+                            "total": 0.04293260000031296,
+                            "count": 1,
+                            "self": 0.04293260000031296
+                        }
+                    }
+                }
+            }
+        }
+    }
+}

MLAgents/results/HotrodTrack2/run_logs/training_status.json

@@ -0,0 +1,65 @@
+{
+    "HotrodTrack2": {
+        "checkpoints": [
+            {
+                "steps": 999965,
+                "file_path": "results\\HotrodTrack2\\HotrodTrack2\\HotrodTrack2-999965.onnx",
+                "reward": 19.88195705600083,
+                "creation_time": 1714038654.4123442,
+                "auxillary_file_paths": [
+                    "results\\HotrodTrack2\\HotrodTrack2\\HotrodTrack2-999965.pt"
+                ]
+            },
+            {
+                "steps": 1499971,
+                "file_path": "results\\HotrodTrack2\\HotrodTrack2\\HotrodTrack2-1499971.onnx",
+                "reward": 18.908430298006063,
+                "creation_time": 1714039381.7910483,
+                "auxillary_file_paths": [
+                    "results\\HotrodTrack2\\HotrodTrack2\\HotrodTrack2-1499971.pt"
+                ]
+            },
+            {
+                "steps": 1999979,
+                "file_path": "results\\HotrodTrack2\\HotrodTrack2\\HotrodTrack2-1999979.onnx",
+                "reward": 23.205921747287114,
+                "creation_time": 1714040063.4666412,
+                "auxillary_file_paths": [
+                    "results\\HotrodTrack2\\HotrodTrack2\\HotrodTrack2-1999979.pt"
+                ]
+            },
+            {
+                "steps": 2499943,
+                "file_path": "results\\HotrodTrack2\\HotrodTrack2\\HotrodTrack2-2499943.onnx",
+                "reward": 24.323195362463593,
+                "creation_time": 1714040794.4615653,
+                "auxillary_file_paths": [
+                    "results\\HotrodTrack2\\HotrodTrack2\\HotrodTrack2-2499943.pt"
+                ]
+            },
+            {
+                "steps": 2782447,
+                "file_path": "results\\HotrodTrack2\\HotrodTrack2\\HotrodTrack2-2782447.onnx",
+                "reward": 23.571966453300167,
+                "creation_time": 1714041201.906066,
+                "auxillary_file_paths": [
+                    "results\\HotrodTrack2\\HotrodTrack2\\HotrodTrack2-2782447.pt"
+                ]
+            }
+        ],
+        "final_checkpoint": {
+            "steps": 2782447,
+            "file_path": "results\\HotrodTrack2\\HotrodTrack2.onnx",
+            "reward": 23.571966453300167,
+            "creation_time": 1714041201.906066,
+            "auxillary_file_paths": [
+                "results\\HotrodTrack2\\HotrodTrack2\\HotrodTrack2-2782447.pt"
+            ]
+        }
+    },
+    "metadata": {
+        "stats_format_version": "0.3.0",
+        "mlagents_version": "0.30.0",
+        "torch_version": "2.3.0+cpu"
+    }
+}

MLAgents/results/HotrodTrack3/configuration.yaml

@@ -0,0 +1,76 @@
+default_settings: null
+behaviors:
+  HotrodTrack3:
+    trainer_type: ppo
+    hyperparameters:
+      batch_size: 50
+      buffer_size: 10240
+      learning_rate: 0.0003
+      beta: 0.05
+      epsilon: 0.2
+      lambd: 0.95
+      num_epoch: 3
+      shared_critic: false
+      learning_rate_schedule: linear
+      beta_schedule: linear
+      epsilon_schedule: linear
+    network_settings:
+      normalize: false
+      hidden_units: 128
+      num_layers: 2
+      vis_encode_type: simple
+      memory: null
+      goal_conditioning_type: hyper
+      deterministic: false
+    reward_signals:
+      extrinsic:
+        gamma: 0.99
+        strength: 1.0
+        network_settings:
+          normalize: false
+          hidden_units: 128
+          num_layers: 2
+          vis_encode_type: simple
+          memory: null
+          goal_conditioning_type: hyper
+          deterministic: false
+    init_path: null
+    keep_checkpoints: 5
+    checkpoint_interval: 500000
+    max_steps: 5000000
+    time_horizon: 64
+    summary_freq: 10000
+    threaded: false
+    self_play: null
+    behavioral_cloning: null
+env_settings:
+  env_path: Builds\HotrodTrack3 part2\Racesm_L.exe
+  env_args: null
+  base_port: 5005
+  num_envs: 1
+  num_areas: 1
+  seed: -1
+  max_lifetime_restarts: 10
+  restarts_rate_limit_n: 1
+  restarts_rate_limit_period_s: 60
+engine_settings:
+  width: 84
+  height: 84
+  quality_level: 5
+  time_scale: 20
+  target_frame_rate: -1
+  capture_frame_rate: 60
+  no_graphics: false
+environment_parameters: null
+checkpoint_settings:
+  run_id: HotrodTrack3
+  initialize_from: null
+  load_model: false
+  resume: true
+  force: false
+  train_model: false
+  inference: false
+  results_dir: results
+torch_settings:
+  device: null
+debug: false

MLAgents/results/HotrodTrack3/run_logs/Player-0.log

@@ -0,0 +1,306 @@
+Mono path[0] = 'C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/HotrodTrack3 part2/Racesm_L_Data/Managed'
+Mono config path = 'C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/HotrodTrack3 part2/MonoBleedingEdge/etc'
+[Physics::Module] Initialized MultithreadedJobDispatcher with 15 workers.
+Initialize engine version: 2022.3.11f1 (d00248457e15)
+[Subsystems] Discovering subsystems at path C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/HotrodTrack3 part2/Racesm_L_Data/UnitySubsystems
+GfxDevice: creating device client; threaded=1; jobified=1
+Direct3D:
+    Version:  Direct3D 11.0 [level 11.1]
+    Renderer: NVIDIA GeForce RTX 3070 (ID=0x2488)
+    Vendor:   NVIDIA
+    VRAM:     8043 MB
+    Driver:   30.0.14.9729
+Begin MonoManager ReloadAssembly
+- Loaded All Assemblies, in  1.513 seconds
+- Finished resetting the current domain, in  0.002 seconds
+<RI> Initializing input.
+
+<RI> Input initialized.
+
+<RI> Initialized touch support.
+
+UnloadTime: 2.244300 ms
+Setting up 8 worker threads for Enlighten.
+Memory Statistics:
+[ALLOC_TEMP_TLS] TLS Allocator
+  StackAllocators : 
+    [ALLOC_TEMP_MAIN]
+      Peak usage frame count: [1.0 KB-2.0 KB]: 94347 frames, [2.0 KB-4.0 KB]: 1245 frames, [4.0 KB-8.0 KB]: 25 frames, [8.0 KB-16.0 KB]: 3638 frames, [2.0 MB-4.0 MB]: 1 frames
+      Initial Block Size 4.0 MB
+      Current Block Size 4.0 MB
+      Peak Allocated Bytes 2.1 MB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 4]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Loading.PreloadManager]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 75.0 KB
+      Overflow Count 4
+    [ALLOC_TEMP_Background Job.worker 3]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 11]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 7]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 6]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 11]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 12.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 12]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 2]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 9]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 0]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 12.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 4]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 12.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 5]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 12.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 14]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 12.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 10]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 13]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 12.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 1]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_EnlightenWorker] x 8
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 1]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 12.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 3]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 12.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 5]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 8]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 12]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 12.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_UnityGfxDeviceWorker]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 14.2 KB
+      Overflow Count 0
+    [ALLOC_TEMP_AssetGarbageCollectorHelper] x 15
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 138 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 15]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 13]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 2]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 12.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 10]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 12.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 7]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 12.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 9]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 12.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 0]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 6]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 12.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 8]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 12.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 14]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Loading.AsyncRead]
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 339 B
+      Overflow Count 0
+    [ALLOC_TEMP_BatchDeleteObjects]
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+[ALLOC_DEFAULT] Dual Thread Allocator
+  Peak main deferred allocation count 31
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.4 MB
+    [ALLOC_DEFAULT_MAIN]
+      Peak usage frame count: [16.0 MB-32.0 MB]: 99256 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 22.8 MB
+      Peak Large allocation bytes 8.0 MB
+    [ALLOC_DEFAULT_THREAD]
+      Peak usage frame count: [16.0 MB-32.0 MB]: 99256 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 21.3 MB
+      Peak Large allocation bytes 16.0 MB
+[ALLOC_TEMP_JOB_1_FRAME]
+  Initial Block Size 2.0 MB
+  Used Block Count 0
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_2_FRAMES]
+  Initial Block Size 2.0 MB
+  Used Block Count 0
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_4_FRAMES (JobTemp)]
+  Initial Block Size 2.0 MB
+  Used Block Count 1
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_ASYNC (Background)]
+  Initial Block Size 1.0 MB
+  Used Block Count 1
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_GFX] Dual Thread Allocator
+  Peak main deferred allocation count 1
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.4 MB
+    [ALLOC_GFX_MAIN]
+      Peak usage frame count: [32.0 KB-64.0 KB]: 99255 frames, [64.0 KB-128.0 KB]: 1 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 66.0 KB
+      Peak Large allocation bytes 0 B
+    [ALLOC_GFX_THREAD]
+      Peak usage frame count: [0.5 MB-1.0 MB]: 61 frames, [1.0 MB-2.0 MB]: 1328 frames, [2.0 MB-4.0 MB]: 97867 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 2.1 MB
+      Peak Large allocation bytes 0 B
+[ALLOC_CACHEOBJECTS] Dual Thread Allocator
+  Peak main deferred allocation count 2
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.4 MB
+    [ALLOC_CACHEOBJECTS_MAIN]
+      Peak usage frame count: [1.0 MB-2.0 MB]: 99255 frames, [2.0 MB-4.0 MB]: 1 frames
+      Requested Block Size 4.0 MB
+      Peak Block count 1
+      Peak Allocated memory 2.1 MB
+      Peak Large allocation bytes 0 B
+    [ALLOC_CACHEOBJECTS_THREAD]
+      Peak usage frame count: [1.0 MB-2.0 MB]: 99255 frames, [2.0 MB-4.0 MB]: 1 frames
+      Requested Block Size 4.0 MB
+      Peak Block count 1
+      Peak Allocated memory 3.4 MB
+      Peak Large allocation bytes 0 B
+[ALLOC_TYPETREE] Dual Thread Allocator
+  Peak main deferred allocation count 0
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.4 MB
+    [ALLOC_TYPETREE_MAIN]
+      Peak usage frame count: [4.0 KB-8.0 KB]: 99256 frames
+      Requested Block Size 2.0 MB
+      Peak Block count 1
+      Peak Allocated memory 4.1 KB
+      Peak Large allocation bytes 0 B
+    [ALLOC_TYPETREE_THREAD]
+      Peak usage frame count: [0-1.0 KB]: 99255 frames, [1.0 KB-2.0 KB]: 1 frames
+      Requested Block Size 2.0 MB

MLAgents/results/HotrodTrack3/run_logs/timers.json

@@ -0,0 +1,320 @@
+{
+    "name": "root",
+    "gauges": {
+        "HotrodTrack3.Policy.Entropy.mean": {
+            "value": 1.5406694412231445,
+            "min": 1.5406694412231445,
+            "max": 2.1569020748138428,
+            "count": 265
+        },
+        "HotrodTrack3.Policy.Entropy.sum": {
+            "value": 15308.091796875,
+            "min": 6912.255859375,
+            "max": 21810.59375,
+            "count": 265
+        },
+        "HotrodTrack3.Step.mean": {
+            "value": 2709952.0,
+            "min": 69941.0,
+            "max": 2709952.0,
+            "count": 265
+        },
+        "HotrodTrack3.Step.sum": {
+            "value": 2709952.0,
+            "min": 69941.0,
+            "max": 2709952.0,
+            "count": 265
+        },
+        "HotrodTrack3.Policy.ExtrinsicValueEstimate.mean": {
+            "value": 3.49554705619812,
+            "min": -0.12287396937608719,
+            "max": 6.631581783294678,
+            "count": 265
+        },
+        "HotrodTrack3.Policy.ExtrinsicValueEstimate.sum": {
+            "value": 569.774169921875,
+            "min": -20.51995277404785,
+            "max": 1017.1873779296875,
+            "count": 265
+        },
+        "HotrodTrack3.Environment.EpisodeLength.mean": {
+            "value": 661.625,
+            "min": 299.0,
+            "max": 1114.4444444444443,
+            "count": 265
+        },
+        "HotrodTrack3.Environment.EpisodeLength.sum": {
+            "value": 10586.0,
+            "min": 2392.0,
+            "max": 12813.0,
+            "count": 265
+        },
+        "HotrodTrack3.Environment.CumulativeReward.mean": {
+            "value": 24.86954413865169,
+            "min": -6.305523566174088,
+            "max": 26.767239019168,
+            "count": 265
+        },
+        "HotrodTrack3.Environment.CumulativeReward.sum": {
+            "value": 397.91270621842705,
+            "min": -201.77675411757082,
+            "max": 426.14645283529535,
+            "count": 265
+        },
+        "HotrodTrack3.Policy.ExtrinsicReward.mean": {
+            "value": 24.86954413865169,
+            "min": -6.305523566174088,
+            "max": 26.767239019168,
+            "count": 265
+        },
+        "HotrodTrack3.Policy.ExtrinsicReward.sum": {
+            "value": 397.91270621842705,
+            "min": -201.77675411757082,
+            "max": 426.14645283529535,
+            "count": 265
+        },
+        "HotrodTrack3.IsTraining.mean": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 265
+        },
+        "HotrodTrack3.IsTraining.sum": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 265
+        },
+        "HotrodTrack3.Losses.PolicyLoss.mean": {
+            "value": 0.10909264485637574,
+            "min": 0.09851335268712551,
+            "max": 0.1217805069833684,
+            "count": 257
+        },
+        "HotrodTrack3.Losses.PolicyLoss.sum": {
+            "value": 0.10909264485637574,
+            "min": 0.09851335268712551,
+            "max": 0.1217805069833684,
+            "count": 257
+        },
+        "HotrodTrack3.Losses.ValueLoss.mean": {
+            "value": 0.4344752586954008,
+            "min": 0.023163300876816114,
+            "max": 1.4580619129463561,
+            "count": 257
+        },
+        "HotrodTrack3.Losses.ValueLoss.sum": {
+            "value": 0.4344752586954008,
+            "min": 0.023163300876816114,
+            "max": 1.4580619129463561,
+            "count": 257
+        },
+        "HotrodTrack3.Policy.LearningRate.mean": {
+            "value": 0.00013741829419392,
+            "min": 0.00013741829419392,
+            "max": 0.00029535234154922,
+            "count": 257
+        },
+        "HotrodTrack3.Policy.LearningRate.sum": {
+            "value": 0.00013741829419392,
+            "min": 0.00013741829419392,
+            "max": 0.00029535234154922,
+            "count": 257
+        },
+        "HotrodTrack3.Policy.Epsilon.mean": {
+            "value": 0.14580608000000003,
+            "min": 0.14580608000000003,
+            "max": 0.19845078,
+            "count": 257
+        },
+        "HotrodTrack3.Policy.Epsilon.sum": {
+            "value": 0.14580608000000003,
+            "min": 0.14580608000000003,
+            "max": 0.19845078,
+            "count": 257
+        },
+        "HotrodTrack3.Policy.Beta.mean": {
+            "value": 0.022908459392000004,
+            "min": 0.022908459392000004,
+            "max": 0.04922554492199999,
+            "count": 257
+        },
+        "HotrodTrack3.Policy.Beta.sum": {
+            "value": 0.022908459392000004,
+            "min": 0.022908459392000004,
+            "max": 0.04922554492199999,
+            "count": 257
+        }
+    },
+    "metadata": {
+        "timer_format_version": "0.1.0",
+        "start_time_seconds": "1714048902",
+        "python_version": "3.9.13 (tags/v3.9.13:6de2ca5, May 17 2022, 16:36:42) [MSC v.1929 64 bit (AMD64)]",
+        "command_line_arguments": "C:\\Users\\SukkertoppenDDU\\AppData\\Local\\Programs\\Python\\Python39\\Scripts\\mlagents-learn config/LLL.yaml --run-id=HotrodTrack3 --resume --env=Builds\\HotrodTrack3 part2\\Racesm_L.exe",
+        "mlagents_version": "0.30.0",
+        "mlagents_envs_version": "0.30.0",
+        "communication_protocol_version": "1.5.0",
+        "pytorch_version": "2.3.0+cpu",
+        "numpy_version": "1.21.2",
+        "end_time_seconds": "1714052572"
+    },
+    "total": 3669.941056,
+    "count": 1,
+    "self": 0.6098805000001448,
+    "children": {
+        "run_training.setup": {
+            "total": 0.06419149999999996,
+            "count": 1,
+            "self": 0.06419149999999996
+        },
+        "TrainerController.start_learning": {
+            "total": 3669.266984,
+            "count": 1,
+            "self": 6.0508188000694645,
+            "children": {
+                "TrainerController._reset_env": {
+                    "total": 7.476565900000001,
+                    "count": 1,
+                    "self": 7.476565900000001
+                },
+                "TrainerController.advance": {
+                    "total": 3655.67328719993,
+                    "count": 333736,
+                    "self": 5.652337700004864,
+                    "children": {
+                        "env_step": {
+                            "total": 2016.253376699993,
+                            "count": 333736,
+                            "self": 1509.5151283000343,
+                            "children": {
+                                "SubprocessEnvManager._take_step": {
+                                    "total": 503.213429300019,
+                                    "count": 333736,
+                                    "self": 19.422355000068023,
+                                    "children": {
+                                        "TorchPolicy.evaluate": {
+                                            "total": 483.791074299951,
+                                            "count": 330852,
+                                            "self": 483.791074299951
+                                        }
+                                    }
+                                },
+                                "workers": {
+                                    "total": 3.5248190999395455,
+                                    "count": 333736,
+                                    "self": 0.0,
+                                    "children": {
+                                        "worker_root": {
+                                            "total": 3656.0975542999217,
+                                            "count": 333736,
+                                            "is_parallel": true,
+                                            "self": 2469.8470495000106,
+                                            "children": {
+                                                "steps_from_proto": {
+                                                    "total": 0.001862700000000217,
+                                                    "count": 1,
+                                                    "is_parallel": true,
+                                                    "self": 0.0006767000000005297,
+                                                    "children": {
+                                                        "_process_rank_one_or_two_observation": {
+                                                            "total": 0.0011859999999996873,
+                                                            "count": 6,
+                                                            "is_parallel": true,
+                                                            "self": 0.0011859999999996873
+                                                        }
+                                                    }
+                                                },
+                                                "UnityEnvironment.step": {
+                                                    "total": 1186.2486420999112,
+                                                    "count": 333736,
+                                                    "is_parallel": true,
+                                                    "self": 38.70277539986296,
+                                                    "children": {
+                                                        "UnityEnvironment._generate_step_input": {
+                                                            "total": 68.96651330005905,
+                                                            "count": 333736,
+                                                            "is_parallel": true,
+                                                            "self": 68.96651330005905
+                                                        },
+                                                        "communicator.exchange": {
+                                                            "total": 961.1352359000564,
+                                                            "count": 333736,
+                                                            "is_parallel": true,
+                                                            "self": 961.1352359000564
+                                                        },
+                                                        "steps_from_proto": {
+                                                            "total": 117.44411749993293,
+                                                            "count": 333736,
+                                                            "is_parallel": true,
+                                                            "self": 45.33441769985208,
+                                                            "children": {
+                                                                "_process_rank_one_or_two_observation": {
+                                                                    "total": 72.10969980008085,
+                                                                    "count": 2002416,
+                                                                    "is_parallel": true,
+                                                                    "self": 72.10969980008085
+                                                                }
+                                                            }
+                                                        }
+                                                    }
+                                                }
+                                            }
+                                        }
+                                    }
+                                }
+                            }
+                        },
+                        "trainer_advance": {
+                            "total": 1633.7675727999322,
+                            "count": 333736,
+                            "self": 8.36080129990205,
+                            "children": {
+                                "process_trajectory": {
+                                    "total": 253.6855172000302,
+                                    "count": 333736,
+                                    "self": 253.30153870002985,
+                                    "children": {
+                                        "RLTrainer._checkpoint": {
+                                            "total": 0.38397850000035305,
+                                            "count": 5,
+                                            "self": 0.38397850000035305
+                                        }
+                                    }
+                                },
+                                "_update_policy": {
+                                    "total": 1371.7212542999998,
+                                    "count": 257,
+                                    "self": 473.822560900015,
+                                    "children": {
+                                        "TorchPPOOptimizer.update": {
+                                            "total": 897.8986933999848,
+                                            "count": 158169,
+                                            "self": 897.8986933999848
+                                        }
+                                    }
+                                }
+                            }
+                        }
+                    }
+                },
+                "trainer_threads": {
+                    "total": 8.000001798791345e-07,
+                    "count": 1,
+                    "self": 8.000001798791345e-07
+                },
+                "TrainerController._save_models": {
+                    "total": 0.06631130000005214,
+                    "count": 1,
+                    "self": 0.007919099999980972,
+                    "children": {
+                        "RLTrainer._checkpoint": {
+                            "total": 0.05839220000007117,
+                            "count": 1,
+                            "self": 0.05839220000007117
+                        }
+                    }
+                }
+            }
+        }
+    }
+}

MLAgents/results/HotrodTrack3/run_logs/training_status.json

@@ -0,0 +1,65 @@
+{
+    "HotrodTrack3": {
+        "checkpoints": [
+            {
+                "steps": 999991,
+                "file_path": "results\\HotrodTrack3\\HotrodTrack3\\HotrodTrack3-999991.onnx",
+                "reward": 13.917651164709241,
+                "creation_time": 1714050129.6251926,
+                "auxillary_file_paths": [
+                    "results\\HotrodTrack3\\HotrodTrack3\\HotrodTrack3-999991.pt"
+                ]
+            },
+            {
+                "steps": 1499983,
+                "file_path": "results\\HotrodTrack3\\HotrodTrack3\\HotrodTrack3-1499983.onnx",
+                "reward": 19.48899473529309,
+                "creation_time": 1714050849.6516347,
+                "auxillary_file_paths": [
+                    "results\\HotrodTrack3\\HotrodTrack3\\HotrodTrack3-1499983.pt"
+                ]
+            },
+            {
+                "steps": 1999985,
+                "file_path": "results\\HotrodTrack3\\HotrodTrack3\\HotrodTrack3-1999985.onnx",
+                "reward": 21.586416298724625,
+                "creation_time": 1714051559.7707393,
+                "auxillary_file_paths": [
+                    "results\\HotrodTrack3\\HotrodTrack3\\HotrodTrack3-1999985.pt"
+                ]
+            },
+            {
+                "steps": 2499942,
+                "file_path": "results\\HotrodTrack3\\HotrodTrack3\\HotrodTrack3-2499942.onnx",
+                "reward": 25.80968812017236,
+                "creation_time": 1714052271.9114273,
+                "auxillary_file_paths": [
+                    "results\\HotrodTrack3\\HotrodTrack3\\HotrodTrack3-2499942.pt"
+                ]
+            },
+            {
+                "steps": 2713449,
+                "file_path": "results\\HotrodTrack3\\HotrodTrack3\\HotrodTrack3-2713449.onnx",
+                "reward": 25.964478792079415,
+                "creation_time": 1714052571.9478202,
+                "auxillary_file_paths": [
+                    "results\\HotrodTrack3\\HotrodTrack3\\HotrodTrack3-2713449.pt"
+                ]
+            }
+        ],
+        "final_checkpoint": {
+            "steps": 2713449,
+            "file_path": "results\\HotrodTrack3\\HotrodTrack3.onnx",
+            "reward": 25.964478792079415,
+            "creation_time": 1714052571.9478202,
+            "auxillary_file_paths": [
+                "results\\HotrodTrack3\\HotrodTrack3\\HotrodTrack3-2713449.pt"
+            ]
+        }
+    },
+    "metadata": {
+        "stats_format_version": "0.3.0",
+        "mlagents_version": "0.30.0",
+        "torch_version": "2.3.0+cpu"
+    }
+}

MLAgents/results/IcecreamTrack2/configuration.yaml

@@ -0,0 +1,76 @@
+default_settings: null
+behaviors:
+  IcecreamTrack2:
+    trainer_type: ppo
+    hyperparameters:
+      batch_size: 50
+      buffer_size: 10240
+      learning_rate: 0.0003
+      beta: 0.05
+      epsilon: 0.2
+      lambd: 0.95
+      num_epoch: 3
+      shared_critic: false
+      learning_rate_schedule: linear
+      beta_schedule: linear
+      epsilon_schedule: linear
+    network_settings:
+      normalize: false
+      hidden_units: 128
+      num_layers: 2
+      vis_encode_type: simple
+      memory: null
+      goal_conditioning_type: hyper
+      deterministic: false
+    reward_signals:
+      extrinsic:
+        gamma: 0.99
+        strength: 1.0
+        network_settings:
+          normalize: false
+          hidden_units: 128
+          num_layers: 2
+          vis_encode_type: simple
+          memory: null
+          goal_conditioning_type: hyper
+          deterministic: false
+    init_path: null
+    keep_checkpoints: 5
+    checkpoint_interval: 500000
+    max_steps: 5000000
+    time_horizon: 64
+    summary_freq: 10000
+    threaded: false
+    self_play: null
+    behavioral_cloning: null
+env_settings:
+  env_path: Builds\IcecreamTrack2 part2\Racesm_L.exe
+  env_args: null
+  base_port: 5005
+  num_envs: 1
+  num_areas: 1
+  seed: -1
+  max_lifetime_restarts: 10
+  restarts_rate_limit_n: 1
+  restarts_rate_limit_period_s: 60
+engine_settings:
+  width: 84
+  height: 84
+  quality_level: 5
+  time_scale: 20
+  target_frame_rate: -1
+  capture_frame_rate: 60
+  no_graphics: false
+environment_parameters: null
+checkpoint_settings:
+  run_id: IcecreamTrack2
+  initialize_from: null
+  load_model: false
+  resume: true
+  force: false
+  train_model: false
+  inference: false
+  results_dir: results
+torch_settings:
+  device: null
+debug: false

MLAgents/results/IcecreamTrack2/run_logs/Player-0.log

@@ -0,0 +1,306 @@
+Mono path[0] = 'C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/IcecreamTrack2 part2/Racesm_L_Data/Managed'
+Mono config path = 'C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/IcecreamTrack2 part2/MonoBleedingEdge/etc'
+[Physics::Module] Initialized MultithreadedJobDispatcher with 15 workers.
+Initialize engine version: 2022.3.11f1 (d00248457e15)
+[Subsystems] Discovering subsystems at path C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/IcecreamTrack2 part2/Racesm_L_Data/UnitySubsystems
+GfxDevice: creating device client; threaded=1; jobified=1
+Direct3D:
+    Version:  Direct3D 11.0 [level 11.1]
+    Renderer: NVIDIA GeForce RTX 3070 (ID=0x2488)
+    Vendor:   NVIDIA
+    VRAM:     8043 MB
+    Driver:   30.0.14.9729
+Begin MonoManager ReloadAssembly
+- Loaded All Assemblies, in  1.417 seconds
+- Finished resetting the current domain, in  0.001 seconds
+<RI> Initializing input.
+
+<RI> Input initialized.
+
+<RI> Initialized touch support.
+
+UnloadTime: 0.595500 ms
+Setting up 8 worker threads for Enlighten.
+Memory Statistics:
+[ALLOC_TEMP_TLS] TLS Allocator
+  StackAllocators : 
+    [ALLOC_TEMP_MAIN]
+      Peak usage frame count: [1.0 KB-2.0 KB]: 58415 frames, [2.0 KB-4.0 KB]: 475 frames, [4.0 KB-8.0 KB]: 2 frames, [8.0 KB-16.0 KB]: 16 frames, [16.0 KB-32.0 KB]: 3 frames, [32.0 KB-64.0 KB]: 3343 frames, [2.0 MB-4.0 MB]: 1 frames
+      Initial Block Size 4.0 MB
+      Current Block Size 4.0 MB
+      Peak Allocated Bytes 2.1 MB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 4]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Loading.PreloadManager]
+      Initial Block Size 256.0 KB
+      Current Block Size 340.0 KB
+      Peak Allocated Bytes 218.7 KB
+      Overflow Count 4
+    [ALLOC_TEMP_Background Job.worker 3]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 11]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 7]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 6]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 11]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 48.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 12]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 2]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 9]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 0]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 48.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 4]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 48.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 5]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 48.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 14]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 24.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 10]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 13]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 48.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 1]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_EnlightenWorker] x 8
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 1]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 48.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 3]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 48.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 5]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 8]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 12]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 48.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_UnityGfxDeviceWorker]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 14.2 KB
+      Overflow Count 0
+    [ALLOC_TEMP_AssetGarbageCollectorHelper] x 15
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 138 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 13]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 15]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 2]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 48.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 10]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 48.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 7]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 24.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 9]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 48.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 0]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 6]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 48.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 8]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 48.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 14]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Loading.AsyncRead]
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 345 B
+      Overflow Count 0
+    [ALLOC_TEMP_BatchDeleteObjects]
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+[ALLOC_DEFAULT] Dual Thread Allocator
+  Peak main deferred allocation count 31
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.8 MB
+    [ALLOC_DEFAULT_MAIN]
+      Peak usage frame count: [16.0 MB-32.0 MB]: 62255 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 2
+      Peak Allocated memory 24.0 MB
+      Peak Large allocation bytes 8.0 MB
+    [ALLOC_DEFAULT_THREAD]
+      Peak usage frame count: [16.0 MB-32.0 MB]: 62255 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 21.8 MB
+      Peak Large allocation bytes 16.0 MB
+[ALLOC_TEMP_JOB_1_FRAME]
+  Initial Block Size 2.0 MB
+  Used Block Count 0
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_2_FRAMES]
+  Initial Block Size 2.0 MB
+  Used Block Count 0
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_4_FRAMES (JobTemp)]
+  Initial Block Size 2.0 MB
+  Used Block Count 1
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_ASYNC (Background)]
+  Initial Block Size 1.0 MB
+  Used Block Count 1
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_GFX] Dual Thread Allocator
+  Peak main deferred allocation count 1
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.8 MB
+    [ALLOC_GFX_MAIN]
+      Peak usage frame count: [32.0 KB-64.0 KB]: 62254 frames, [64.0 KB-128.0 KB]: 1 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 66.0 KB
+      Peak Large allocation bytes 0 B
+    [ALLOC_GFX_THREAD]
+      Peak usage frame count: [2.0 MB-4.0 MB]: 108 frames, [4.0 MB-8.0 MB]: 62147 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 5.4 MB
+      Peak Large allocation bytes 0 B
+[ALLOC_CACHEOBJECTS] Dual Thread Allocator
+  Peak main deferred allocation count 2
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.8 MB
+    [ALLOC_CACHEOBJECTS_MAIN]
+      Peak usage frame count: [2.0 MB-4.0 MB]: 62255 frames
+      Requested Block Size 4.0 MB
+      Peak Block count 1
+      Peak Allocated memory 2.2 MB
+      Peak Large allocation bytes 0 B
+    [ALLOC_CACHEOBJECTS_THREAD]
+      Peak usage frame count: [2.0 MB-4.0 MB]: 62254 frames, [4.0 MB-8.0 MB]: 1 frames
+      Requested Block Size 4.0 MB
+      Peak Block count 2
+      Peak Allocated memory 6.8 MB
+      Peak Large allocation bytes 0 B
+[ALLOC_TYPETREE] Dual Thread Allocator
+  Peak main deferred allocation count 0
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.8 MB
+    [ALLOC_TYPETREE_MAIN]
+      Peak usage frame count: [4.0 KB-8.0 KB]: 62255 frames
+      Requested Block Size 2.0 MB
+      Peak Block count 1
+      Peak Allocated memory 4.1 KB
+      Peak Large allocation bytes 0 B
+    [ALLOC_TYPETREE_THREAD]
+      Peak usage frame count: [0-1.0 KB]: 62254 frames, [1.0 KB-2.0 KB]: 1 frames
+      Requested Block Size 2.0 MB

MLAgents/results/IcecreamTrack2/run_logs/timers.json

@@ -0,0 +1,320 @@
+{
+    "name": "root",
+    "gauges": {
+        "IcecreamTrack2.Policy.Entropy.mean": {
+            "value": 1.6836251020431519,
+            "min": 1.6389111280441284,
+            "max": 1.9409809112548828,
+            "count": 166
+        },
+        "IcecreamTrack2.Policy.Entropy.sum": {
+            "value": 16795.84375,
+            "min": 15331.83984375,
+            "max": 19529.755859375,
+            "count": 166
+        },
+        "IcecreamTrack2.Step.mean": {
+            "value": 2369992.0,
+            "min": 719941.0,
+            "max": 2369992.0,
+            "count": 166
+        },
+        "IcecreamTrack2.Step.sum": {
+            "value": 2369992.0,
+            "min": 719941.0,
+            "max": 2369992.0,
+            "count": 166
+        },
+        "IcecreamTrack2.Policy.ExtrinsicValueEstimate.mean": {
+            "value": 5.2892374992370605,
+            "min": 3.332066535949707,
+            "max": 5.377326965332031,
+            "count": 166
+        },
+        "IcecreamTrack2.Policy.ExtrinsicValueEstimate.sum": {
+            "value": 893.8811645507812,
+            "min": 439.65057373046875,
+            "max": 925.701416015625,
+            "count": 166
+        },
+        "IcecreamTrack2.Environment.EpisodeLength.mean": {
+            "value": 411.88,
+            "min": 389.84,
+            "max": 655.125,
+            "count": 166
+        },
+        "IcecreamTrack2.Environment.EpisodeLength.sum": {
+            "value": 10297.0,
+            "min": 5241.0,
+            "max": 11799.0,
+            "count": 166
+        },
+        "IcecreamTrack2.Environment.CumulativeReward.mean": {
+            "value": 23.876385838985442,
+            "min": 14.857213143991041,
+            "max": 24.77216062322259,
+            "count": 166
+        },
+        "IcecreamTrack2.Environment.CumulativeReward.sum": {
+            "value": 596.9096459746361,
+            "min": 135.58335151150823,
+            "max": 621.592950552702,
+            "count": 166
+        },
+        "IcecreamTrack2.Policy.ExtrinsicReward.mean": {
+            "value": 23.876385838985442,
+            "min": 14.857213143991041,
+            "max": 24.77216062322259,
+            "count": 166
+        },
+        "IcecreamTrack2.Policy.ExtrinsicReward.sum": {
+            "value": 596.9096459746361,
+            "min": 135.58335151150823,
+            "max": 621.592950552702,
+            "count": 166
+        },
+        "IcecreamTrack2.IsTraining.mean": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 166
+        },
+        "IcecreamTrack2.IsTraining.sum": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 166
+        },
+        "IcecreamTrack2.Losses.PolicyLoss.mean": {
+            "value": 0.11521556020765333,
+            "min": 0.10424994623299069,
+            "max": 0.12242641909160591,
+            "count": 161
+        },
+        "IcecreamTrack2.Losses.PolicyLoss.sum": {
+            "value": 0.11521556020765333,
+            "min": 0.10424994623299069,
+            "max": 0.12242641909160591,
+            "count": 161
+        },
+        "IcecreamTrack2.Losses.ValueLoss.mean": {
+            "value": 0.28940156726696625,
+            "min": 0.26852792455413477,
+            "max": 0.4486245407838545,
+            "count": 161
+        },
+        "IcecreamTrack2.Losses.ValueLoss.sum": {
+            "value": 0.28940156726696625,
+            "min": 0.26852792455413477,
+            "max": 0.4486245407838545,
+            "count": 161
+        },
+        "IcecreamTrack2.Policy.LearningRate.mean": {
+            "value": 0.00015803410732197998,
+            "min": 0.00015803410732197998,
+            "max": 0.0002566459944513401,
+            "count": 161
+        },
+        "IcecreamTrack2.Policy.LearningRate.sum": {
+            "value": 0.00015803410732197998,
+            "min": 0.00015803410732197998,
+            "max": 0.0002566459944513401,
+            "count": 161
+        },
+        "IcecreamTrack2.Policy.Epsilon.mean": {
+            "value": 0.15267802,
+            "min": 0.15267802,
+            "max": 0.18554866000000003,
+            "count": 161
+        },
+        "IcecreamTrack2.Policy.Epsilon.sum": {
+            "value": 0.15267802,
+            "min": 0.15267802,
+            "max": 0.18554866000000003,
+            "count": 161
+        },
+        "IcecreamTrack2.Policy.Beta.mean": {
+            "value": 0.026343742198000005,
+            "min": 0.026343742198000005,
+            "max": 0.042775775134,
+            "count": 161
+        },
+        "IcecreamTrack2.Policy.Beta.sum": {
+            "value": 0.026343742198000005,
+            "min": 0.026343742198000005,
+            "max": 0.042775775134,
+            "count": 161
+        }
+    },
+    "metadata": {
+        "timer_format_version": "0.1.0",
+        "start_time_seconds": "1714038933",
+        "python_version": "3.9.13 (tags/v3.9.13:6de2ca5, May 17 2022, 16:36:42) [MSC v.1929 64 bit (AMD64)]",
+        "command_line_arguments": "C:\\Users\\SukkertoppenDDU\\AppData\\Local\\Programs\\Python\\Python39\\Scripts\\mlagents-learn config/LLL.yaml --run-id=IcecreamTrack2 --resume --env=Builds\\IcecreamTrack2 part2\\Racesm_L.exe",
+        "mlagents_version": "0.30.0",
+        "mlagents_envs_version": "0.30.0",
+        "communication_protocol_version": "1.5.0",
+        "pytorch_version": "2.3.0+cpu",
+        "numpy_version": "1.21.2",
+        "end_time_seconds": "1714041422"
+    },
+    "total": 2489.8108151,
+    "count": 1,
+    "self": 1.5384680000001936,
+    "children": {
+        "run_training.setup": {
+            "total": 0.06798219999999988,
+            "count": 1,
+            "self": 0.06798219999999988
+        },
+        "TrainerController.start_learning": {
+            "total": 2488.2043648999997,
+            "count": 1,
+            "self": 4.468781500012028,
+            "children": {
+                "TrainerController._reset_env": {
+                    "total": 8.1476572,
+                    "count": 1,
+                    "self": 8.1476572
+                },
+                "TrainerController.advance": {
+                    "total": 2475.5358802999876,
+                    "count": 210218,
+                    "self": 3.9878212000571693,
+                    "children": {
+                        "env_step": {
+                            "total": 1403.6403923999546,
+                            "count": 210218,
+                            "self": 1048.2107893998573,
+                            "children": {
+                                "SubprocessEnvManager._take_step": {
+                                    "total": 352.9421941000317,
+                                    "count": 210218,
+                                    "self": 13.424491700014244,
+                                    "children": {
+                                        "TorchPolicy.evaluate": {
+                                            "total": 339.51770240001747,
+                                            "count": 207515,
+                                            "self": 339.51770240001747
+                                        }
+                                    }
+                                },
+                                "workers": {
+                                    "total": 2.487408900065615,
+                                    "count": 210217,
+                                    "self": 0.0,
+                                    "children": {
+                                        "worker_root": {
+                                            "total": 2476.504360199979,
+                                            "count": 210217,
+                                            "is_parallel": true,
+                                            "self": 1654.1055837999997,
+                                            "children": {
+                                                "steps_from_proto": {
+                                                    "total": 0.0018059999999993082,
+                                                    "count": 1,
+                                                    "is_parallel": true,
+                                                    "self": 0.0006997999999995841,
+                                                    "children": {
+                                                        "_process_rank_one_or_two_observation": {
+                                                            "total": 0.001106199999999724,
+                                                            "count": 6,
+                                                            "is_parallel": true,
+                                                            "self": 0.001106199999999724
+                                                        }
+                                                    }
+                                                },
+                                                "UnityEnvironment.step": {
+                                                    "total": 822.3969703999794,
+                                                    "count": 210217,
+                                                    "is_parallel": true,
+                                                    "self": 26.482695000002195,
+                                                    "children": {
+                                                        "UnityEnvironment._generate_step_input": {
+                                                            "total": 47.884226299945226,
+                                                            "count": 210217,
+                                                            "is_parallel": true,
+                                                            "self": 47.884226299945226
+                                                        },
+                                                        "communicator.exchange": {
+                                                            "total": 669.2123821000014,
+                                                            "count": 210217,
+                                                            "is_parallel": true,
+                                                            "self": 669.2123821000014
+                                                        },
+                                                        "steps_from_proto": {
+                                                            "total": 78.81766700003058,
+                                                            "count": 210217,
+                                                            "is_parallel": true,
+                                                            "self": 30.366130199898784,
+                                                            "children": {
+                                                                "_process_rank_one_or_two_observation": {
+                                                                    "total": 48.4515368001318,
+                                                                    "count": 1261302,
+                                                                    "is_parallel": true,
+                                                                    "self": 48.4515368001318
+                                                                }
+                                                            }
+                                                        }
+                                                    }
+                                                }
+                                            }
+                                        }
+                                    }
+                                }
+                            }
+                        },
+                        "trainer_advance": {
+                            "total": 1067.9076666999758,
+                            "count": 210217,
+                            "self": 6.0882385999675535,
+                            "children": {
+                                "process_trajectory": {
+                                    "total": 173.2478836000081,
+                                    "count": 210217,
+                                    "self": 173.04350010000815,
+                                    "children": {
+                                        "RLTrainer._checkpoint": {
+                                            "total": 0.20438349999994898,
+                                            "count": 3,
+                                            "self": 0.20438349999994898
+                                        }
+                                    }
+                                },
+                                "_update_policy": {
+                                    "total": 888.5715445000003,
+                                    "count": 161,
+                                    "self": 341.4306103999651,
+                                    "children": {
+                                        "TorchPPOOptimizer.update": {
+                                            "total": 547.1409341000352,
+                                            "count": 98982,
+                                            "self": 547.1409341000352
+                                        }
+                                    }
+                                }
+                            }
+                        }
+                    }
+                },
+                "trainer_threads": {
+                    "total": 6.999998731771484e-07,
+                    "count": 1,
+                    "self": 6.999998731771484e-07
+                },
+                "TrainerController._save_models": {
+                    "total": 0.05204520000006596,
+                    "count": 1,
+                    "self": 0.005272200000035809,
+                    "children": {
+                        "RLTrainer._checkpoint": {
+                            "total": 0.04677300000003015,
+                            "count": 1,
+                            "self": 0.04677300000003015
+                        }
+                    }
+                }
+            }
+        }
+    }
+}

MLAgents/results/IcecreamTrack2/run_logs/training_status.json

@@ -0,0 +1,65 @@
+{
+    "IcecreamTrack2": {
+        "checkpoints": [
+            {
+                "steps": 712324,
+                "file_path": "results\\IcecreamTrack2\\IcecreamTrack2\\IcecreamTrack2-712324.onnx",
+                "reward": 18.69851303845644,
+                "creation_time": 1714038906.973998,
+                "auxillary_file_paths": [
+                    "results\\IcecreamTrack2\\IcecreamTrack2\\IcecreamTrack2-712324.pt"
+                ]
+            },
+            {
+                "steps": 999980,
+                "file_path": "results\\IcecreamTrack2\\IcecreamTrack2\\IcecreamTrack2-999980.onnx",
+                "reward": null,
+                "creation_time": 1714039363.0503757,
+                "auxillary_file_paths": [
+                    "results\\IcecreamTrack2\\IcecreamTrack2\\IcecreamTrack2-999980.pt"
+                ]
+            },
+            {
+                "steps": 1499997,
+                "file_path": "results\\IcecreamTrack2\\IcecreamTrack2\\IcecreamTrack2-1499997.onnx",
+                "reward": 22.733712602938926,
+                "creation_time": 1714040109.1068733,
+                "auxillary_file_paths": [
+                    "results\\IcecreamTrack2\\IcecreamTrack2\\IcecreamTrack2-1499997.pt"
+                ]
+            },
+            {
+                "steps": 1999957,
+                "file_path": "results\\IcecreamTrack2\\IcecreamTrack2\\IcecreamTrack2-1999957.onnx",
+                "reward": 23.865171190351248,
+                "creation_time": 1714040862.6291006,
+                "auxillary_file_paths": [
+                    "results\\IcecreamTrack2\\IcecreamTrack2\\IcecreamTrack2-1999957.pt"
+                ]
+            },
+            {
+                "steps": 2372203,
+                "file_path": "results\\IcecreamTrack2\\IcecreamTrack2\\IcecreamTrack2-2372203.onnx",
+                "reward": 24.51099300171648,
+                "creation_time": 1714041421.426924,
+                "auxillary_file_paths": [
+                    "results\\IcecreamTrack2\\IcecreamTrack2\\IcecreamTrack2-2372203.pt"
+                ]
+            }
+        ],
+        "final_checkpoint": {
+            "steps": 2372203,
+            "file_path": "results\\IcecreamTrack2\\IcecreamTrack2.onnx",
+            "reward": 24.51099300171648,
+            "creation_time": 1714041421.426924,
+            "auxillary_file_paths": [
+                "results\\IcecreamTrack2\\IcecreamTrack2\\IcecreamTrack2-2372203.pt"
+            ]
+        }
+    },
+    "metadata": {
+        "stats_format_version": "0.3.0",
+        "mlagents_version": "0.30.0",
+        "torch_version": "2.3.0+cpu"
+    }
+}

MLAgents/results/IcecreamTrack3/configuration.yaml

@@ -0,0 +1,76 @@
+default_settings: null
+behaviors:
+  IcecreamTrack3:
+    trainer_type: ppo
+    hyperparameters:
+      batch_size: 50
+      buffer_size: 10240
+      learning_rate: 0.0003
+      beta: 0.05
+      epsilon: 0.2
+      lambd: 0.95
+      num_epoch: 3
+      shared_critic: false
+      learning_rate_schedule: linear
+      beta_schedule: linear
+      epsilon_schedule: linear
+    network_settings:
+      normalize: false
+      hidden_units: 128
+      num_layers: 2
+      vis_encode_type: simple
+      memory: null
+      goal_conditioning_type: hyper
+      deterministic: false
+    reward_signals:
+      extrinsic:
+        gamma: 0.99
+        strength: 1.0
+        network_settings:
+          normalize: false
+          hidden_units: 128
+          num_layers: 2
+          vis_encode_type: simple
+          memory: null
+          goal_conditioning_type: hyper
+          deterministic: false
+    init_path: null
+    keep_checkpoints: 5
+    checkpoint_interval: 500000
+    max_steps: 5000000
+    time_horizon: 64
+    summary_freq: 10000
+    threaded: false
+    self_play: null
+    behavioral_cloning: null
+env_settings:
+  env_path: Builds\IcecreamTrack3 part2\Racesm_L.exe
+  env_args: null
+  base_port: 5005
+  num_envs: 1
+  num_areas: 1
+  seed: -1
+  max_lifetime_restarts: 10
+  restarts_rate_limit_n: 1
+  restarts_rate_limit_period_s: 60
+engine_settings:
+  width: 84
+  height: 84
+  quality_level: 5
+  time_scale: 20
+  target_frame_rate: -1
+  capture_frame_rate: 60
+  no_graphics: false
+environment_parameters: null
+checkpoint_settings:
+  run_id: IcecreamTrack3
+  initialize_from: null
+  load_model: false
+  resume: true
+  force: false
+  train_model: false
+  inference: false
+  results_dir: results
+torch_settings:
+  device: null
+debug: false

MLAgents/results/IcecreamTrack3/run_logs/Player-0.log

@@ -0,0 +1,306 @@
+Mono path[0] = 'C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/IcecreamTrack3 part2/Racesm_L_Data/Managed'
+Mono config path = 'C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/IcecreamTrack3 part2/MonoBleedingEdge/etc'
+[Physics::Module] Initialized MultithreadedJobDispatcher with 15 workers.
+Initialize engine version: 2022.3.11f1 (d00248457e15)
+[Subsystems] Discovering subsystems at path C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/IcecreamTrack3 part2/Racesm_L_Data/UnitySubsystems
+GfxDevice: creating device client; threaded=1; jobified=1
+Direct3D:
+    Version:  Direct3D 11.0 [level 11.1]
+    Renderer: NVIDIA GeForce RTX 3070 (ID=0x2488)
+    Vendor:   NVIDIA
+    VRAM:     8043 MB
+    Driver:   30.0.14.9729
+Begin MonoManager ReloadAssembly
+- Loaded All Assemblies, in  1.415 seconds
+- Finished resetting the current domain, in  0.002 seconds
+<RI> Initializing input.
+
+<RI> Input initialized.
+
+<RI> Initialized touch support.
+
+UnloadTime: 1.855100 ms
+Setting up 8 worker threads for Enlighten.
+Memory Statistics:
+[ALLOC_TEMP_TLS] TLS Allocator
+  StackAllocators : 
+    [ALLOC_TEMP_MAIN]
+      Peak usage frame count: [1.0 KB-2.0 KB]: 95114 frames, [2.0 KB-4.0 KB]: 1519 frames, [4.0 KB-8.0 KB]: 10 frames, [8.0 KB-16.0 KB]: 3640 frames, [2.0 MB-4.0 MB]: 1 frames
+      Initial Block Size 4.0 MB
+      Current Block Size 4.0 MB
+      Peak Allocated Bytes 2.1 MB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 4]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Loading.PreloadManager]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 75.0 KB
+      Overflow Count 4
+    [ALLOC_TEMP_Background Job.worker 3]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 11]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 7]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 6]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 11]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 12.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 12]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 2]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 9]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 0]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 12.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 4]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 12.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 5]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 12.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 14]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 12.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 10]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 13]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 12.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 1]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_EnlightenWorker] x 8
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 1]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 12.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 3]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 12.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 5]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 8]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 12]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 12.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_UnityGfxDeviceWorker]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 14.2 KB
+      Overflow Count 0
+    [ALLOC_TEMP_AssetGarbageCollectorHelper] x 15
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 138 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 13]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 15]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 2]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 12.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 10]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 12.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 7]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 12.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 9]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 12.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 0]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 6]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 12.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.worker 8]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 12.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.worker 14]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Loading.AsyncRead]
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 345 B
+      Overflow Count 0
+    [ALLOC_TEMP_BatchDeleteObjects]
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+[ALLOC_DEFAULT] Dual Thread Allocator
+  Peak main deferred allocation count 31
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.4 MB
+    [ALLOC_DEFAULT_MAIN]
+      Peak usage frame count: [16.0 MB-32.0 MB]: 100284 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 22.8 MB
+      Peak Large allocation bytes 8.0 MB
+    [ALLOC_DEFAULT_THREAD]
+      Peak usage frame count: [16.0 MB-32.0 MB]: 100284 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 21.3 MB
+      Peak Large allocation bytes 16.0 MB
+[ALLOC_TEMP_JOB_1_FRAME]
+  Initial Block Size 2.0 MB
+  Used Block Count 0
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_2_FRAMES]
+  Initial Block Size 2.0 MB
+  Used Block Count 0
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_4_FRAMES (JobTemp)]
+  Initial Block Size 2.0 MB
+  Used Block Count 1
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_ASYNC (Background)]
+  Initial Block Size 1.0 MB
+  Used Block Count 1
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_GFX] Dual Thread Allocator
+  Peak main deferred allocation count 1
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.4 MB
+    [ALLOC_GFX_MAIN]
+      Peak usage frame count: [32.0 KB-64.0 KB]: 100283 frames, [64.0 KB-128.0 KB]: 1 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 66.0 KB
+      Peak Large allocation bytes 0 B
+    [ALLOC_GFX_THREAD]
+      Peak usage frame count: [0.5 MB-1.0 MB]: 2 frames, [1.0 MB-2.0 MB]: 1776 frames, [2.0 MB-4.0 MB]: 98506 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 2.0 MB
+      Peak Large allocation bytes 0 B
+[ALLOC_CACHEOBJECTS] Dual Thread Allocator
+  Peak main deferred allocation count 2
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.4 MB
+    [ALLOC_CACHEOBJECTS_MAIN]
+      Peak usage frame count: [1.0 MB-2.0 MB]: 100283 frames, [2.0 MB-4.0 MB]: 1 frames
+      Requested Block Size 4.0 MB
+      Peak Block count 1
+      Peak Allocated memory 2.1 MB
+      Peak Large allocation bytes 0 B
+    [ALLOC_CACHEOBJECTS_THREAD]
+      Peak usage frame count: [1.0 MB-2.0 MB]: 100283 frames, [2.0 MB-4.0 MB]: 1 frames
+      Requested Block Size 4.0 MB
+      Peak Block count 1
+      Peak Allocated memory 3.4 MB
+      Peak Large allocation bytes 0 B
+[ALLOC_TYPETREE] Dual Thread Allocator
+  Peak main deferred allocation count 0
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.4 MB
+    [ALLOC_TYPETREE_MAIN]
+      Peak usage frame count: [4.0 KB-8.0 KB]: 100284 frames
+      Requested Block Size 2.0 MB
+      Peak Block count 1
+      Peak Allocated memory 4.1 KB
+      Peak Large allocation bytes 0 B
+    [ALLOC_TYPETREE_THREAD]
+      Peak usage frame count: [0-1.0 KB]: 100283 frames, [1.0 KB-2.0 KB]: 1 frames
+      Requested Block Size 2.0 MB

MLAgents/results/IcecreamTrack3/run_logs/timers.json

@@ -0,0 +1,320 @@
+{
+    "name": "root",
+    "gauges": {
+        "IcecreamTrack3.Policy.Entropy.mean": {
+            "value": 1.6850343942642212,
+            "min": 1.6850343942642212,
+            "max": 1.9906823635101318,
+            "count": 267
+        },
+        "IcecreamTrack3.Policy.Entropy.sum": {
+            "value": 16998.626953125,
+            "min": 8001.072265625,
+            "max": 20093.677734375,
+            "count": 267
+        },
+        "IcecreamTrack3.Step.mean": {
+            "value": 3469950.0,
+            "min": 809986.0,
+            "max": 3469950.0,
+            "count": 267
+        },
+        "IcecreamTrack3.Step.sum": {
+            "value": 3469950.0,
+            "min": 809986.0,
+            "max": 3469950.0,
+            "count": 267
+        },
+        "IcecreamTrack3.Policy.ExtrinsicValueEstimate.mean": {
+            "value": 4.131064414978027,
+            "min": 2.0430121421813965,
+            "max": 4.234811782836914,
+            "count": 267
+        },
+        "IcecreamTrack3.Policy.ExtrinsicValueEstimate.sum": {
+            "value": 673.363525390625,
+            "min": 128.7097625732422,
+            "max": 694.5091552734375,
+            "count": 267
+        },
+        "IcecreamTrack3.IsTraining.mean": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 267
+        },
+        "IcecreamTrack3.IsTraining.sum": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 267
+        },
+        "IcecreamTrack3.Environment.EpisodeLength.mean": {
+            "value": 614.875,
+            "min": 568.8888888888889,
+            "max": 1095.2222222222222,
+            "count": 266
+        },
+        "IcecreamTrack3.Environment.EpisodeLength.sum": {
+            "value": 9838.0,
+            "min": 7579.0,
+            "max": 12465.0,
+            "count": 266
+        },
+        "IcecreamTrack3.Environment.CumulativeReward.mean": {
+            "value": 26.34144085342996,
+            "min": 10.678579684629637,
+            "max": 27.31824895705689,
+            "count": 266
+        },
+        "IcecreamTrack3.Environment.CumulativeReward.sum": {
+            "value": 421.46305365487933,
+            "min": 149.50011558481492,
+            "max": 513.9357822015882,
+            "count": 266
+        },
+        "IcecreamTrack3.Policy.ExtrinsicReward.mean": {
+            "value": 26.34144085342996,
+            "min": 10.678579684629637,
+            "max": 27.31824895705689,
+            "count": 266
+        },
+        "IcecreamTrack3.Policy.ExtrinsicReward.sum": {
+            "value": 421.46305365487933,
+            "min": 149.50011558481492,
+            "max": 513.9357822015882,
+            "count": 266
+        },
+        "IcecreamTrack3.Losses.PolicyLoss.mean": {
+            "value": 0.10804458418655175,
+            "min": 0.10108814476483442,
+            "max": 0.12170424801978941,
+            "count": 259
+        },
+        "IcecreamTrack3.Losses.PolicyLoss.sum": {
+            "value": 0.10804458418655175,
+            "min": 0.10108814476483442,
+            "max": 0.12170424801978941,
+            "count": 259
+        },
+        "IcecreamTrack3.Losses.ValueLoss.mean": {
+            "value": 0.41184653905106755,
+            "min": 0.22534740117749547,
+            "max": 0.4738057178452732,
+            "count": 259
+        },
+        "IcecreamTrack3.Losses.ValueLoss.sum": {
+            "value": 0.41184653905106755,
+            "min": 0.22534740117749547,
+            "max": 0.4738057178452732,
+            "count": 259
+        },
+        "IcecreamTrack3.Policy.LearningRate.mean": {
+            "value": 9.19773693409e-05,
+            "min": 9.19773693409e-05,
+            "max": 0.00025102729632424,
+            "count": 259
+        },
+        "IcecreamTrack3.Policy.LearningRate.sum": {
+            "value": 9.19773693409e-05,
+            "min": 9.19773693409e-05,
+            "max": 0.00025102729632424,
+            "count": 259
+        },
+        "IcecreamTrack3.Policy.Epsilon.mean": {
+            "value": 0.1306591,
+            "min": 0.1306591,
+            "max": 0.18367576000000005,
+            "count": 259
+        },
+        "IcecreamTrack3.Policy.Epsilon.sum": {
+            "value": 0.1306591,
+            "min": 0.1306591,
+            "max": 0.18367576000000005,
+            "count": 259
+        },
+        "IcecreamTrack3.Policy.Beta.mean": {
+            "value": 0.015336484089999993,
+            "min": 0.015336484089999993,
+            "max": 0.04183951242400001,
+            "count": 259
+        },
+        "IcecreamTrack3.Policy.Beta.sum": {
+            "value": 0.015336484089999993,
+            "min": 0.015336484089999993,
+            "max": 0.04183951242400001,
+            "count": 259
+        }
+    },
+    "metadata": {
+        "timer_format_version": "0.1.0",
+        "start_time_seconds": "1714048363",
+        "python_version": "3.9.13 (tags/v3.9.13:6de2ca5, May 17 2022, 16:36:42) [MSC v.1929 64 bit (AMD64)]",
+        "command_line_arguments": "C:\\Users\\SukkertoppenDDU\\AppData\\Local\\Programs\\Python\\Python39\\Scripts\\mlagents-learn config/LLL.yaml --run-id=IcecreamTrack3 --resume --env=Builds\\IcecreamTrack3 part2\\Racesm_L.exe",
+        "mlagents_version": "0.30.0",
+        "mlagents_envs_version": "0.30.0",
+        "communication_protocol_version": "1.5.0",
+        "pytorch_version": "2.3.0+cpu",
+        "numpy_version": "1.21.2",
+        "end_time_seconds": "1714052111"
+    },
+    "total": 3747.5633094,
+    "count": 1,
+    "self": 0.5757950000001983,
+    "children": {
+        "run_training.setup": {
+            "total": 0.07616429999999985,
+            "count": 1,
+            "self": 0.07616429999999985
+        },
+        "TrainerController.start_learning": {
+            "total": 3746.9113500999997,
+            "count": 1,
+            "self": 6.115410099970632,
+            "children": {
+                "TrainerController._reset_env": {
+                    "total": 7.141663800000001,
+                    "count": 1,
+                    "self": 7.141663800000001
+                },
+                "TrainerController.advance": {
+                    "total": 3733.5913880000294,
+                    "count": 337219,
+                    "self": 6.061244400124906,
+                    "children": {
+                        "env_step": {
+                            "total": 2070.9325270000345,
+                            "count": 337219,
+                            "self": 1533.7376022001208,
+                            "children": {
+                                "SubprocessEnvManager._take_step": {
+                                    "total": 533.5429347000991,
+                                    "count": 337219,
+                                    "self": 20.295412300138537,
+                                    "children": {
+                                        "TorchPolicy.evaluate": {
+                                            "total": 513.2475223999605,
+                                            "count": 334279,
+                                            "self": 513.2475223999605
+                                        }
+                                    }
+                                },
+                                "workers": {
+                                    "total": 3.651990099814755,
+                                    "count": 337218,
+                                    "self": 0.0,
+                                    "children": {
+                                        "worker_root": {
+                                            "total": 3733.9462090999255,
+                                            "count": 337218,
+                                            "is_parallel": true,
+                                            "self": 2536.8314142998056,
+                                            "children": {
+                                                "steps_from_proto": {
+                                                    "total": 0.0016421000000006458,
+                                                    "count": 1,
+                                                    "is_parallel": true,
+                                                    "self": 0.0005595999999998824,
+                                                    "children": {
+                                                        "_process_rank_one_or_two_observation": {
+                                                            "total": 0.0010825000000007634,
+                                                            "count": 6,
+                                                            "is_parallel": true,
+                                                            "self": 0.0010825000000007634
+                                                        }
+                                                    }
+                                                },
+                                                "UnityEnvironment.step": {
+                                                    "total": 1197.1131527001198,
+                                                    "count": 337218,
+                                                    "is_parallel": true,
+                                                    "self": 40.07550290031031,
+                                                    "children": {
+                                                        "UnityEnvironment._generate_step_input": {
+                                                            "total": 74.99286929996846,
+                                                            "count": 337218,
+                                                            "is_parallel": true,
+                                                            "self": 74.99286929996846
+                                                        },
+                                                        "communicator.exchange": {
+                                                            "total": 961.3451309999145,
+                                                            "count": 337218,
+                                                            "is_parallel": true,
+                                                            "self": 961.3451309999145
+                                                        },
+                                                        "steps_from_proto": {
+                                                            "total": 120.69964949992641,
+                                                            "count": 337218,
+                                                            "is_parallel": true,
+                                                            "self": 46.49911660006134,
+                                                            "children": {
+                                                                "_process_rank_one_or_two_observation": {
+                                                                    "total": 74.20053289986507,
+                                                                    "count": 2023308,
+                                                                    "is_parallel": true,
+                                                                    "self": 74.20053289986507
+                                                                }
+                                                            }
+                                                        }
+                                                    }
+                                                }
+                                            }
+                                        }
+                                    }
+                                }
+                            }
+                        },
+                        "trainer_advance": {
+                            "total": 1656.5976165998702,
+                            "count": 337218,
+                            "self": 8.583115600039946,
+                            "children": {
+                                "process_trajectory": {
+                                    "total": 271.72745209983424,
+                                    "count": 337218,
+                                    "self": 271.4021535998338,
+                                    "children": {
+                                        "RLTrainer._checkpoint": {
+                                            "total": 0.3252985000004287,
+                                            "count": 5,
+                                            "self": 0.3252985000004287
+                                        }
+                                    }
+                                },
+                                "_update_policy": {
+                                    "total": 1376.287048899996,
+                                    "count": 260,
+                                    "self": 475.24514519995887,
+                                    "children": {
+                                        "TorchPPOOptimizer.update": {
+                                            "total": 901.0419037000372,
+                                            "count": 159900,
+                                            "self": 901.0419037000372
+                                        }
+                                    }
+                                }
+                            }
+                        }
+                    }
+                },
+                "trainer_threads": {
+                    "total": 6.999998731771484e-07,
+                    "count": 1,
+                    "self": 6.999998731771484e-07
+                },
+                "TrainerController._save_models": {
+                    "total": 0.06288749999976062,
+                    "count": 1,
+                    "self": 0.011294399999769666,
+                    "children": {
+                        "RLTrainer._checkpoint": {
+                            "total": 0.051593099999990955,
+                            "count": 1,
+                            "self": 0.051593099999990955
+                        }
+                    }
+                }
+            }
+        }
+    }
+}

MLAgents/results/IcecreamTrack3/run_logs/training_status.json

@@ -0,0 +1,65 @@
+{
+    "IcecreamTrack3": {
+        "checkpoints": [
+            {
+                "steps": 1499998,
+                "file_path": "results\\IcecreamTrack3\\IcecreamTrack3\\IcecreamTrack3-1499998.onnx",
+                "reward": 26.199412297457457,
+                "creation_time": 1714049340.9899232,
+                "auxillary_file_paths": [
+                    "results\\IcecreamTrack3\\IcecreamTrack3\\IcecreamTrack3-1499998.pt"
+                ]
+            },
+            {
+                "steps": 1999936,
+                "file_path": "results\\IcecreamTrack3\\IcecreamTrack3\\IcecreamTrack3-1999936.onnx",
+                "reward": 21.895047467281984,
+                "creation_time": 1714050042.388875,
+                "auxillary_file_paths": [
+                    "results\\IcecreamTrack3\\IcecreamTrack3\\IcecreamTrack3-1999936.pt"
+                ]
+            },
+            {
+                "steps": 2499968,
+                "file_path": "results\\IcecreamTrack3\\IcecreamTrack3\\IcecreamTrack3-2499968.onnx",
+                "reward": 26.419859816386765,
+                "creation_time": 1714050737.178179,
+                "auxillary_file_paths": [
+                    "results\\IcecreamTrack3\\IcecreamTrack3\\IcecreamTrack3-2499968.pt"
+                ]
+            },
+            {
+                "steps": 2999941,
+                "file_path": "results\\IcecreamTrack3\\IcecreamTrack3\\IcecreamTrack3-2999941.onnx",
+                "reward": 26.27447910110156,
+                "creation_time": 1714051437.6687841,
+                "auxillary_file_paths": [
+                    "results\\IcecreamTrack3\\IcecreamTrack3\\IcecreamTrack3-2999941.pt"
+                ]
+            },
+            {
+                "steps": 3479887,
+                "file_path": "results\\IcecreamTrack3\\IcecreamTrack3\\IcecreamTrack3-3479887.onnx",
+                "reward": 27.034212665259837,
+                "creation_time": 1714052110.4237213,
+                "auxillary_file_paths": [
+                    "results\\IcecreamTrack3\\IcecreamTrack3\\IcecreamTrack3-3479887.pt"
+                ]
+            }
+        ],
+        "final_checkpoint": {
+            "steps": 3479887,
+            "file_path": "results\\IcecreamTrack3\\IcecreamTrack3.onnx",
+            "reward": 27.034212665259837,
+            "creation_time": 1714052110.4237213,
+            "auxillary_file_paths": [
+                "results\\IcecreamTrack3\\IcecreamTrack3\\IcecreamTrack3-3479887.pt"
+            ]
+        }
+    },
+    "metadata": {
+        "stats_format_version": "0.3.0",
+        "mlagents_version": "0.30.0",
+        "torch_version": "2.3.0+cpu"
+    }
+}