Ciakon/racesm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

idk

Browse Source
This commit is contained in:
Ciakon
2024-05-03 13:41:30 +02:00
parent 1e53774e99
commit 34adad0d55
159 changed files with 5919 additions and 163 deletions
Download Patch File Download Diff File Expand all files Collapse all files

BIN
MLAgents/results/IcecreamTrack3/IcecreamTrack3.onnx Normal file
View File

Binary file not shown.

BIN
MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-1499998.onnx Normal file
View File

Binary file not shown.

BIN
MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-1499998.pt Normal file
View File

Binary file not shown.

BIN
MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-1999936.onnx Normal file
View File

Binary file not shown.

BIN
MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-1999936.pt Normal file
View File

Binary file not shown.

BIN
MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-2499968.onnx Normal file
View File

Binary file not shown.

BIN
MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-2499968.pt Normal file
View File

Binary file not shown.

BIN
MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-2999941.onnx Normal file
View File

Binary file not shown.

BIN
MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-2999941.pt Normal file
View File

Binary file not shown.

BIN
MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-3479887.onnx Normal file
View File

Binary file not shown.

BIN
MLAgents/results/IcecreamTrack3/IcecreamTrack3/IcecreamTrack3-3479887.pt Normal file
View File

Binary file not shown.

BIN
MLAgents/results/IcecreamTrack3/IcecreamTrack3/checkpoint.pt Normal file
View File

Binary file not shown.

BIN
MLAgents/results/IcecreamTrack3/IcecreamTrack3/events.out.tfevents.1714047147.KKU17esport.25524.0 Normal file
View File

Binary file not shown.

BIN
MLAgents/results/IcecreamTrack3/IcecreamTrack3/events.out.tfevents.1714048369.KKU17esport.2452.0 Normal file
View File

Binary file not shown.

76
MLAgents/results/IcecreamTrack3/configuration.yaml Normal file
View File

@@ -0,0 +1,76 @@
default_settings: null
behaviors:
IcecreamTrack3:
trainer_type: ppo
hyperparameters:
batch_size: 50
buffer_size: 10240
learning_rate: 0.0003
beta: 0.05
epsilon: 0.2
lambd: 0.95
num_epoch: 3
shared_critic: false
learning_rate_schedule: linear
beta_schedule: linear
epsilon_schedule: linear
network_settings:
normalize: false
hidden_units: 128
num_layers: 2
vis_encode_type: simple
memory: null
goal_conditioning_type: hyper
deterministic: false
reward_signals:
extrinsic:
gamma: 0.99
strength: 1.0
network_settings:
normalize: false
hidden_units: 128
num_layers: 2
vis_encode_type: simple
memory: null
goal_conditioning_type: hyper
deterministic: false
init_path: null
keep_checkpoints: 5
checkpoint_interval: 500000
max_steps: 5000000
time_horizon: 64
summary_freq: 10000
threaded: false
self_play: null
behavioral_cloning: null
env_settings:
env_path: Builds\IcecreamTrack3 part2\Racesm_L.exe
env_args: null
base_port: 5005
num_envs: 1
num_areas: 1
seed: -1
max_lifetime_restarts: 10
restarts_rate_limit_n: 1
restarts_rate_limit_period_s: 60
engine_settings:
width: 84
height: 84
quality_level: 5
time_scale: 20
target_frame_rate: -1
capture_frame_rate: 60
no_graphics: false
environment_parameters: null
checkpoint_settings:
run_id: IcecreamTrack3
initialize_from: null
load_model: false
resume: true
force: false
train_model: false
inference: false
results_dir: results
torch_settings:
device: null
debug: false

306
MLAgents/results/IcecreamTrack3/run_logs/Player-0.log Normal file
View File

@@ -0,0 +1,306 @@
Mono path[0] = 'C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/IcecreamTrack3 part2/Racesm_L_Data/Managed'
Mono config path = 'C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/IcecreamTrack3 part2/MonoBleedingEdge/etc'
[Physics::Module] Initialized MultithreadedJobDispatcher with 15 workers.
Initialize engine version: 2022.3.11f1 (d00248457e15)
[Subsystems] Discovering subsystems at path C:/Users/SukkertoppenDDU/Desktop/MLagents/Builds/IcecreamTrack3 part2/Racesm_L_Data/UnitySubsystems
GfxDevice: creating device client; threaded=1; jobified=1
Direct3D:
Version: Direct3D 11.0 [level 11.1]
Renderer: NVIDIA GeForce RTX 3070 (ID=0x2488)
Vendor: NVIDIA
VRAM: 8043 MB
Driver: 30.0.14.9729
Begin MonoManager ReloadAssembly
- Loaded All Assemblies, in 1.415 seconds
- Finished resetting the current domain, in 0.002 seconds
<RI> Initializing input.
<RI> Input initialized.
<RI> Initialized touch support.
UnloadTime: 1.855100 ms
Setting up 8 worker threads for Enlighten.
Memory Statistics:
[ALLOC_TEMP_TLS] TLS Allocator
StackAllocators :
[ALLOC_TEMP_MAIN]
Peak usage frame count: [1.0 KB-2.0 KB]: 95114 frames, [2.0 KB-4.0 KB]: 1519 frames, [4.0 KB-8.0 KB]: 10 frames, [8.0 KB-16.0 KB]: 3640 frames, [2.0 MB-4.0 MB]: 1 frames
Initial Block Size 4.0 MB
Current Block Size 4.0 MB
Peak Allocated Bytes 2.1 MB
Overflow Count 0
[ALLOC_TEMP_Background Job.worker 4]
Initial Block Size 32.0 KB
Current Block Size 32.0 KB
Peak Allocated Bytes 54 B
Overflow Count 0
[ALLOC_TEMP_Loading.PreloadManager]
Initial Block Size 256.0 KB
Current Block Size 256.0 KB
Peak Allocated Bytes 75.0 KB
Overflow Count 4
[ALLOC_TEMP_Background Job.worker 3]
Initial Block Size 32.0 KB
Current Block Size 32.0 KB
Peak Allocated Bytes 54 B
Overflow Count 0
[ALLOC_TEMP_Background Job.worker 11]
Initial Block Size 32.0 KB
Current Block Size 32.0 KB
Peak Allocated Bytes 54 B
Overflow Count 0
[ALLOC_TEMP_Background Job.worker 7]
Initial Block Size 32.0 KB
Current Block Size 32.0 KB
Peak Allocated Bytes 54 B
Overflow Count 0
[ALLOC_TEMP_Background Job.worker 6]
Initial Block Size 32.0 KB
Current Block Size 32.0 KB
Peak Allocated Bytes 54 B
Overflow Count 0
[ALLOC_TEMP_Job.worker 11]
Initial Block Size 256.0 KB
Current Block Size 256.0 KB
Peak Allocated Bytes 12.0 KB
Overflow Count 0
[ALLOC_TEMP_Background Job.worker 12]
Initial Block Size 32.0 KB
Current Block Size 32.0 KB
Peak Allocated Bytes 54 B
Overflow Count 0
[ALLOC_TEMP_Background Job.worker 2]
Initial Block Size 32.0 KB
Current Block Size 32.0 KB
Peak Allocated Bytes 54 B
Overflow Count 0
[ALLOC_TEMP_Background Job.worker 9]
Initial Block Size 32.0 KB
Current Block Size 32.0 KB
Peak Allocated Bytes 54 B
Overflow Count 0
[ALLOC_TEMP_Job.worker 0]
Initial Block Size 256.0 KB
Current Block Size 256.0 KB
Peak Allocated Bytes 12.0 KB
Overflow Count 0
[ALLOC_TEMP_Job.worker 4]
Initial Block Size 256.0 KB
Current Block Size 256.0 KB
Peak Allocated Bytes 12.0 KB
Overflow Count 0
[ALLOC_TEMP_Job.worker 5]
Initial Block Size 256.0 KB
Current Block Size 256.0 KB
Peak Allocated Bytes 12.0 KB
Overflow Count 0
[ALLOC_TEMP_Job.worker 14]
Initial Block Size 256.0 KB
Current Block Size 256.0 KB
Peak Allocated Bytes 12.0 KB
Overflow Count 0
[ALLOC_TEMP_Background Job.worker 10]
Initial Block Size 32.0 KB
Current Block Size 32.0 KB
Peak Allocated Bytes 54 B
Overflow Count 0
[ALLOC_TEMP_Job.worker 13]
Initial Block Size 256.0 KB
Current Block Size 256.0 KB
Peak Allocated Bytes 12.0 KB
Overflow Count 0
[ALLOC_TEMP_Background Job.worker 1]
Initial Block Size 32.0 KB
Current Block Size 32.0 KB
Peak Allocated Bytes 54 B
Overflow Count 0
[ALLOC_TEMP_EnlightenWorker] x 8
Initial Block Size 64.0 KB
Current Block Size 64.0 KB
Peak Allocated Bytes 54 B
Overflow Count 0
[ALLOC_TEMP_Job.worker 1]
Initial Block Size 256.0 KB
Current Block Size 256.0 KB
Peak Allocated Bytes 12.0 KB
Overflow Count 0
[ALLOC_TEMP_Job.worker 3]
Initial Block Size 256.0 KB
Current Block Size 256.0 KB
Peak Allocated Bytes 12.0 KB
Overflow Count 0
[ALLOC_TEMP_Background Job.worker 5]
Initial Block Size 32.0 KB
Current Block Size 32.0 KB
Peak Allocated Bytes 54 B
Overflow Count 0
[ALLOC_TEMP_Background Job.worker 8]
Initial Block Size 32.0 KB
Current Block Size 32.0 KB
Peak Allocated Bytes 54 B
Overflow Count 0
[ALLOC_TEMP_Job.worker 12]
Initial Block Size 256.0 KB
Current Block Size 256.0 KB
Peak Allocated Bytes 12.0 KB
Overflow Count 0
[ALLOC_TEMP_UnityGfxDeviceWorker]
Initial Block Size 256.0 KB
Current Block Size 256.0 KB
Peak Allocated Bytes 14.2 KB
Overflow Count 0
[ALLOC_TEMP_AssetGarbageCollectorHelper] x 15
Initial Block Size 64.0 KB
Current Block Size 64.0 KB
Peak Allocated Bytes 138 B
Overflow Count 0
[ALLOC_TEMP_Background Job.worker 13]
Initial Block Size 32.0 KB
Current Block Size 32.0 KB
Peak Allocated Bytes 54 B
Overflow Count 0
[ALLOC_TEMP_Background Job.worker 15]
Initial Block Size 32.0 KB
Current Block Size 32.0 KB
Peak Allocated Bytes 54 B
Overflow Count 0
[ALLOC_TEMP_Job.worker 2]
Initial Block Size 256.0 KB
Current Block Size 256.0 KB
Peak Allocated Bytes 12.0 KB
Overflow Count 0
[ALLOC_TEMP_Job.worker 10]
Initial Block Size 256.0 KB
Current Block Size 256.0 KB
Peak Allocated Bytes 12.0 KB
Overflow Count 0
[ALLOC_TEMP_Job.worker 7]
Initial Block Size 256.0 KB
Current Block Size 256.0 KB
Peak Allocated Bytes 12.0 KB
Overflow Count 0
[ALLOC_TEMP_Job.worker 9]
Initial Block Size 256.0 KB
Current Block Size 256.0 KB
Peak Allocated Bytes 12.0 KB
Overflow Count 0
[ALLOC_TEMP_Background Job.worker 0]
Initial Block Size 32.0 KB
Current Block Size 32.0 KB
Peak Allocated Bytes 54 B
Overflow Count 0
[ALLOC_TEMP_Job.worker 6]
Initial Block Size 256.0 KB
Current Block Size 256.0 KB
Peak Allocated Bytes 12.0 KB
Overflow Count 0
[ALLOC_TEMP_Job.worker 8]
Initial Block Size 256.0 KB
Current Block Size 256.0 KB
Peak Allocated Bytes 12.0 KB
Overflow Count 0
[ALLOC_TEMP_Background Job.worker 14]
Initial Block Size 32.0 KB
Current Block Size 32.0 KB
Peak Allocated Bytes 54 B
Overflow Count 0
[ALLOC_TEMP_Loading.AsyncRead]
Initial Block Size 64.0 KB
Current Block Size 64.0 KB
Peak Allocated Bytes 345 B
Overflow Count 0
[ALLOC_TEMP_BatchDeleteObjects]
Initial Block Size 64.0 KB
Current Block Size 64.0 KB
Peak Allocated Bytes 54 B
Overflow Count 0
[ALLOC_DEFAULT] Dual Thread Allocator
Peak main deferred allocation count 31
[ALLOC_BUCKET]
Large Block size 4.0 MB
Used Block count 1
Peak Allocated bytes 1.4 MB
[ALLOC_DEFAULT_MAIN]
Peak usage frame count: [16.0 MB-32.0 MB]: 100284 frames
Requested Block Size 16.0 MB
Peak Block count 1
Peak Allocated memory 22.8 MB
Peak Large allocation bytes 8.0 MB
[ALLOC_DEFAULT_THREAD]
Peak usage frame count: [16.0 MB-32.0 MB]: 100284 frames
Requested Block Size 16.0 MB
Peak Block count 1
Peak Allocated memory 21.3 MB
Peak Large allocation bytes 16.0 MB
[ALLOC_TEMP_JOB_1_FRAME]
Initial Block Size 2.0 MB
Used Block Count 0
Overflow Count (too large) 0
Overflow Count (full) 0
[ALLOC_TEMP_JOB_2_FRAMES]
Initial Block Size 2.0 MB
Used Block Count 0
Overflow Count (too large) 0
Overflow Count (full) 0
[ALLOC_TEMP_JOB_4_FRAMES (JobTemp)]
Initial Block Size 2.0 MB
Used Block Count 1
Overflow Count (too large) 0
Overflow Count (full) 0
[ALLOC_TEMP_JOB_ASYNC (Background)]
Initial Block Size 1.0 MB
Used Block Count 1
Overflow Count (too large) 0
Overflow Count (full) 0
[ALLOC_GFX] Dual Thread Allocator
Peak main deferred allocation count 1
[ALLOC_BUCKET]
Large Block size 4.0 MB
Used Block count 1
Peak Allocated bytes 1.4 MB
[ALLOC_GFX_MAIN]
Peak usage frame count: [32.0 KB-64.0 KB]: 100283 frames, [64.0 KB-128.0 KB]: 1 frames
Requested Block Size 16.0 MB
Peak Block count 1
Peak Allocated memory 66.0 KB
Peak Large allocation bytes 0 B
[ALLOC_GFX_THREAD]
Peak usage frame count: [0.5 MB-1.0 MB]: 2 frames, [1.0 MB-2.0 MB]: 1776 frames, [2.0 MB-4.0 MB]: 98506 frames
Requested Block Size 16.0 MB
Peak Block count 1
Peak Allocated memory 2.0 MB
Peak Large allocation bytes 0 B
[ALLOC_CACHEOBJECTS] Dual Thread Allocator
Peak main deferred allocation count 2
[ALLOC_BUCKET]
Large Block size 4.0 MB
Used Block count 1
Peak Allocated bytes 1.4 MB
[ALLOC_CACHEOBJECTS_MAIN]
Peak usage frame count: [1.0 MB-2.0 MB]: 100283 frames, [2.0 MB-4.0 MB]: 1 frames
Requested Block Size 4.0 MB
Peak Block count 1
Peak Allocated memory 2.1 MB
Peak Large allocation bytes 0 B
[ALLOC_CACHEOBJECTS_THREAD]
Peak usage frame count: [1.0 MB-2.0 MB]: 100283 frames, [2.0 MB-4.0 MB]: 1 frames
Requested Block Size 4.0 MB
Peak Block count 1
Peak Allocated memory 3.4 MB
Peak Large allocation bytes 0 B
[ALLOC_TYPETREE] Dual Thread Allocator
Peak main deferred allocation count 0
[ALLOC_BUCKET]
Large Block size 4.0 MB
Used Block count 1
Peak Allocated bytes 1.4 MB
[ALLOC_TYPETREE_MAIN]
Peak usage frame count: [4.0 KB-8.0 KB]: 100284 frames
Requested Block Size 2.0 MB
Peak Block count 1
Peak Allocated memory 4.1 KB
Peak Large allocation bytes 0 B
[ALLOC_TYPETREE_THREAD]
Peak usage frame count: [0-1.0 KB]: 100283 frames, [1.0 KB-2.0 KB]: 1 frames
Requested Block Size 2.0 MB

320
MLAgents/results/IcecreamTrack3/run_logs/timers.json Normal file
View File

@@ -0,0 +1,320 @@
{
"name": "root",
"gauges": {
"IcecreamTrack3.Policy.Entropy.mean": {
"value": 1.6850343942642212,
"min": 1.6850343942642212,
"max": 1.9906823635101318,
"count": 267
},
"IcecreamTrack3.Policy.Entropy.sum": {
"value": 16998.626953125,
"min": 8001.072265625,
"max": 20093.677734375,
"count": 267
},
"IcecreamTrack3.Step.mean": {
"value": 3469950.0,
"min": 809986.0,
"max": 3469950.0,
"count": 267
},
"IcecreamTrack3.Step.sum": {
"value": 3469950.0,
"min": 809986.0,
"max": 3469950.0,
"count": 267
},
"IcecreamTrack3.Policy.ExtrinsicValueEstimate.mean": {
"value": 4.131064414978027,
"min": 2.0430121421813965,
"max": 4.234811782836914,
"count": 267
},
"IcecreamTrack3.Policy.ExtrinsicValueEstimate.sum": {
"value": 673.363525390625,
"min": 128.7097625732422,
"max": 694.5091552734375,
"count": 267
},
"IcecreamTrack3.IsTraining.mean": {
"value": 1.0,
"min": 1.0,
"max": 1.0,
"count": 267
},
"IcecreamTrack3.IsTraining.sum": {
"value": 1.0,
"min": 1.0,
"max": 1.0,
"count": 267
},
"IcecreamTrack3.Environment.EpisodeLength.mean": {
"value": 614.875,
"min": 568.8888888888889,
"max": 1095.2222222222222,
"count": 266
},
"IcecreamTrack3.Environment.EpisodeLength.sum": {
"value": 9838.0,
"min": 7579.0,
"max": 12465.0,
"count": 266
},
"IcecreamTrack3.Environment.CumulativeReward.mean": {
"value": 26.34144085342996,
"min": 10.678579684629637,
"max": 27.31824895705689,
"count": 266
},
"IcecreamTrack3.Environment.CumulativeReward.sum": {
"value": 421.46305365487933,
"min": 149.50011558481492,
"max": 513.9357822015882,
"count": 266
},
"IcecreamTrack3.Policy.ExtrinsicReward.mean": {
"value": 26.34144085342996,
"min": 10.678579684629637,
"max": 27.31824895705689,
"count": 266
},
"IcecreamTrack3.Policy.ExtrinsicReward.sum": {
"value": 421.46305365487933,
"min": 149.50011558481492,
"max": 513.9357822015882,
"count": 266
},
"IcecreamTrack3.Losses.PolicyLoss.mean": {
"value": 0.10804458418655175,
"min": 0.10108814476483442,
"max": 0.12170424801978941,
"count": 259
},
"IcecreamTrack3.Losses.PolicyLoss.sum": {
"value": 0.10804458418655175,
"min": 0.10108814476483442,
"max": 0.12170424801978941,
"count": 259
},
"IcecreamTrack3.Losses.ValueLoss.mean": {
"value": 0.41184653905106755,
"min": 0.22534740117749547,
"max": 0.4738057178452732,
"count": 259
},
"IcecreamTrack3.Losses.ValueLoss.sum": {
"value": 0.41184653905106755,
"min": 0.22534740117749547,
"max": 0.4738057178452732,
"count": 259
},
"IcecreamTrack3.Policy.LearningRate.mean": {
"value": 9.19773693409e-05,
"min": 9.19773693409e-05,
"max": 0.00025102729632424,
"count": 259
},
"IcecreamTrack3.Policy.LearningRate.sum": {
"value": 9.19773693409e-05,
"min": 9.19773693409e-05,
"max": 0.00025102729632424,
"count": 259
},
"IcecreamTrack3.Policy.Epsilon.mean": {
"value": 0.1306591,
"min": 0.1306591,
"max": 0.18367576000000005,
"count": 259
},
"IcecreamTrack3.Policy.Epsilon.sum": {
"value": 0.1306591,
"min": 0.1306591,
"max": 0.18367576000000005,
"count": 259
},
"IcecreamTrack3.Policy.Beta.mean": {
"value": 0.015336484089999993,
"min": 0.015336484089999993,
"max": 0.04183951242400001,
"count": 259
},
"IcecreamTrack3.Policy.Beta.sum": {
"value": 0.015336484089999993,
"min": 0.015336484089999993,
"max": 0.04183951242400001,
"count": 259
}
},
"metadata": {
"timer_format_version": "0.1.0",
"start_time_seconds": "1714048363",
"python_version": "3.9.13 (tags/v3.9.13:6de2ca5, May 17 2022, 16:36:42) [MSC v.1929 64 bit (AMD64)]",
"command_line_arguments": "C:\\Users\\SukkertoppenDDU\\AppData\\Local\\Programs\\Python\\Python39\\Scripts\\mlagents-learn config/LLL.yaml --run-id=IcecreamTrack3 --resume --env=Builds\\IcecreamTrack3 part2\\Racesm_L.exe",
"mlagents_version": "0.30.0",
"mlagents_envs_version": "0.30.0",
"communication_protocol_version": "1.5.0",
"pytorch_version": "2.3.0+cpu",
"numpy_version": "1.21.2",
"end_time_seconds": "1714052111"
},
"total": 3747.5633094,
"count": 1,
"self": 0.5757950000001983,
"children": {
"run_training.setup": {
"total": 0.07616429999999985,
"count": 1,
"self": 0.07616429999999985
},
"TrainerController.start_learning": {
"total": 3746.9113500999997,
"count": 1,
"self": 6.115410099970632,
"children": {
"TrainerController._reset_env": {
"total": 7.141663800000001,
"count": 1,
"self": 7.141663800000001
},
"TrainerController.advance": {
"total": 3733.5913880000294,
"count": 337219,
"self": 6.061244400124906,
"children": {
"env_step": {
"total": 2070.9325270000345,
"count": 337219,
"self": 1533.7376022001208,
"children": {
"SubprocessEnvManager._take_step": {
"total": 533.5429347000991,
"count": 337219,
"self": 20.295412300138537,
"children": {
"TorchPolicy.evaluate": {
"total": 513.2475223999605,
"count": 334279,
"self": 513.2475223999605
}
}
},
"workers": {
"total": 3.651990099814755,
"count": 337218,
"self": 0.0,
"children": {
"worker_root": {
"total": 3733.9462090999255,
"count": 337218,
"is_parallel": true,
"self": 2536.8314142998056,
"children": {
"steps_from_proto": {
"total": 0.0016421000000006458,
"count": 1,
"is_parallel": true,
"self": 0.0005595999999998824,
"children": {
"_process_rank_one_or_two_observation": {
"total": 0.0010825000000007634,
"count": 6,
"is_parallel": true,
"self": 0.0010825000000007634
}
}
},
"UnityEnvironment.step": {
"total": 1197.1131527001198,
"count": 337218,
"is_parallel": true,
"self": 40.07550290031031,
"children": {
"UnityEnvironment._generate_step_input": {
"total": 74.99286929996846,
"count": 337218,
"is_parallel": true,
"self": 74.99286929996846
},
"communicator.exchange": {
"total": 961.3451309999145,
"count": 337218,
"is_parallel": true,
"self": 961.3451309999145
},
"steps_from_proto": {
"total": 120.69964949992641,
"count": 337218,
"is_parallel": true,
"self": 46.49911660006134,
"children": {
"_process_rank_one_or_two_observation": {
"total": 74.20053289986507,
"count": 2023308,
"is_parallel": true,
"self": 74.20053289986507
}
}
}
}
}
}
}
}
}
}
},
"trainer_advance": {
"total": 1656.5976165998702,
"count": 337218,
"self": 8.583115600039946,
"children": {
"process_trajectory": {
"total": 271.72745209983424,
"count": 337218,
"self": 271.4021535998338,
"children": {
"RLTrainer._checkpoint": {
"total": 0.3252985000004287,
"count": 5,
"self": 0.3252985000004287
}
}
},
"_update_policy": {
"total": 1376.287048899996,
"count": 260,
"self": 475.24514519995887,
"children": {
"TorchPPOOptimizer.update": {
"total": 901.0419037000372,
"count": 159900,
"self": 901.0419037000372
}
}
}
}
}
}
},
"trainer_threads": {
"total": 6.999998731771484e-07,
"count": 1,
"self": 6.999998731771484e-07
},
"TrainerController._save_models": {
"total": 0.06288749999976062,
"count": 1,
"self": 0.011294399999769666,
"children": {
"RLTrainer._checkpoint": {
"total": 0.051593099999990955,
"count": 1,
"self": 0.051593099999990955
}
}
}
}
}
}
}

65
MLAgents/results/IcecreamTrack3/run_logs/training_status.json Normal file
View File

@@ -0,0 +1,65 @@
{
"IcecreamTrack3": {
"checkpoints": [
{
"steps": 1499998,
"file_path": "results\\IcecreamTrack3\\IcecreamTrack3\\IcecreamTrack3-1499998.onnx",
"reward": 26.199412297457457,
"creation_time": 1714049340.9899232,
"auxillary_file_paths": [
"results\\IcecreamTrack3\\IcecreamTrack3\\IcecreamTrack3-1499998.pt"
]
},
{
"steps": 1999936,
"file_path": "results\\IcecreamTrack3\\IcecreamTrack3\\IcecreamTrack3-1999936.onnx",
"reward": 21.895047467281984,
"creation_time": 1714050042.388875,
"auxillary_file_paths": [
"results\\IcecreamTrack3\\IcecreamTrack3\\IcecreamTrack3-1999936.pt"
]
},
{
"steps": 2499968,
"file_path": "results\\IcecreamTrack3\\IcecreamTrack3\\IcecreamTrack3-2499968.onnx",
"reward": 26.419859816386765,
"creation_time": 1714050737.178179,
"auxillary_file_paths": [
"results\\IcecreamTrack3\\IcecreamTrack3\\IcecreamTrack3-2499968.pt"
]
},
{
"steps": 2999941,
"file_path": "results\\IcecreamTrack3\\IcecreamTrack3\\IcecreamTrack3-2999941.onnx",
"reward": 26.27447910110156,
"creation_time": 1714051437.6687841,
"auxillary_file_paths": [
"results\\IcecreamTrack3\\IcecreamTrack3\\IcecreamTrack3-2999941.pt"
]
},
{
"steps": 3479887,
"file_path": "results\\IcecreamTrack3\\IcecreamTrack3\\IcecreamTrack3-3479887.onnx",
"reward": 27.034212665259837,
"creation_time": 1714052110.4237213,
"auxillary_file_paths": [
"results\\IcecreamTrack3\\IcecreamTrack3\\IcecreamTrack3-3479887.pt"
]
}
],
"final_checkpoint": {
"steps": 3479887,
"file_path": "results\\IcecreamTrack3\\IcecreamTrack3.onnx",
"reward": 27.034212665259837,
"creation_time": 1714052110.4237213,
"auxillary_file_paths": [
"results\\IcecreamTrack3\\IcecreamTrack3\\IcecreamTrack3-3479887.pt"
]
}
},
"metadata": {
"stats_format_version": "0.3.0",
"mlagents_version": "0.30.0",
"torch_version": "2.3.0+cpu"
}
}