507 lines
22 KiB
JSON
507 lines
22 KiB
JSON
{
|
|
"name": "root",
|
|
"gauges": {
|
|
"BensonImitationV3.Policy.Entropy.mean": {
|
|
"value": 0.7362620830535889,
|
|
"min": 0.4023934304714203,
|
|
"max": 1.6750186681747437,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Policy.Entropy.sum": {
|
|
"value": 7878.00439453125,
|
|
"min": 3972.7509765625,
|
|
"max": 16761.912109375,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Step.mean": {
|
|
"value": 999953.0,
|
|
"min": 169993.0,
|
|
"max": 999953.0,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Step.sum": {
|
|
"value": 999953.0,
|
|
"min": 169993.0,
|
|
"max": 999953.0,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Policy.ExtrinsicValueEstimate.mean": {
|
|
"value": -0.15762338042259216,
|
|
"min": -0.21867768466472626,
|
|
"max": 0.3222484588623047,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Policy.ExtrinsicValueEstimate.sum": {
|
|
"value": -25.21973991394043,
|
|
"min": -34.769752502441406,
|
|
"max": 36.416282653808594,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Policy.CuriosityValueEstimate.mean": {
|
|
"value": 0.059504203498363495,
|
|
"min": -0.1515316367149353,
|
|
"max": 3.198132038116455,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Policy.CuriosityValueEstimate.sum": {
|
|
"value": 9.520672798156738,
|
|
"min": -24.24506187438965,
|
|
"max": 508.50299072265625,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Policy.GailValueEstimate.mean": {
|
|
"value": 2.308720111846924,
|
|
"min": 0.7855445146560669,
|
|
"max": 30.982532501220703,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Policy.GailValueEstimate.sum": {
|
|
"value": 369.39520263671875,
|
|
"min": 125.68712615966797,
|
|
"max": 4926.22265625,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Environment.EpisodeLength.mean": {
|
|
"value": 749.0,
|
|
"min": 749.0,
|
|
"max": 1107.7777777777778,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Environment.EpisodeLength.sum": {
|
|
"value": 10486.0,
|
|
"min": 3998.0,
|
|
"max": 12186.0,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Environment.CumulativeReward.mean": {
|
|
"value": -1.466538528410288,
|
|
"min": -1.466538528410288,
|
|
"max": 1.207200152426958,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Environment.CumulativeReward.sum": {
|
|
"value": -19.065000869333744,
|
|
"min": -20.443001002073288,
|
|
"max": 12.36000008136034,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Policy.ExtrinsicReward.mean": {
|
|
"value": -1.466538528410288,
|
|
"min": -1.466538528410288,
|
|
"max": 1.207200152426958,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Policy.ExtrinsicReward.sum": {
|
|
"value": -19.065000869333744,
|
|
"min": -20.443001002073288,
|
|
"max": 12.36000008136034,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Policy.CuriosityReward.mean": {
|
|
"value": 0.27002759718407804,
|
|
"min": 0.0,
|
|
"max": 51.99450251981616,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Policy.CuriosityReward.sum": {
|
|
"value": 3.5103587633930147,
|
|
"min": 0.0,
|
|
"max": 519.9450251981616,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Policy.GailReward.mean": {
|
|
"value": 7.096627946083363,
|
|
"min": 7.096627946083363,
|
|
"max": 312.76846281290057,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Policy.GailReward.sum": {
|
|
"value": 92.25616329908371,
|
|
"min": 92.25616329908371,
|
|
"max": 3127.6846281290054,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Losses.PolicyLoss.mean": {
|
|
"value": 0.11416770667925508,
|
|
"min": 0.10628626191813033,
|
|
"max": 0.12596408734975964,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Losses.PolicyLoss.sum": {
|
|
"value": 0.4566708267170203,
|
|
"min": 0.1150214869889573,
|
|
"max": 0.4799000932967309,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Losses.ValueLoss.mean": {
|
|
"value": 0.1504570970164174,
|
|
"min": 0.023458264732923364,
|
|
"max": 7.6387338708948205,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Losses.ValueLoss.sum": {
|
|
"value": 0.6018283880656696,
|
|
"min": 0.07037479419877009,
|
|
"max": 22.91620161268446,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Policy.LearningRate.mean": {
|
|
"value": 1.560399479899995e-06,
|
|
"min": 1.560399479899995e-06,
|
|
"max": 0.00024907891697369995,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Policy.LearningRate.sum": {
|
|
"value": 6.24159791959998e-06,
|
|
"min": 6.24159791959998e-06,
|
|
"max": 0.0009655095781635001,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Policy.Epsilon.mean": {
|
|
"value": 0.09999999999999998,
|
|
"min": 0.09999999999999998,
|
|
"max": 0.09999999999999998,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Policy.Epsilon.sum": {
|
|
"value": 0.3999999999999999,
|
|
"min": 0.09999999999999998,
|
|
"max": 0.3999999999999999,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Policy.Beta.mean": {
|
|
"value": 0.00026999798999999914,
|
|
"min": 0.00026999798999999914,
|
|
"max": 0.04151484737,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Policy.Beta.sum": {
|
|
"value": 0.0010799919599999966,
|
|
"min": 0.0010799919599999966,
|
|
"max": 0.16092606635,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Losses.CuriosityForwardLoss.mean": {
|
|
"value": 0.01479993625149599,
|
|
"min": 0.01479993625149599,
|
|
"max": 0.11420892757122164,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Losses.CuriosityForwardLoss.sum": {
|
|
"value": 0.05919974500598396,
|
|
"min": 0.051338312531633123,
|
|
"max": 0.3426267827136649,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Losses.CuriosityInverseLoss.mean": {
|
|
"value": 0.5536654406924392,
|
|
"min": 0.24887636022944215,
|
|
"max": 1.2337175917846186,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Losses.CuriosityInverseLoss.sum": {
|
|
"value": 2.2146617627697567,
|
|
"min": 0.7527279080731458,
|
|
"max": 4.676302831187057,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Policy.GAILPolicyEstimate.mean": {
|
|
"value": 0.018920360066892343,
|
|
"min": 0.018920360066892343,
|
|
"max": 0.2624264025301845,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Policy.GAILPolicyEstimate.sum": {
|
|
"value": 0.07568144026756937,
|
|
"min": 0.060770991945364436,
|
|
"max": 0.7980163626311745,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Policy.GAILExpertEstimate.mean": {
|
|
"value": 0.9472016285026008,
|
|
"min": 0.7497235457102458,
|
|
"max": 0.9516197779573812,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Policy.GAILExpertEstimate.sum": {
|
|
"value": 3.7888065140104032,
|
|
"min": 0.7595125705003738,
|
|
"max": 3.7941520373677946,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Losses.GAILLoss.mean": {
|
|
"value": 0.08147498036994308,
|
|
"min": 0.08009267514927791,
|
|
"max": 0.7282829950805064,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Losses.GAILLoss.sum": {
|
|
"value": 0.3258999214797723,
|
|
"min": 0.24027802544783372,
|
|
"max": 2.360661158223513,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Policy.GAILGradMagLoss.mean": {
|
|
"value": 0.027322364259826763,
|
|
"min": 0.027322364259826763,
|
|
"max": 0.0784072881805952,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Policy.GAILGradMagLoss.sum": {
|
|
"value": 0.10928945703930705,
|
|
"min": 0.0687877264753398,
|
|
"max": 0.2958798513992033,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Losses.PretrainingLoss.mean": {
|
|
"value": 0.14462123439324642,
|
|
"min": 0.14462123439324642,
|
|
"max": 0.26747753791519174,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.Losses.PretrainingLoss.sum": {
|
|
"value": 0.5784849375729857,
|
|
"min": 0.26248274427029045,
|
|
"max": 1.069910151660767,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.IsTraining.mean": {
|
|
"value": 1.0,
|
|
"min": 1.0,
|
|
"max": 1.0,
|
|
"count": 84
|
|
},
|
|
"BensonImitationV3.IsTraining.sum": {
|
|
"value": 1.0,
|
|
"min": 1.0,
|
|
"max": 1.0,
|
|
"count": 84
|
|
}
|
|
},
|
|
"metadata": {
|
|
"timer_format_version": "0.1.0",
|
|
"start_time_seconds": "1713004745",
|
|
"python_version": "3.9.13 (tags/v3.9.13:6de2ca5, May 17 2022, 16:36:42) [MSC v.1929 64 bit (AMD64)]",
|
|
"command_line_arguments": "C:\\Users\\noahk\\Documents\\Unity projects\\ML Tutorual v2\\ml-agents\\.venv\\Scripts\\mlagents-learn config/BensonImitationV3.yaml --run-id=BensonImitationV3 --resume --env=C:\\Users\\noahk\\Desktop\\BensonV3\\Racesm_L.exe --no-graphics --num-envs=1",
|
|
"mlagents_version": "0.30.0",
|
|
"mlagents_envs_version": "0.30.0",
|
|
"communication_protocol_version": "1.5.0",
|
|
"pytorch_version": "2.2.2+cu118",
|
|
"numpy_version": "1.21.2",
|
|
"end_time_seconds": "1713011201"
|
|
},
|
|
"total": 6455.327749,
|
|
"count": 1,
|
|
"self": 0.6092883999999685,
|
|
"children": {
|
|
"run_training.setup": {
|
|
"total": 0.09464389999999989,
|
|
"count": 1,
|
|
"self": 0.09464389999999989
|
|
},
|
|
"TrainerController.start_learning": {
|
|
"total": 6454.6238167,
|
|
"count": 1,
|
|
"self": 16.26712229984514,
|
|
"children": {
|
|
"TrainerController._reset_env": {
|
|
"total": 18.2295927,
|
|
"count": 1,
|
|
"self": 4.401290500000002,
|
|
"children": {
|
|
"demo_to_buffer": {
|
|
"total": 13.8283022,
|
|
"count": 2,
|
|
"self": 0.0004267999999996164,
|
|
"children": {
|
|
"load_demonstration": {
|
|
"total": 0.18638369999999949,
|
|
"count": 2,
|
|
"self": 0.18282569999999954,
|
|
"children": {
|
|
"read_file": {
|
|
"total": 0.00355799999999995,
|
|
"count": 2,
|
|
"self": 0.00355799999999995
|
|
}
|
|
}
|
|
},
|
|
"make_demo_buffer": {
|
|
"total": 13.6414917,
|
|
"count": 2,
|
|
"self": 1.856581499999951,
|
|
"children": {
|
|
"steps_from_proto": {
|
|
"total": 11.784910200000049,
|
|
"count": 61304,
|
|
"self": 6.0699884999999085,
|
|
"children": {
|
|
"_process_rank_one_or_two_observation": {
|
|
"total": 5.71492170000014,
|
|
"count": 367824,
|
|
"self": 5.71492170000014
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"TrainerController.advance": {
|
|
"total": 6420.056406700156,
|
|
"count": 834019,
|
|
"self": 7.670406600033857,
|
|
"children": {
|
|
"env_step": {
|
|
"total": 6412.386000100122,
|
|
"count": 834019,
|
|
"self": 3058.5475695995337,
|
|
"children": {
|
|
"SubprocessEnvManager._take_step": {
|
|
"total": 3345.4360913005335,
|
|
"count": 834019,
|
|
"self": 33.51401700062752,
|
|
"children": {
|
|
"TorchPolicy.evaluate": {
|
|
"total": 3311.922074299906,
|
|
"count": 834019,
|
|
"self": 3311.922074299906
|
|
}
|
|
}
|
|
},
|
|
"workers": {
|
|
"total": 8.402339200054833,
|
|
"count": 834019,
|
|
"self": 0.0,
|
|
"children": {
|
|
"worker_root": {
|
|
"total": 6432.202858400451,
|
|
"count": 834019,
|
|
"is_parallel": true,
|
|
"self": 5154.227634000432,
|
|
"children": {
|
|
"steps_from_proto": {
|
|
"total": 0.0017536000000002439,
|
|
"count": 1,
|
|
"is_parallel": true,
|
|
"self": 0.0007776000000006,
|
|
"children": {
|
|
"_process_rank_one_or_two_observation": {
|
|
"total": 0.0009759999999996438,
|
|
"count": 6,
|
|
"is_parallel": true,
|
|
"self": 0.0009759999999996438
|
|
}
|
|
}
|
|
},
|
|
"UnityEnvironment.step": {
|
|
"total": 1277.973470800019,
|
|
"count": 834019,
|
|
"is_parallel": true,
|
|
"self": 61.485407299839835,
|
|
"children": {
|
|
"UnityEnvironment._generate_step_input": {
|
|
"total": 58.45837599982281,
|
|
"count": 834019,
|
|
"is_parallel": true,
|
|
"self": 58.45837599982281
|
|
},
|
|
"communicator.exchange": {
|
|
"total": 904.4249526003125,
|
|
"count": 834019,
|
|
"is_parallel": true,
|
|
"self": 904.4249526003125
|
|
},
|
|
"steps_from_proto": {
|
|
"total": 253.60473490004375,
|
|
"count": 834019,
|
|
"is_parallel": true,
|
|
"self": 125.21319250040426,
|
|
"children": {
|
|
"_process_rank_one_or_two_observation": {
|
|
"total": 128.3915423996395,
|
|
"count": 5004114,
|
|
"is_parallel": true,
|
|
"self": 128.3915423996395
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"trainer_threads": {
|
|
"total": 3.889999970851932e-05,
|
|
"count": 1,
|
|
"self": 3.889999970851932e-05,
|
|
"children": {
|
|
"thread_root": {
|
|
"total": 0.0,
|
|
"count": 0,
|
|
"is_parallel": true,
|
|
"self": 0.0,
|
|
"children": {
|
|
"trainer_advance": {
|
|
"total": 6434.756297900024,
|
|
"count": 172038,
|
|
"is_parallel": true,
|
|
"self": 5.68249489999198,
|
|
"children": {
|
|
"process_trajectory": {
|
|
"total": 2625.780229700033,
|
|
"count": 172038,
|
|
"is_parallel": true,
|
|
"self": 2625.112627400034,
|
|
"children": {
|
|
"RLTrainer._checkpoint": {
|
|
"total": 0.6676022999989186,
|
|
"count": 9,
|
|
"is_parallel": true,
|
|
"self": 0.6676022999989186
|
|
}
|
|
}
|
|
},
|
|
"_update_policy": {
|
|
"total": 3803.293573299999,
|
|
"count": 273,
|
|
"is_parallel": true,
|
|
"self": 2901.946123899993,
|
|
"children": {
|
|
"TorchPPOOptimizer.update": {
|
|
"total": 901.3474494000063,
|
|
"count": 49650,
|
|
"is_parallel": true,
|
|
"self": 901.3474494000063
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"TrainerController._save_models": {
|
|
"total": 0.07065609999972366,
|
|
"count": 1,
|
|
"self": 0.00708059999942634,
|
|
"children": {
|
|
"RLTrainer._checkpoint": {
|
|
"total": 0.06357550000029732,
|
|
"count": 1,
|
|
"self": 0.06357550000029732
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
} |