Target & dynamic reward System V1.0

太多了...总之能用了，就这样吧，也懒得用英文写了(;´Д`) ParameterContainer用于管理所有的Reward和Parameter. TargetController用于生成目标，然后再让SceneBlockContainer实际生成目标块，并且兼顾reward计算功能和目标观察结果的获取. EnemyContainer用于生成和删除敌人. SceneBlockContainer用于生成和删除目标块. States用于管理HP. SceneBlock用于管理目标块的...一堆东西，比如目标大小，目标区内人数等和目标所属状态等.
2022-11-29 07:54:08 +09:00
parent 6e32da8b64
commit 25eac00c53
84 changed files with 42271 additions and 10510 deletions
@@ -1 +1 @@
-{"count":1,"self":16.103486399999998,"total":16.3423828,"children":{"InitializeActuators":{"count":2,"self":0.0010612,"total":0.0010612,"children":null},"InitializeSensors":{"count":2,"self":0.0009988,"total":0.0009988,"children":null},"AgentSendState":{"count":587,"self":0.0040049,"total":0.085422,"children":{"CollectObservations":{"count":587,"self":0.076905199999999993,"total":0.076905199999999993,"children":null},"WriteActionMask":{"count":587,"self":0.0020049,"total":0.0020049,"children":null},"RequestDecision":{"count":587,"self":0.0025069999999999997,"total":0.0025069999999999997,"children":null}}},"DecideAction":{"count":587,"self":0.0025057,"total":0.0025057,"children":null},"AgentAct":{"count":587,"self":0.1474095,"total":0.1474095,"children":null}},"gauges":{},"metadata":{"timer_format_version":"0.1.0","start_time_seconds":"1667836409","unity_version":"2020.3.19f1","command_line_arguments":"C:\\Program Files\\Unity\\Hub\\Editor\\2020.3.19f1\\Editor\\Unity.exe -projectpath C:\\Users\\UCUNI\\OneDrive\\Unity\\ML-Agents\\Aimbot-ParallelEnv -useHub -hubIPC -cloudEnvironment production -licensingIpc LicenseClient-ltWC4XfMOryOcf6Rv5M_v -hubSessionId 51c1abf0-5eb2-11ed-8466-df699ac2cf5e -accessToken WUTYJ4m1taxrd8ECwP_t1NT5DeGPnRQj_eaEtoYw7Ps00ef","communication_protocol_version":"1.5.0","com.unity.ml-agents_version":"2.0.1","scene_name":"InGame","end_time_seconds":"1667836425"}}
+{"count":1,"self":42.474256,"total":42.853059699999996,"children":{"InitializeActuators":{"count":2,"self":0.0015008999999999999,"total":0.0015008999999999999,"children":null},"InitializeSensors":{"count":2,"self":0.0015055,"total":0.0015055,"children":null},"AgentSendState":{"count":1893,"self":0.010512599999999999,"total":0.2746114,"children":{"CollectObservations":{"count":1893,"self":0.2560784,"total":0.2560784,"children":null},"WriteActionMask":{"count":1893,"self":0.0025101999999999998,"total":0.0025101999999999998,"children":null},"RequestDecision":{"count":1893,"self":0.0055102,"total":0.0055102,"children":null}}},"DecideAction":{"count":1893,"self":0.0115018,"total":0.0115018,"children":null},"AgentAct":{"count":1893,"self":0.089183,"total":0.089183,"children":null}},"gauges":{"AKMAgent.CumulativeReward":{"count":2,"max":4055.03345,"min":0,"runningAverage":2027.51672,"value":4055.03345,"weightedAverage":1013.75836}},"metadata":{"timer_format_version":"0.1.0","start_time_seconds":"1669579002","unity_version":"2021.3.14f1","command_line_arguments":"C:\\Program Files\\Unity\\Hub\\Editor\\2021.3.14f1\\Editor\\Unity.exe -projectpath C:\\Users\\UCUNI\\OneDrive\\Unity\\ML-Agents\\Aimbot-ParallelEnv -useHub -hubIPC -cloudEnvironment production -licensingIpc LicenseClient-UCUNI -hubSessionId de16dbe0-6cd4-11ed-9c29-f9646c339c20 -accessToken jhaPd1UC_HGOPnXJPiNZkp5sX2Qlp2OZR2Lco0D0vEI00ef","communication_protocol_version":"1.5.0","com.unity.ml-agents_version":"2.0.1","scene_name":"InGame","end_time_seconds":"1669579045"}}