Koha9/Aimbot-ParallelEnv
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

V2.1 Add spin penalty and reward adjust

Browse Source 
Build-ParallelEnv-Target-OffPolicy-SingleStack-SideChannel-EndReward-Easy-V2.1
add spin penalty while agent keep spin will give a penalty reward.
lower Go target in area reward.
This commit is contained in:
Koha9
2022-12-04 08:40:23 +09:00
parent 0d60c857b7
commit fa90ac3bb6
6 changed files with 185 additions and 134 deletions
Download Patch File Download Diff File Expand all files Collapse all files
Assets/ML-Agents/Timers/InGame_timers.json
+1 -1
View File
@@ -1 +1 @@
{"count":1,"self":29.5144064,"total":31.109803999999997,"children":{"InitializeActuators":{"count":16,"self":0.0020061,"total":0.0020061,"children":null},"InitializeSensors":{"count":16,"self":0.0015064,"total":0.0015064,"children":null},"AgentSendState":{"count":1300,"self":0.032629399999999996,"total":1.3793506,"children":{"CollectObservations":{"count":10400,"self":1.3266885,"total":1.3266885,"children":null},"WriteActionMask":{"count":10400,"self":0.0055122,"total":0.0055122,"children":null},"RequestDecision":{"count":10400,"self":0.014520499999999999,"total":0.014520499999999999,"children":null}}},"DecideAction":{"count":1300,"self":0.0246036,"total":0.0246036,"children":null},"AgentAct":{"count":1300,"self":0.18743069999999998,"total":0.18743069999999998,"children":null}},"gauges":{},"metadata":{"timer_format_version":"0.1.0","start_time_seconds":"1670056714","unity_version":"2021.3.14f1","command_line_arguments":"C:\\Program Files\\Unity\\Hub\\Editor\\2021.3.14f1\\Editor\\Unity.exe -projectpath C:\\Users\\UCUNI\\OneDrive\\Unity\\ML-Agents\\Aimbot-ParallelEnv -useHub -hubIPC -cloudEnvironment production -licensingIpc LicenseClient-UCUNI -hubSessionId f236fc50-7039-11ed-847b-693e2468b0ed -accessToken 9ZtagkYCGQGJbz1h79OWqFnBSy12hJOOJ_slXKTD6NI00ef","communication_protocol_version":"1.5.0","com.unity.ml-agents_version":"2.0.1","scene_name":"InGame","end_time_seconds":"1670056744"}}
{"count":1,"self":10.5192528,"total":10.849220899999999,"children":{"InitializeActuators":{"count":16,"self":0.0015046,"total":0.0015046,"children":null},"InitializeSensors":{"count":16,"self":0.0015007,"total":0.0015007,"children":null},"AgentSendState":{"count":286,"self":0.0080161,"total":0.2672959,"children":{"CollectObservations":{"count":2288,"self":0.2547756,"total":0.2547756,"children":null},"WriteActionMask":{"count":2288,"self":0.0010035,"total":0.0010035,"children":null},"RequestDecision":{"count":2288,"self":0.0035007,"total":0.0035007,"children":null}}},"DecideAction":{"count":286,"self":0.0080269,"total":0.0080269,"children":null},"AgentAct":{"count":286,"self":0.0511388,"total":0.0511388,"children":null}},"gauges":{},"metadata":{"timer_format_version":"0.1.0","start_time_seconds":"1670110662","unity_version":"2021.3.14f1","command_line_arguments":"C:\\Program Files\\Unity\\Hub\\Editor\\2021.3.14f1\\Editor\\Unity.exe -projectpath C:\\Users\\UCUNI\\OneDrive\\Unity\\ML-Agents\\Aimbot-ParallelEnv -useHub -hubIPC -cloudEnvironment production -licensingIpc LicenseClient-UCUNI -hubSessionId e96bd570-7311-11ed-acd6-8dc2264f2f57 -accessToken MoIZzq15aBLxocQuZONQNXLroHJT33mJvl_8kIgeC9I00ef","communication_protocol_version":"1.5.0","com.unity.ml-agents_version":"2.0.1","scene_name":"InGame","end_time_seconds":"1670110673"}}