{"id":"https://openalex.org/W4399039159","doi":"https://doi.org/10.1109/access.2024.3406148","title":"A Reinforcement Learning Approach to Military Simulations in Command: Modern Operations","display_name":"A Reinforcement Learning Approach to Military Simulations in Command: Modern Operations","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4399039159","doi":"https://doi.org/10.1109/access.2024.3406148"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3406148","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3406148","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10540085.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10540085.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5098879360","display_name":"Adonisz Dimitriu","orcid":"https://orcid.org/0009-0003-4002-3231"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Adonisz Dimitriu","raw_affiliation_strings":["Széchenyi István University, Győr, Hungary"],"raw_orcid":"https://orcid.org/0009-0003-4002-3231","affiliations":[{"raw_affiliation_string":"Széchenyi István University, Győr, Hungary","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057420358","display_name":"Tam\u00e1s Vilmos Michaletzky","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tam\u00e1s V. Michaletzky","raw_affiliation_strings":["Széchenyi István University, Győr, Hungary"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Széchenyi István University, Győr, Hungary","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076518947","display_name":"Viktor Remeli","orcid":"https://orcid.org/0000-0002-0044-0386"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Viktor Remeli","raw_affiliation_strings":["Széchenyi István University, Győr, Hungary"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Széchenyi István University, Győr, Hungary","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004821327","display_name":"Viktor Tihanyi","orcid":"https://orcid.org/0000-0002-0526-5986"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Viktor R. Tihanyi","raw_affiliation_strings":["Széchenyi István University, Győr, Hungary"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Széchenyi István University, Győr, Hungary","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.7492,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.91275256,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"12","issue":null,"first_page":"77501","last_page":"77513"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.98580002784729,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9843000173568726,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8440197706222534},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7423505783081055},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5368545055389404},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.5055124759674072},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.469434529542923},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.42631879448890686},{"id":"https://openalex.org/keywords/command-and-control","display_name":"Command and control","score":0.4226928949356079},{"id":"https://openalex.org/keywords/game-theory","display_name":"Game theory","score":0.4125426411628723},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38503703474998474},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.3797536790370941},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17194229364395142}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8440197706222534},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7423505783081055},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5368545055389404},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.5055124759674072},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.469434529542923},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.42631879448890686},{"id":"https://openalex.org/C506615639","wikidata":"https://www.wikidata.org/wiki/Q21662260","display_name":"Command and control","level":2,"score":0.4226928949356079},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.4125426411628723},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38503703474998474},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3797536790370941},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17194229364395142},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3406148","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3406148","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10540085.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:5dc8a34458094d5c82e93521099e1c13","is_oa":true,"landing_page_url":"https://doaj.org/article/5dc8a34458094d5c82e93521099e1c13","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 77501-77513 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3406148","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3406148","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10540085.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3087482507","display_name":null,"funder_award_id":"2022-2.1.1-NL-2022-00012","funder_id":"https://openalex.org/F4320334111","funder_display_name":"Innovation Fund"}],"funders":[{"id":"https://openalex.org/F4320334111","display_name":"Innovation Fund","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4399039159.pdf"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W1191599655","https://openalex.org/W2150355110","https://openalex.org/W2296073425","https://openalex.org/W2616729100","https://openalex.org/W2736601468","https://openalex.org/W2749807327","https://openalex.org/W2775149056","https://openalex.org/W2887122272","https://openalex.org/W2963257680","https://openalex.org/W2982316857","https://openalex.org/W2996037775","https://openalex.org/W2997756832","https://openalex.org/W3005161094","https://openalex.org/W3024733792","https://openalex.org/W3094542374","https://openalex.org/W3207532720","https://openalex.org/W4205504069","https://openalex.org/W4213449903","https://openalex.org/W4223503258","https://openalex.org/W4288594419","https://openalex.org/W4298857966","https://openalex.org/W4362557399","https://openalex.org/W4384303340","https://openalex.org/W4387876791","https://openalex.org/W4390227055","https://openalex.org/W6627932998","https://openalex.org/W6637967152","https://openalex.org/W6638018090","https://openalex.org/W6738174457","https://openalex.org/W6741002519","https://openalex.org/W6743756900","https://openalex.org/W6748638692","https://openalex.org/W6754843927","https://openalex.org/W6756287877","https://openalex.org/W6758846586","https://openalex.org/W6772005887","https://openalex.org/W6772421901","https://openalex.org/W6902572138"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2098522106","https://openalex.org/W2899710666","https://openalex.org/W2034088638"],"abstract_inverted_index":{"This":[0,146],"paper":[1],"presents":[2],"a":[3,68,76,122,131],"Reinforcement":[4],"Learning":[5],"(RL)":[6],"framework":[7],"for":[8,151],"Command:":[9],"Modern":[10],"Operations":[11],"(CMO),":[12],"an":[13],"advanced":[14],"Real":[15],"Time":[16],"Strategy":[17],"(RTS)":[18],"game":[19],"that":[20],"simulates":[21],"military":[22,57,116,142],"operations.":[23],"CMO":[24],"challenges":[25,88],"players":[26],"to":[27,84,157],"navigate":[28],"tactical,":[29],"operational,":[30],"and":[31,43,55,94,105,144,159],"strategic":[32,160],"decision-making,":[33,58],"involving":[34],"the":[35,60,86,100,108,111,135,149],"management":[36],"of":[37,50,62,113,125,137],"multiple":[38],"units,":[39],"effective":[40],"resource":[41],"allocation,":[42],"concurrent":[44],"action":[45],"assignment.":[46],"The":[47],"primary":[48],"objective":[49],"this":[51,66],"research":[52,147],"is":[53],"automating":[54],"enhancing":[56],"utilizing":[59],"capabilities":[61],"RL.":[63],"To":[64],"achieve":[65],"goal,":[67],"parameterized":[69],"Proximal":[70],"Policy":[71],"Optimization":[72],"(PPO)":[73],"agent":[74,109],"with":[75,141],"unique":[77,87],"architecture":[78],"has":[79],"been":[80],"developed,":[81],"specifically":[82],"designed":[83],"address":[85],"presented":[89,127],"by":[90],"CMO.":[91],"By":[92],"adapting":[93],"extending":[95],"methodologies":[96],"from":[97],"achievements":[98],"in":[99,115,128,154],"domain,":[101],"such":[102],"as":[103],"AlphaStar":[104],"OpenAI":[106],"Five,":[107],"showcases":[110],"potential":[112],"RL":[114],"simulations.":[117],"Our":[118],"model":[119],"can":[120],"handle":[121],"wide":[123],"range":[124],"scenarios":[126],"CMO,":[129],"marking":[130],"significant":[132],"step":[133],"towards":[134],"integration":[136],"Artificial":[138],"Intelligence":[139],"(AI)":[140],"studies":[143],"practices.":[145],"establishes":[148],"groundwork":[150],"future":[152],"explorations":[153],"applying":[155],"AI":[156],"defense":[158],"analysis.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":6}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}