{"id":"https://openalex.org/W4412403840","doi":"https://doi.org/10.1109/tg.2025.3588809","title":"A Comprehensive Review of Multiagent Reinforcement Learning in Video Games","display_name":"A Comprehensive Review of Multiagent Reinforcement Learning in Video Games","publication_year":2025,"publication_date":"2025-07-14","ids":{"openalex":"https://openalex.org/W4412403840","doi":"https://doi.org/10.1109/tg.2025.3588809"},"language":"en","primary_location":{"id":"doi:10.1109/tg.2025.3588809","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tg.2025.3588809","pdf_url":null,"source":{"id":"https://openalex.org/S4210224842","display_name":"IEEE Transactions on Games","issn_l":"2475-1502","issn":["2475-1502","2475-1510"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Games","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2509.03682","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006670918","display_name":"Zhengyang Li","orcid":null},"institutions":[{"id":"https://openalex.org/I216106892","display_name":"DigiPen Institute of Technology","ror":"https://ror.org/05cxkpp05","country_code":"US","type":"education","lineage":["https://openalex.org/I216106892"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhengyang Li","raw_affiliation_strings":["DigiPen Institute of Technology, Redmond, WA, USA"],"raw_orcid":"https://orcid.org/0009-0001-9397-2540","affiliations":[{"raw_affiliation_string":"DigiPen Institute of Technology, Redmond, WA, USA","institution_ids":["https://openalex.org/I216106892"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091696126","display_name":"Qijin Ji","orcid":null},"institutions":[{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qijin Ji","raw_affiliation_strings":["School of Computational Science and Artificial Intelligence, Suzhou City University, Suzhou, China","School of Computational Science and Artificial Intelligence, Suzhou City University, Suzhou, Jiangsu, China"],"raw_orcid":"https://orcid.org/0009-0006-2248-2348","affiliations":[{"raw_affiliation_string":"School of Computational Science and Artificial Intelligence, Suzhou City University, Suzhou, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"School of Computational Science and Artificial Intelligence, Suzhou City University, Suzhou, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012325495","display_name":"Xinghong Ling","orcid":"https://orcid.org/0009-0009-0031-0942"},"institutions":[{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinghong Ling","raw_affiliation_strings":["School of Computational Science and Artificial Intelligence, Suzhou City University, Suzhou, China","School of Computational Science and Artificial Intelligence, Suzhou City University, Suzhou, Jiangsu, China"],"raw_orcid":"https://orcid.org/0009-0009-0031-0942","affiliations":[{"raw_affiliation_string":"School of Computational Science and Artificial Intelligence, Suzhou City University, Suzhou, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"School of Computational Science and Artificial Intelligence, Suzhou City University, Suzhou, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"last","author":{"id":null,"display_name":"Quan Liu","orcid":"https://orcid.org/0000-0002-8710-1810"},"institutions":[{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Quan Liu","raw_affiliation_strings":["School of Computer Science and Technology, Soochow University, Suzhou, China","School of Computer Science and Technology, Soochow University, Suzhou, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0002-8710-1810","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Soochow University, Suzhou, China","institution_ids":["https://openalex.org/I3923682"]},{"raw_affiliation_string":"School of Computer Science and Technology, Soochow University, Suzhou, Jiangsu, China","institution_ids":["https://openalex.org/I3923682"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":20.9619,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.99302608,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"17","issue":"4","first_page":"873","last_page":"892"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9341999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9341999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.6018339991569519},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5626053214073181},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4723331034183502},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23324623703956604},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1997334361076355},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.06457895040512085}],"concepts":[{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.6018339991569519},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5626053214073181},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4723331034183502},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23324623703956604},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1997334361076355},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.06457895040512085}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tg.2025.3588809","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tg.2025.3588809","pdf_url":null,"source":{"id":"https://openalex.org/S4210224842","display_name":"IEEE Transactions on Games","issn_l":"2475-1502","issn":["2475-1502","2475-1510"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Games","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2509.03682","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.03682","pdf_url":"https://arxiv.org/pdf/2509.03682","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2509.03682","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.03682","pdf_url":"https://arxiv.org/pdf/2509.03682","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856"],"abstract_inverted_index":{"Recent":[0],"advancements":[1],"in":[2,12,66,119,136,154,178,184],"multi-agent":[3,86],"reinforcement":[4,53],"learning":[5],"(MARL)":[6],"have":[7],"demonstrated":[8],"its":[9,56,176],"application":[10,79],"potential":[11],"modern":[13],"games.":[14,110],"Beginning":[15],"with":[16],"foundational":[17],"work":[18],"and":[19,51,104,130,132,167,175],"progressing":[20],"to":[21,72,84,163,172],"landmark":[22],"achievements":[23],"such":[24,92],"as":[25,93],"AlphaStar":[26],"inStarCraft":[27],"IIand":[28],"OpenAI":[29],"Five":[30],"inDota":[31],"2,":[32,144],"MARL":[33,118,153,174],"has":[34,62],"proven":[35],"capable":[36],"of":[37,77,146],"achieving":[38],"superhuman":[39],"performance":[40],"across":[41],"diverse":[42],"game":[43,156,165,179],"environments":[44],"through":[45],"techniques":[46],"like":[47],"self-play,":[48],"supervised":[49],"learning,":[50],"deep":[52],"learning.":[54],"With":[55],"growing":[57],"impact,":[58],"a":[59,74,160],"comprehensive":[60],"review":[61],"become":[63],"increasingly":[64],"important":[65],"this":[67,185],"field.":[68,188],"This":[69,148],"paper":[70,149],"aims":[71],"provide":[73],"thorough":[75],"examination":[76],"MARL's":[78],"from":[80],"turn-based":[81],"two-agent":[82],"games":[83,88,103,137],"real-time":[85],"video":[87,120,155],"including":[89,122],"popular":[90],"genres":[91],"Sports":[94],"games,":[95,99,121],"First-Person":[96],"Shooter":[97],"(FPS)":[98],"Real-Time":[100],"Strategy":[101],"(RTS)":[102],"Multiplayer":[105],"Online":[106],"Battle":[107],"Arena":[108],"(MOBA)":[109],"We":[111],"further":[112,182],"analyze":[113],"critical":[114],"challenges":[115],"posed":[116],"by":[117],"nonstationary,":[123],"partial":[124],"observability,":[125],"sparse":[126],"rewards,":[127],"team":[128],"coordination,":[129],"scalability,":[131],"highlight":[133],"successful":[134],"implementations":[135],"likeRocket":[138],"League,Minecraft,Quake":[139],"III":[140],"Arena,StarCraft":[141],"II,":[142],"Dota":[143],"Honor":[145],"Kings,etc.":[147],"offers":[150],"insights":[151],"into":[152],"AI":[157],"systems,":[158],"proposes":[159],"novel":[161],"method":[162],"estimate":[164],"complexity,":[166],"suggests":[168],"future":[169],"research":[170],"directions":[171],"advance":[173],"applications":[177],"development,":[180],"inspiring":[181],"innovation":[183],"rapidly":[186],"evolving":[187]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":9}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}