{"id":"https://openalex.org/W4399409514","doi":"https://doi.org/10.1109/access.2024.3410318","title":"Scaling Up Multi-Agent Reinforcement Learning: An Extensive Survey on Scalability Issues","display_name":"Scaling Up Multi-Agent Reinforcement Learning: An Extensive Survey on Scalability Issues","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4399409514","doi":"https://doi.org/10.1109/access.2024.3410318"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3410318","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3410318","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3410318","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067813480","display_name":"Dingbang Liu","orcid":"https://orcid.org/0009-0009-4597-1103"},"institutions":[{"id":"https://openalex.org/I204824540","display_name":"University of Wollongong","ror":"https://ror.org/00jtmb277","country_code":"AU","type":"education","lineage":["https://openalex.org/I204824540"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Dingbang Liu","raw_affiliation_strings":["Department of Computing and Information Technology, University of Wollongong, Wollongong, NSW, Australia"],"raw_orcid":"https://orcid.org/0009-0009-4597-1103","affiliations":[{"raw_affiliation_string":"Department of Computing and Information Technology, University of Wollongong, Wollongong, NSW, Australia","institution_ids":["https://openalex.org/I204824540"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080092678","display_name":"Fenghui Ren","orcid":"https://orcid.org/0000-0001-6159-7873"},"institutions":[{"id":"https://openalex.org/I204824540","display_name":"University of Wollongong","ror":"https://ror.org/00jtmb277","country_code":"AU","type":"education","lineage":["https://openalex.org/I204824540"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Fenghui Ren","raw_affiliation_strings":["Department of Computing and Information Technology, University of Wollongong, Wollongong, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0001-6159-7873","affiliations":[{"raw_affiliation_string":"Department of Computing and Information Technology, University of Wollongong, Wollongong, NSW, Australia","institution_ids":["https://openalex.org/I204824540"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055987663","display_name":"Jun Yan","orcid":"https://orcid.org/0000-0002-6474-1049"},"institutions":[{"id":"https://openalex.org/I204824540","display_name":"University of Wollongong","ror":"https://ror.org/00jtmb277","country_code":"AU","type":"education","lineage":["https://openalex.org/I204824540"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jun Yan","raw_affiliation_strings":["Department of Computing and Information Technology, University of Wollongong, Wollongong, NSW, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing and Information Technology, University of Wollongong, Wollongong, NSW, Australia","institution_ids":["https://openalex.org/I204824540"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060245971","display_name":"Guoxin Su","orcid":"https://orcid.org/0000-0002-2087-4894"},"institutions":[{"id":"https://openalex.org/I204824540","display_name":"University of Wollongong","ror":"https://ror.org/00jtmb277","country_code":"AU","type":"education","lineage":["https://openalex.org/I204824540"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Guoxin Su","raw_affiliation_strings":["Department of Computing and Information Technology, University of Wollongong, Wollongong, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-2087-4894","affiliations":[{"raw_affiliation_string":"Department of Computing and Information Technology, University of Wollongong, Wollongong, NSW, Australia","institution_ids":["https://openalex.org/I204824540"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103088878","display_name":"Wen Gu","orcid":null},"institutions":[{"id":"https://openalex.org/I177738480","display_name":"Japan Advanced Institute of Science and Technology","ror":"https://ror.org/03frj4r98","country_code":"JP","type":"education","lineage":["https://openalex.org/I177738480"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Wen Gu","raw_affiliation_strings":["Center for Innovative Distance Education and Research, Japan Advanced Institute of Science and Technology, Nomi, Ishikawa, Japan"],"raw_orcid":"https://orcid.org/0000-0003-3158-6801","affiliations":[{"raw_affiliation_string":"Center for Innovative Distance Education and Research, Japan Advanced Institute of Science and Technology, Nomi, Ishikawa, Japan","institution_ids":["https://openalex.org/I177738480"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088832778","display_name":"Sh\u014dhei Kato","orcid":"https://orcid.org/0000-0003-4130-2729"},"institutions":[{"id":"https://openalex.org/I197274945","display_name":"Nagoya Institute of Technology","ror":"https://ror.org/055yf1005","country_code":"JP","type":"education","lineage":["https://openalex.org/I197274945"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shohei Kato","raw_affiliation_strings":["Department of Computer Science and Engineering, Nagoya Institute of Technology, Nagoya, Aichi, Japan"],"raw_orcid":"https://orcid.org/0000-0003-4130-2729","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Nagoya Institute of Technology, Nagoya, Aichi, Japan","institution_ids":["https://openalex.org/I197274945"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5067813480"],"corresponding_institution_ids":["https://openalex.org/I204824540"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":8.4604,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.98008034,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"12","issue":null,"first_page":"94610","last_page":"94631"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7738213539123535},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7386189699172974},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7233785390853882},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.6664056181907654},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2765321433544159},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1021508276462555}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7738213539123535},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7386189699172974},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7233785390853882},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.6664056181907654},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2765321433544159},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1021508276462555},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3410318","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3410318","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b3e4c5b27ffd4198a216a0afd48e8d09","is_oa":true,"landing_page_url":"https://doaj.org/article/b3e4c5b27ffd4198a216a0afd48e8d09","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 94610-94631 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3410318","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3410318","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":157,"referenced_works":["https://openalex.org/W56117469","https://openalex.org/W1518858799","https://openalex.org/W1542941925","https://openalex.org/W1845972764","https://openalex.org/W2020009149","https://openalex.org/W2145339207","https://openalex.org/W2151834591","https://openalex.org/W2267186426","https://openalex.org/W2552976961","https://openalex.org/W2571699337","https://openalex.org/W2596367596","https://openalex.org/W2736601468","https://openalex.org/W2746553466","https://openalex.org/W2761873684","https://openalex.org/W2768629321","https://openalex.org/W2796829218","https://openalex.org/W2799899844","https://openalex.org/W2805516822","https://openalex.org/W2810602713","https://openalex.org/W2898567809","https://openalex.org/W2904455790","https://openalex.org/W2908261578","https://openalex.org/W2908460759","https://openalex.org/W2914154006","https://openalex.org/W2915117209","https://openalex.org/W2918965305","https://openalex.org/W2921955147","https://openalex.org/W2936516903","https://openalex.org/W2945991855","https://openalex.org/W2963390138","https://openalex.org/W2963390684","https://openalex.org/W2963890729","https://openalex.org/W2963934958","https://openalex.org/W2965723696","https://openalex.org/W2967474307","https://openalex.org/W2982316857","https://openalex.org/W2987046690","https://openalex.org/W2991046523","https://openalex.org/W2991093017","https://openalex.org/W2992948912","https://openalex.org/W2996037775","https://openalex.org/W2997502221","https://openalex.org/W2997536466","https://openalex.org/W2997940961","https://openalex.org/W2998367975","https://openalex.org/W3005850366","https://openalex.org/W3008929485","https://openalex.org/W3016335401","https://openalex.org/W3034311880","https://openalex.org/W3039426422","https://openalex.org/W3042612721","https://openalex.org/W3088335680","https://openalex.org/W3091845268","https://openalex.org/W3092692282","https://openalex.org/W3099134564","https://openalex.org/W3099518626","https://openalex.org/W3100191104","https://openalex.org/W3106398159","https://openalex.org/W3106649810","https://openalex.org/W3107951310","https://openalex.org/W3116666954","https://openalex.org/W3127047144","https://openalex.org/W3139071578","https://openalex.org/W3156295478","https://openalex.org/W3157150444","https://openalex.org/W3161773022","https://openalex.org/W3170381145","https://openalex.org/W3177987491","https://openalex.org/W3198359393","https://openalex.org/W3201284849","https://openalex.org/W4206984843","https://openalex.org/W4212793312","https://openalex.org/W4224217023","https://openalex.org/W4224874620","https://openalex.org/W4226240898","https://openalex.org/W4283315289","https://openalex.org/W4283714159","https://openalex.org/W4285034152","https://openalex.org/W4287082680","https://openalex.org/W4287554470","https://openalex.org/W4287774906","https://openalex.org/W4294605491","https://openalex.org/W4297098388","https://openalex.org/W4297726143","https://openalex.org/W4301311528","https://openalex.org/W4301501993","https://openalex.org/W4393097270","https://openalex.org/W4394963598","https://openalex.org/W6602332174","https://openalex.org/W6638018090","https://openalex.org/W6683300800","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6685388067","https://openalex.org/W6685444567","https://openalex.org/W6687681856","https://openalex.org/W6692846177","https://openalex.org/W6721101288","https://openalex.org/W6721408278","https://openalex.org/W6728155968","https://openalex.org/W6729556111","https://openalex.org/W6729958650","https://openalex.org/W6732354512","https://openalex.org/W6735641298","https://openalex.org/W6738796088","https://openalex.org/W6740092555","https://openalex.org/W6741002519","https://openalex.org/W6743367460","https://openalex.org/W6744562401","https://openalex.org/W6745190604","https://openalex.org/W6747473740","https://openalex.org/W6747941106","https://openalex.org/W6749032143","https://openalex.org/W6751700056","https://openalex.org/W6751796012","https://openalex.org/W6753207554","https://openalex.org/W6755069753","https://openalex.org/W6755224613","https://openalex.org/W6757645525","https://openalex.org/W6758518918","https://openalex.org/W6758846586","https://openalex.org/W6758881193","https://openalex.org/W6760327698","https://openalex.org/W6761839128","https://openalex.org/W6762427411","https://openalex.org/W6763248972","https://openalex.org/W6766070291","https://openalex.org/W6766224423","https://openalex.org/W6767919266","https://openalex.org/W6768539364","https://openalex.org/W6770566355","https://openalex.org/W6771007510","https://openalex.org/W6771904302","https://openalex.org/W6773690109","https://openalex.org/W6774120382","https://openalex.org/W6775529125","https://openalex.org/W6779416026","https://openalex.org/W6781210820","https://openalex.org/W6783747005","https://openalex.org/W6783940979","https://openalex.org/W6784778700","https://openalex.org/W6785173017","https://openalex.org/W6785535465","https://openalex.org/W6786706215","https://openalex.org/W6788318589","https://openalex.org/W6791079441","https://openalex.org/W6795139234","https://openalex.org/W6795235794","https://openalex.org/W6796861069","https://openalex.org/W6796931319","https://openalex.org/W6810123520","https://openalex.org/W6810173489","https://openalex.org/W6810644258","https://openalex.org/W6838608726","https://openalex.org/W6838792676","https://openalex.org/W6838969996","https://openalex.org/W6843449745"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"Multi-agent":[0],"learning":[1,16,68,125],"has":[2,18],"made":[3],"significant":[4],"strides":[5],"in":[6,23,35,45,115,135,199],"recent":[7],"years.":[8],"Benefiting":[9],"from":[10,85,93],"deep":[11,14,123],"learning,":[12],"multi-agent":[13,56],"reinforcement":[15,124],"(MADRL)":[17],"transcended":[19],"traditional":[20],"limitations":[21],"seen":[22],"tabular":[24],"tasks,":[25],"arousing":[26],"tremendous":[27],"research":[28],"interest.":[29],"However,":[30],"compared":[31],"to":[32,63,75,97,103,128],"other":[33,94],"challenges":[34],"MADRL,":[36],"scalability":[37,113,133,185],"remains":[38],"underemphasized,":[39],"impeding":[40],"the":[41,55,73,77,130,142,159,163,195],"application":[42],"of":[43,54,89,112,132,165,197],"MADRL":[44,127],"complex":[46],"scenarios.":[47],"Scalability":[48],"stands":[49],"as":[50],"a":[51,60,86,109,203],"foundational":[52,120],"attribute":[53],"system":[57],"(MAS),":[58],"offering":[59],"potent":[61],"approach":[62],"understand":[64],"and":[65,99,126,152,177],"improve":[66],"collective":[67],"among":[69],"agents.":[70],"It":[71,187],"encompasses":[72],"capacity":[74],"handle":[76],"increasing":[78],"state-action":[79],"space":[80],"which":[81],"arises":[82],"not":[83],"only":[84],"large":[87],"number":[88],"agents":[90,98],"but":[91],"also":[92],"factors":[95],"related":[96],"environment.":[100],"In":[101],"contrast":[102],"prior":[104],"surveys,":[105],"this":[106,136,170,192,200],"work":[107,183],"provides":[108],"comprehensive":[110],"exposition":[111],"concerns":[114],"MADRL.":[116],"We":[117,156],"first":[118],"introduce":[119],"knowledge":[121],"about":[122],"underscore":[129],"distinctiveness":[131],"issues":[134],"domain.":[137],"Subsequently,":[138],"we":[139,172],"delve":[140],"into":[141],"problems":[143],"posed":[144],"by":[145],"scalability,":[146],"examining":[147],"agent":[148],"complexity,":[149,151],"environment":[150],"robustness":[153],"against":[154],"perturbation.":[155],"elaborate":[157],"on":[158,184],"methods":[160],"that":[161,191],"demonstrate":[162],"evolution":[164],"scalable":[166],"algorithms.":[167],"To":[168],"conclude":[169],"survey,":[171],"discuss":[173],"challenges,":[174],"identify":[175],"trends,":[176],"outline":[178],"possible":[179],"directions":[180],"for":[181,206],"future":[182],"issues.":[186],"is":[188],"our":[189],"aspiration":[190],"survey":[193],"enhances":[194],"understanding":[196],"researchers":[198],"field,":[201],"providing":[202],"valuable":[204],"resource":[205],"in-depth":[207],"exploration.":[208]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}