{"id":"https://openalex.org/W4367721858","doi":"https://doi.org/10.1109/tg.2023.3272386","title":"Cooperative Multiagent Transfer Learning With Coalition Pattern Decomposition","display_name":"Cooperative Multiagent Transfer Learning With Coalition Pattern Decomposition","publication_year":2023,"publication_date":"2023-05-02","ids":{"openalex":"https://openalex.org/W4367721858","doi":"https://doi.org/10.1109/tg.2023.3272386"},"language":"en","primary_location":{"id":"doi:10.1109/tg.2023.3272386","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tg.2023.3272386","pdf_url":null,"source":{"id":"https://openalex.org/S4210224842","display_name":"IEEE Transactions on Games","issn_l":"2475-1502","issn":["2475-1502","2475-1510"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Games","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008041973","display_name":"Tianze Zhou","orcid":"https://orcid.org/0000-0001-6375-5206"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianze Zhou","raw_affiliation_strings":["School of Aerospace Engineering, Beijing Institute of Technology, Beijing, China","Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6375-5206","affiliations":[{"raw_affiliation_string":"School of Aerospace Engineering, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032183128","display_name":"Fubiao Zhang","orcid":"https://orcid.org/0000-0002-0406-1922"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fubiao Zhang","raw_affiliation_strings":["School of Aerospace Engineering, Beijing Institute of Technology, Beijing, China","Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0406-1922","affiliations":[{"raw_affiliation_string":"School of Aerospace Engineering, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023340589","display_name":"Kun Shao","orcid":null},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Shao","raw_affiliation_strings":["Noah's Ark Laboratory, Huawei, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Noah's Ark Laboratory, Huawei, Beijing, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038171053","display_name":"Zipeng Dai","orcid":"https://orcid.org/0000-0002-2479-9801"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zipeng Dai","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","Beijing Institute of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114626836","display_name":"Kai Li","orcid":"https://orcid.org/0000-0002-3026-5240"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Li","raw_affiliation_strings":["Noah's Ark Laboratory, Huawei, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3026-5240","affiliations":[{"raw_affiliation_string":"Noah's Ark Laboratory, Huawei, Beijing, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056714053","display_name":"Wenhan Huang","orcid":"https://orcid.org/0000-0003-2647-2324"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenhan Huang","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Jiaotong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiaotong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082417441","display_name":"Weixun Wang","orcid":"https://orcid.org/0000-0002-2727-8948"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weixun Wang","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115604616","display_name":"Bin Wang","orcid":"https://orcid.org/0000-0002-0267-3749"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Wang","raw_affiliation_strings":["Noah's Ark Laboratory, Huawei, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0267-3749","affiliations":[{"raw_affiliation_string":"Noah's Ark Laboratory, Huawei, Beijing, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100407519","display_name":"Dong Li","orcid":"https://orcid.org/0000-0003-2546-8526"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Li","raw_affiliation_strings":["Noah's Ark Laboratory, Huawei, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Noah's Ark Laboratory, Huawei, Beijing, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036527488","display_name":"Wulong Liu","orcid":"https://orcid.org/0000-0003-2901-1523"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wulong Liu","raw_affiliation_strings":["Noah's Ark Laboratory, Huawei, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Noah's Ark Laboratory, Huawei, Beijing, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047509839","display_name":"Jianye Hao","orcid":"https://orcid.org/0000-0002-0422-8235"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianye Hao","raw_affiliation_strings":["Noah's Ark Laboratory, Huawei, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0422-8235","affiliations":[{"raw_affiliation_string":"Noah's Ark Laboratory, Huawei, Beijing, China","institution_ids":["https://openalex.org/I2250955327"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7931,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.75650559,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":97},"biblio":{"volume":"16","issue":"2","first_page":"352","last_page":"364"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.5761640071868896},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5432502031326294},{"id":"https://openalex.org/keywords/decomposition","display_name":"Decomposition","score":0.5400858521461487},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38290101289749146},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.19354480504989624}],"concepts":[{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5761640071868896},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5432502031326294},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.5400858521461487},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38290101289749146},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.19354480504989624},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tg.2023.3272386","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tg.2023.3272386","pdf_url":null,"source":{"id":"https://openalex.org/S4210224842","display_name":"IEEE Transactions on Games","issn_l":"2475-1502","issn":["2475-1502","2475-1510"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Games","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1457482454","https://openalex.org/W1972657624","https://openalex.org/W2039048406","https://openalex.org/W2156887976","https://openalex.org/W2292533394","https://openalex.org/W2617547828","https://openalex.org/W2747213132","https://openalex.org/W2907537824","https://openalex.org/W2921955147","https://openalex.org/W2963890729","https://openalex.org/W2965163470","https://openalex.org/W2972758308","https://openalex.org/W2996896271","https://openalex.org/W2997536466","https://openalex.org/W3094502228","https://openalex.org/W3210169707","https://openalex.org/W4210576848","https://openalex.org/W4212793312","https://openalex.org/W4212814156","https://openalex.org/W4223499953","https://openalex.org/W4225916372","https://openalex.org/W4226240898","https://openalex.org/W4385245566","https://openalex.org/W6729448088","https://openalex.org/W6732837357","https://openalex.org/W6739516088","https://openalex.org/W6743756900","https://openalex.org/W6747473740","https://openalex.org/W6749304979","https://openalex.org/W6755224613","https://openalex.org/W6766390276","https://openalex.org/W6767327128","https://openalex.org/W6771626834","https://openalex.org/W6771904302","https://openalex.org/W6773620346","https://openalex.org/W6775529125","https://openalex.org/W6779109570","https://openalex.org/W6781750019","https://openalex.org/W6789172296","https://openalex.org/W6802732210","https://openalex.org/W6864424756"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3123837699"],"abstract_inverted_index":{"Knowledge":[0],"transfer":[1,34,46,81,142],"in":[2,12,18,32,63,134,139,169],"cooperative":[3,64],"multi-agent":[4,33],"reinforcement":[5],"learning":[6],"(MARL)":[7],"has":[8],"drawn":[9],"increasing":[10],"attention":[11],"recent":[13],"years.":[14],"Unlike":[15],"generalizing":[16],"policies":[17],"single-agent":[19],"tasks,":[20],"it":[21],"is":[22],"more":[23],"important":[24],"to":[25,54,77,114,129,156],"consider":[26],"coordination":[27,55,84,91,141,198],"knowledge":[28,31,45,80,199],"than":[29],"individual":[30,49],"learning.":[35],"However,":[36],"most":[37],"of":[38,47,137,189,197],"the":[39,48,60,79,83,89,110,122,135,140,165,170,187,195],"existing":[40],"methods":[41],"only":[42],"focus":[43],"on":[44,82],"agent":[50,90,152],"policy,":[51],"which":[52],"leads":[53],"bias":[56],"and":[57,119,160,167,191,193],"finally":[58],"affects":[59],"final":[61],"performance":[62],"MARL.":[65],"In":[66],"this":[67],"paper,":[68],"we":[69,144],"propose":[70],"a":[71,146],"level-adaptive":[72],"MARL":[73,181],"framework":[74],"called":[75,149],"\u201cLA-QTransformer\u201d,":[76],"realize":[78],"level":[85],"via":[86],"efficiently":[87],"decomposing":[88],"into":[92],"multi-level":[93],"coalition":[94,117],"patterns":[95,118],"for":[96,125],"different":[97],"agents.":[98],"Compatible":[99],"with":[100,103,131,153,178],"centralized":[101],"training":[102],"decentralized":[104],"execution":[105],"(CTDE)":[106],"regime,":[107],"LA-QTransformer":[108,190],"utilizes":[109],"Level-":[111],"Adaptive":[112],"Transformer":[113,154],"generate":[115],"suitable":[116],"then":[120],"realizes":[121],"credit":[123],"assignment":[124],"each":[126],"agent.":[127],"Besides,":[128],"deal":[130],"unexpected":[132],"changes":[133],"number":[136],"agents":[138],"phase,":[143],"design":[145],"policy":[147],"network":[148],"\u201cPopulation":[150],"invariant":[151],"(PIT)\u201d":[155],"adapt":[157],"dynamic":[158],"observation":[159],"action":[161],"space.":[162],"We":[163],"evaluate":[164],"LAQTransformer":[166],"PIT":[168,192],"StarCraft":[171],"II":[172],"micro-management":[173],"benchmark":[174],"by":[175],"comparing":[176],"them":[177],"several":[179],"state-of-the-art":[180],"baselines.":[182],"The":[183],"experimental":[184],"results":[185],"demonstrate":[186],"superiority":[188],"verify":[194],"feasibility":[196],"transfer.":[200]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}