{"id":"https://openalex.org/W3131448887","doi":"https://doi.org/10.1109/tnnls.2021.3056418","title":"Stigmergic Independent Reinforcement Learning for Multiagent Collaboration","display_name":"Stigmergic Independent Reinforcement Learning for Multiagent Collaboration","publication_year":2021,"publication_date":"2021-02-16","ids":{"openalex":"https://openalex.org/W3131448887","doi":"https://doi.org/10.1109/tnnls.2021.3056418","mag":"3131448887","pmid":"https://pubmed.ncbi.nlm.nih.gov/33587718"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2021.3056418","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3056418","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027890741","display_name":"Xing Xu","orcid":"https://orcid.org/0000-0003-4564-470X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xing Xu","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-4564-470X","affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014842979","display_name":"Rongpeng Li","orcid":"https://orcid.org/0000-0003-4297-5060"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rongpeng Li","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-4297-5060","affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036831868","display_name":"Zhifeng Zhao","orcid":"https://orcid.org/0000-0002-5479-7890"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhifeng Zhao","raw_affiliation_strings":["Zhejiang Lab, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-5479-7890","affiliations":[{"raw_affiliation_string":"Zhejiang Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100626780","display_name":"Honggang Zhang","orcid":"https://orcid.org/0000-0003-1492-1364"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Honggang Zhang","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1492-1364","affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.5155,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":{"value":0.92369156,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"33","issue":"9","first_page":"4285","last_page":"4299"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.809365451335907},{"id":"https://openalex.org/keywords/stigmergy","display_name":"Stigmergy","score":0.7712631225585938},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.746450662612915},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.5357873439788818},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5212505459785461},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.460342675447464},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.44886764883995056},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4398502707481384},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.41460418701171875}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.809365451335907},{"id":"https://openalex.org/C2776319702","wikidata":"https://www.wikidata.org/wiki/Q2141158","display_name":"Stigmergy","level":2,"score":0.7712631225585938},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.746450662612915},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.5357873439788818},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5212505459785461},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.460342675447464},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.44886764883995056},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4398502707481384},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.41460418701171875},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2021.3056418","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3056418","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:33587718","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33587718","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17","score":0.4099999964237213}],"awards":[{"id":"https://openalex.org/G1545904353","display_name":null,"funder_award_id":"LY20F010016","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"},{"id":"https://openalex.org/G5459816226","display_name":"\u57fa\u4e8e\u4e1a\u52a1\u611f\u77e5\u7684\u5185\u751f\u667a\u80fd\u901a\u4fe1\u7f51\u7edc\u7814\u7a76","funder_award_id":"62071425","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5462122878","display_name":null,"funder_award_id":"2020YFB1804804","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5795367274","display_name":null,"funder_award_id":"2019LC0AB01","funder_id":"https://openalex.org/F4320329742","funder_display_name":"Major Scientific Project of Zhejiang Laboratory"},{"id":"https://openalex.org/G797825634","display_name":"\u57fa\u4e8e\u7528\u6237\u884c\u4e3a\u9884\u6d4b\u7684\u65e0\u7ebf\u8fb9\u7f18\u7f51\u7edc\u8d44\u6e90\u5229\u7528\u7406\u8bba\u7814\u7a76","funder_award_id":"61731002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329742","display_name":"Major Scientific Project of Zhejiang Laboratory","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320338464","display_name":"Natural Science Foundation of Zhejiang Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1499725435","https://openalex.org/W1537642095","https://openalex.org/W1542941925","https://openalex.org/W1571641412","https://openalex.org/W1641379095","https://openalex.org/W1664011265","https://openalex.org/W1828849564","https://openalex.org/W2006642016","https://openalex.org/W2008134955","https://openalex.org/W2015555077","https://openalex.org/W2033236549","https://openalex.org/W2036979272","https://openalex.org/W2046376809","https://openalex.org/W2087754458","https://openalex.org/W2089670420","https://openalex.org/W2096145798","https://openalex.org/W2099618002","https://openalex.org/W2102506086","https://openalex.org/W2112796928","https://openalex.org/W2129734527","https://openalex.org/W2131600418","https://openalex.org/W2134164581","https://openalex.org/W2134587451","https://openalex.org/W2137635088","https://openalex.org/W2139053308","https://openalex.org/W2145339207","https://openalex.org/W2150468603","https://openalex.org/W2151758915","https://openalex.org/W2227393244","https://openalex.org/W2245795247","https://openalex.org/W2248544358","https://openalex.org/W2465704269","https://openalex.org/W2548014851","https://openalex.org/W2598331213","https://openalex.org/W2606793288","https://openalex.org/W2795242006","https://openalex.org/W2913845934","https://openalex.org/W2936516220","https://openalex.org/W2963897804","https://openalex.org/W3088619930","https://openalex.org/W3100789280","https://openalex.org/W3106159447","https://openalex.org/W3189317289","https://openalex.org/W4292083457","https://openalex.org/W6630841318","https://openalex.org/W6637000695","https://openalex.org/W6684205842","https://openalex.org/W6684859321","https://openalex.org/W6687681856","https://openalex.org/W6692846177","https://openalex.org/W6712181171","https://openalex.org/W6736572398","https://openalex.org/W6739266869","https://openalex.org/W6782559215"],"related_works":["https://openalex.org/W253815888","https://openalex.org/W4391808535","https://openalex.org/W1562045301","https://openalex.org/W334644610","https://openalex.org/W289582881","https://openalex.org/W2247178250","https://openalex.org/W4402176783","https://openalex.org/W2049071500","https://openalex.org/W2009641845","https://openalex.org/W2124990234"],"abstract_inverted_index":{"With":[0],"the":[1,24,32,54,79,99,117,122,142,148,187,225],"rapid":[2],"evolution":[3],"of":[4,56,64,78,101,144,190,207,227],"wireless":[5],"mobile":[6,208],"devices,":[7],"there":[8],"emerges":[9],"an":[10,126,161],"increased":[11],"need":[12],"to":[13,21,52,89,140,166,184,216],"design":[14,136],"effective":[15],"collaboration":[16,51],"mechanisms":[17,85,111],"between":[18,103,130,156],"intelligent":[19,65,104],"agents":[20,66,105,158,209],"gradually":[22],"approach":[23],"final":[25],"collective":[26],"objective":[27],"by":[28,108,159],"continuously":[29],"learning":[30,44,59,132],"from":[31],"environment":[33],"based":[34],"on":[35],"their":[36,74,91],"individual":[37,76],"observations.":[38],"In":[39,94,176],"this":[40,95],"regard,":[41],"independent":[42,131],"reinforcement":[43],"(IRL)":[45],"is":[46],"often":[47],"deployed":[48],"in":[49,67,106,193,203,210],"multiagent":[50],"alleviate":[53],"problem":[55,100],"a":[57,137,153,180,194,200,205,211,218],"nonstationary":[58],"environment.":[60],"However,":[61],"behavioral":[62,92],"strategies":[63],"IRL":[68,107],"can":[69],"be":[70,87],"formulated":[71],"only":[72],"upon":[73],"local":[75],"observations":[77],"global":[80],"environment,":[81],"and":[82,134],"appropriate":[83],"communication":[84,102,128],"must":[86],"introduced":[88],"reduce":[90],"localities.":[93],"article,":[96],"we":[97,120,151,178,198],"address":[98],"jointly":[109],"adopting":[110],"with":[112,172],"two":[113],"different":[114],"scales.":[115],"For":[116,147],"large":[118],"scale,":[119,150],"introduce":[121],"stigmergy":[123],"mechanism":[124,155],"as":[125],"indirect":[127],"bridge":[129],"agents,":[133],"carefully":[135],"mathematical":[138],"method":[139,183],"indicate":[141],"impact":[143],"digital":[145],"pheromone.":[146],"small":[149],"propose":[152],"conflict-avoidance":[154],"adjacent":[157],"implementing":[160],"additionally":[162],"embedded":[163],"neural":[164,188],"network":[165,189],"provide":[167],"more":[168],"opportunities":[169],"for":[170],"participants":[171],"higher":[173],"action":[174],"priorities.":[175],"addition,":[177],"present":[179],"federal":[181],"training":[182],"effectively":[185],"optimize":[186],"each":[191],"agent":[192],"decentralized":[195],"manner.":[196],"Finally,":[197],"establish":[199],"simulation":[201],"scenario":[202],"which":[204],"number":[206],"certain":[212],"area":[213],"move":[214],"automatically":[215],"form":[217],"specified":[219],"target":[220],"shape.":[221],"Extensive":[222],"simulations":[223],"demonstrate":[224],"effectiveness":[226],"our":[228],"proposed":[229],"method.":[230]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":6}],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2025-10-10T00:00:00"}