{"id":"https://openalex.org/W6043852","doi":"https://doi.org/10.5555/2484920.2485093","title":"Coordinating multi-agent reinforcement learning with limited communication","display_name":"Coordinating multi-agent reinforcement learning with limited communication","alternate_titles":[],"publication_year":2013,"publication_date":"2013-05-06","ids":{"openalex":"https://openalex.org/W6043852","doi":"https://doi.org/10.5555/2484920.2485093","mag":"6043852"},"language":"en","primary_location":{"id":"mag:6043852","doi":"https://doi.org/10.5555/2484920.2485093","is_oa":false,"landing_page_url":"http://mas.cs.umass.edu/Documents/czhang_aamas2013.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306417597","display_name":"Adaptive Agents and Multi-Agents Systems","issn_l":"1548-8403","issn":["1548-8403"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Adaptive Agents and Multi-Agents Systems","raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W6043852"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010176958","display_name":"Chongjie Zhang","orcid":"https://orcid.org/0000-0001-8068-0162","observed_orcids":["https://orcid.org/0000-0001-8068-0162"]},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chongjie Zhang","raw_affiliation_strings":["University Of Massachusetts Amherst, Amherst, MA, USA#TAB#"],"raw_orcid":"https://orcid.org/0000-0001-8068-0162","affiliations":[{"raw_affiliation_string":"University Of Massachusetts Amherst, Amherst, MA, USA#TAB#","institution_ids":["https://openalex.org/I24603500"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020207982","display_name":"Victor Lesser","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Victor Lesser","raw_affiliation_strings":["University Of Massachusetts Amherst, Amherst, MA, USA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University Of Massachusetts Amherst, Amherst, MA, USA#TAB#","institution_ids":["https://openalex.org/I24603500"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I24603500"],"apc_list":null,"apc_paid":null,"fwci":6.6921,"has_fulltext":false,"cited_by_count":155,"citation_normalized_percentile":{"value":0.97054471,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1101","last_page":"1108"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11596","display_name":"Constraint Satisfaction and Optimization","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multi-agent-reinforcement-learning","display_name":"multi-agent reinforcement learning","score":0.9559999704360962},{"id":"https://openalex.org/keywords/limited-communication","display_name":"limited communication","score":0.6729999780654907},{"id":"https://openalex.org/keywords/distributed-constraint-optimization","display_name":"distributed constraint optimization","score":0.9549999833106995},{"id":"https://openalex.org/keywords/communication-bandwidth","display_name":"communication bandwidth","score":0.6800000071525574},{"id":"https://openalex.org/keywords/interaction-measure","display_name":"interaction measure","score":0.8759999871253967},{"id":"https://openalex.org/keywords/policy-learning","display_name":"policy learning","score":0.4059999883174896},{"id":"https://openalex.org/keywords/cooperative-multi-agent-systems","display_name":"cooperative multi-agent systems","score":0.7620000243186951}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7978135347366333},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7880576848983765},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.567611038684845},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.531428337097168},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4970090687274933},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.4702070355415344},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:6043852","doi":"https://doi.org/10.5555/2484920.2485093","is_oa":false,"landing_page_url":"http://mas.cs.umass.edu/Documents/czhang_aamas2013.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306417597","display_name":"Adaptive Agents and Multi-Agents Systems","issn_l":"1548-8403","issn":["1548-8403"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Adaptive Agents and Multi-Agents Systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W102626069","https://openalex.org/W1540755814","https://openalex.org/W1570690983","https://openalex.org/W1588304026","https://openalex.org/W1749432972","https://openalex.org/W1769870091","https://openalex.org/W2088956500","https://openalex.org/W2104602264","https://openalex.org/W2110906765","https://openalex.org/W2112632840","https://openalex.org/W2118318536","https://openalex.org/W2134779831","https://openalex.org/W2152430560","https://openalex.org/W2159142421","https://openalex.org/W2238976967","https://openalex.org/W2404646363"],"related_works":["https://openalex.org/W1504806788","https://openalex.org/W2128076146","https://openalex.org/W7207591524","https://openalex.org/W2890581300","https://openalex.org/W4416684005","https://openalex.org/W2005043268","https://openalex.org/W4283789768","https://openalex.org/W2404646363","https://openalex.org/W3030585287","https://openalex.org/W2531204978"],"abstract_inverted_index":{"Coordinated":[0],"multi-agent":[1,15],"reinforcement":[2],"learning":[3,11,34,42,86,109,115,181,185,192],"(MARL)":[4],"provides":[5],"a":[6,85,105,166],"promising":[7],"approach":[8,87,122,186],"to":[9,25,45,101,112,130,139,146],"scaling":[10],"in":[12,64,142,165,170],"large":[13],"cooperative":[14],"systems.":[16],"Distributed":[17],"constraint":[18],"optimization":[19],"(DCOP)":[20],"techniques":[21],"have":[22],"been":[23],"used":[24],"coordinate":[26,140],"action":[27,57],"selection":[28,58],"among":[29,67],"agents":[30,129,159],"during":[31],"both":[32],"the":[33,37,60,162],"phase":[35,40],"and":[36,98,145,151,193],"policy":[38,191],"execution":[39],"(if":[41],"is":[43,70],"off-line)":[44],"ensure":[46],"good":[47],"overall":[48,180],"system":[49,62],"performance.":[50,182],"However,":[51],"running":[52],"DCOP":[53,96,175],"algorithms":[54,97,176],"for":[55,73,174],"each":[56],"through":[59],"whole":[61],"results":[63],"significant":[65],"communication":[66,78,119,152,173],"agents,":[68],"which":[69,197],"not":[71],"practical":[72],"most":[74],"applications":[75],"with":[76],"limited":[77],"bandwidth.":[79,120],"In":[80],"this":[81],"paper,":[82],"we":[83],"develop":[84],"that":[88,94,127,200],"generalizes":[89],"previous":[90],"coordinated":[91,114],"MARL":[92,100],"approaches":[93,199],"use":[95],"enables":[99],"be":[102],"conducted":[103],"over":[104],"spectrum":[106],"from":[107],"independent":[108],"(without":[110],"communication)":[111],"fully":[113],"depending":[116],"on":[117],"agents'":[118,190],"Our":[121],"defines":[123],"an":[124],"interaction":[125],"measure":[126],"allows":[128],"dynamically":[131,160],"identify":[132],"their":[133,156],"beneficial":[134],"coordination":[135,157,163,194],"set":[136,195],"(i.e.,":[137],"whom":[138],"with)":[141],"different":[143],"situations":[144],"trade":[147],"off":[148],"its":[149],"performance":[150],"cost.":[153],"By":[154],"limiting":[155],"set,":[158],"decompose":[161],"network":[164],"distributed":[167],"way,":[168],"resulting":[169],"dramatically":[171],"reduced":[172],"without":[177],"significantly":[178],"affecting":[179],"Essentially,":[183],"our":[184],"conducts":[187],"co-adaptation":[188],"of":[189],"identification,":[196],"outperforms":[198],"sequence":[201],"them.":[202]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W6043852","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":15},{"year":2019,"cited_by_count":17},{"year":2018,"cited_by_count":11},{"year":2017,"cited_by_count":11},{"year":2016,"cited_by_count":11},{"year":2015,"cited_by_count":6},{"year":2014,"cited_by_count":7},{"year":2013,"cited_by_count":2}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
