{"id":"https://openalex.org/W11035765","doi":null,"title":"Learning of coordination: exploiting sparse interactions in multiagent systems","display_name":"Learning of coordination: exploiting sparse interactions in multiagent systems","alternate_titles":[],"publication_year":2009,"publication_date":"2009-05-10","ids":{"openalex":"https://openalex.org/W11035765","mag":"11035765"},"language":"en","primary_location":{"id":"mag:11035765","doi":null,"is_oa":false,"landing_page_url":"http://www.ifaamas.org/Proceedings/aamas09/pdf/01_Full%20Papers/13_21_119_FP_0762b.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306417597","display_name":"Adaptive Agents and Multi-Agents Systems","issn_l":"1548-8403","issn":["1548-8403"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Adaptive Agents and Multi-Agents Systems","raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W11035765"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101616573","display_name":"Francisco S. Melo","orcid":"https://orcid.org/0000-0001-5705-7372","observed_orcids":["https://orcid.org/0000-0001-5705-7372"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Francisco S. Melo","raw_affiliation_strings":["Carnegie-Mellon University, Pittsburgh, PA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie-Mellon University, Pittsburgh, PA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088276691","display_name":"Manuela Veloso","orcid":"https://orcid.org/0000-0001-6738-238X","observed_orcids":["https://orcid.org/0000-0001-6738-238X"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Manuela Veloso","raw_affiliation_strings":["Carnegie-Mellon University, Pittsburgh, PA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie-Mellon University, Pittsburgh, PA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":6.3282,"has_fulltext":false,"cited_by_count":73,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.96870405,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":86,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"773","last_page":"780"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multiagent-coordination","display_name":"multi-agent coordination","score":0.8870000243186951},{"id":"https://openalex.org/keywords/sparse-interactions","display_name":"sparse interactions","score":0.7979999780654907},{"id":"https://openalex.org/keywords/multi-agent-reinforcement-learning","display_name":"multi-agent reinforcement learning","score":0.8100000023841858},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.7450000047683716},{"id":"https://openalex.org/keywords/decentralized-learning","display_name":"decentralized learning","score":0.4390000104904175},{"id":"https://openalex.org/keywords/state-space-partitioning","display_name":"state space partitioning","score":0.5149999856948853}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7529911994934082},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6847677230834961},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.6057095527648926},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.6044201254844666},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.562809944152832},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.5543267726898193},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5538491010665894},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5059751868247986},{"id":"https://openalex.org/C2778029271","wikidata":"https://www.wikidata.org/wiki/Q5421931","display_name":"Extension (predicate logic)","level":2,"score":0.4171353578567505},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.4153464436531067},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34570151567459106},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34313836693763733},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09531033039093018},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"mag:11035765","doi":null,"is_oa":false,"landing_page_url":"http://www.ifaamas.org/Proceedings/aamas09/pdf/01_Full%20Papers/13_21_119_FP_0762b.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306417597","display_name":"Adaptive Agents and Multi-Agents Systems","issn_l":"1548-8403","issn":["1548-8403"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Adaptive Agents and Multi-Agents Systems","raw_type":null},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.149.6941","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.149.6941","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.ifaamas.org/Proceedings/aamas09/pdf/01_Full%20Papers/13_21_119_FP_0762b.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.158.2350","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.158.2350","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www-2.cs.cmu.edu/~mmv/papers/09aamas-intlearning.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.719.7140","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.719.7140","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://gaips.inesc-id.pt/%7Efmelo/pub/melo09aamas.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W361876","https://openalex.org/W1576452626","https://openalex.org/W1641379095","https://openalex.org/W1973039793","https://openalex.org/W1990254626","https://openalex.org/W2056722270","https://openalex.org/W2088956500","https://openalex.org/W2096622112","https://openalex.org/W2104602264","https://openalex.org/W2116600741","https://openalex.org/W2134779831","https://openalex.org/W2138965998","https://openalex.org/W2145067550","https://openalex.org/W2164637474","https://openalex.org/W2167957526","https://openalex.org/W2400387077","https://openalex.org/W2989068617"],"related_works":["https://openalex.org/W1617621891","https://openalex.org/W2138965998","https://openalex.org/W7100029210","https://openalex.org/W2115570505","https://openalex.org/W2063282497","https://openalex.org/W2085366587","https://openalex.org/W1558242226","https://openalex.org/W1511304593","https://openalex.org/W2214696221"],"abstract_inverted_index":{"Creating":[0],"coordinated":[1],"multiagent":[2,55],"policies":[3,71],"in":[4,54,64,82,113,153],"environments":[5],"with":[6,123],"un-certainty":[7],"is":[8,89],"a":[9,59,108,124],"challenging":[10],"problem,":[11],"which":[12,65,83,114],"can":[13],"be":[14,24],"greatly":[15],"simplified":[16],"if":[17],"the":[18,30,84,87,96,99,103,117,135,154,158],"coordination":[19,52,125],"needs":[20,46],"are":[21,47],"known":[22],"to":[23,26,76,94,133,146,150],"limited":[25],"specific":[27],"parts":[28],"of":[29,98,111,120,157],"state":[31],"space,":[32],"as":[33],"previous":[34],"work":[35],"has":[36],"successfully":[37],"shown.":[38],"In":[39],"this":[40,92],"work,":[41],"we":[42,50,115],"assume":[43],"that":[44,127,141],"such":[45],"unknown":[48],"and":[49,72,74,149,164],"investigate":[51],"learning":[53,61,100],"settings.":[56],"We":[57,78,106],"contribute":[58],"rein-forcement":[60],"based":[62],"algorithm":[63],"independent":[66],"decision-makers/agents":[67],"learn":[68,144],"both":[69,145],"individual":[70],"when":[73],"how":[75],"coordinate.":[77],"focus":[79],"on":[80],"problems":[81],"interaction":[85],"between":[86],"agents":[88,132,143],"sparse,":[90],"exploiting":[91],"property":[93],"minimize":[95],"cou-pling":[97],"processes":[101],"for":[102],"different":[104,155],"agents.":[105],"intro-duce":[107],"two-layer":[109],"extension":[110],"Q-learning,":[112],"augment":[116],"action":[118,126],"space":[119,159],"each":[121],"agent":[122],"uses":[128],"information":[129],"from":[130],"other":[131],"decide":[134],"correct":[136],"action.":[137],"Our":[138],"results":[139],"show":[140],"our":[142],"act":[147,151],"coordinate":[148],"independently,":[152],"regions":[156],"where":[160],"they":[161],"need":[162,165],"to,":[163,167],"not":[166],"coordinate,":[168],"respectively.":[169]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W11035765","counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":5},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":8},{"year":2012,"cited_by_count":7}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2016-06-24T00:00:00"}
