{"id":"https://openalex.org/W2182124052","doi":null,"title":"CLEAN Rewards for Improving Multiagent Coordination in the Presence of Exploration (Extended Abstract)","display_name":"CLEAN Rewards for Improving Multiagent Coordination in the Presence of Exploration (Extended Abstract)","alternate_titles":[],"publication_year":2013,"publication_date":"2013-01-01","ids":{"openalex":"https://openalex.org/W2182124052","mag":"2182124052"},"language":"en","primary_location":{"id":"mag:2182124052","doi":null,"is_oa":false,"landing_page_url":"https://www.ifaamas.org/Proceedings/aamas2013/docs/p1113.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W2182124052"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076389773","display_name":"Chris HolmesParker","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Chris HolmesParker","raw_affiliation_strings":["[OREGON STATE UNIVERSITY]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"[OREGON STATE UNIVERSITY]","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047563625","display_name":"Adrian Agogino","orcid":"https://orcid.org/0000-0002-6802-4477","observed_orcids":["https://orcid.org/0000-0002-6802-4477"]},"institutions":[{"id":"https://openalex.org/I4210124779","display_name":"National Aeronautics and Space Administration","ror":"https://ror.org/027ka1x80","country_code":"US","type":"government","lineage":["https://openalex.org/I4210124779"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Adrian Agogino","raw_affiliation_strings":["NASA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NASA","institution_ids":["https://openalex.org/I4210124779"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084748531","display_name":"Kagan Tumer","orcid":"https://orcid.org/0009-0007-3809-7257","observed_orcids":["https://orcid.org/0009-0007-3809-7257"]},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Kagan Tumer","raw_affiliation_strings":["[OREGON STATE UNIVERSITY]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"[OREGON STATE UNIVERSITY]","institution_ids":["https://openalex.org/I131249849"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2386,"has_fulltext":false,"cited_by_count":1,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.52597595,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":92},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reward-shaping","display_name":"reward shaping","score":0.8109999895095825},{"id":"https://openalex.org/keywords/multiagent-coordination","display_name":"multi-agent coordination","score":0.968999981880188},{"id":"https://openalex.org/keywords/exploration-noise","display_name":"exploration noise","score":0.8709999918937683},{"id":"https://openalex.org/keywords/cooperative-multi-agent-systems","display_name":"cooperative multi-agent systems","score":0.7260000109672546}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5955754518508911},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5411405563354492},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5244455933570862},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5035485625267029},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.4987165927886963},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.4205129146575928},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39018285274505615},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2182124052","doi":null,"is_oa":false,"landing_page_url":"https://www.ifaamas.org/Proceedings/aamas2013/docs/p1113.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W1504352750","https://openalex.org/W2043652543","https://openalex.org/W2107544712","https://openalex.org/W2121863487"],"related_works":["https://openalex.org/W2402236924","https://openalex.org/W1998863207","https://openalex.org/W2394924947","https://openalex.org/W1770190901","https://openalex.org/W2142043892","https://openalex.org/W640859031","https://openalex.org/W1825174002","https://openalex.org/W7128789287","https://openalex.org/W2054339854","https://openalex.org/W2947526499"],"abstract_inverted_index":{"In":[0],"cooperative":[1],"multiagent":[2,18],"systems,":[3],"coordinating":[4],"the":[5,13,21,48,51,56,62,70],"jointactions":[6],"of":[7,12,50,58,74],"agents":[8,59,76,121],"is":[9,20],"difficult.":[10],"One":[11],"fundamental":[14],"difficulties":[15],"in":[16,37,122],"such":[17,105],"systems":[19],"slow":[22],"learning":[23,53,106],"process":[24],"where":[25],"an":[26],"agent":[27],"may":[28,42],"not":[29],"only":[30],"need":[31,44],"to":[32,35,45,60,119],"learn":[33],"how":[34],"behave":[36],"a":[38,123],"complex":[39],"environment,":[40],"but":[41],"also":[43],"account":[46],"for":[47],"actions":[49,73],"other":[52,75],"agents.":[54],"Here,":[55],"inability":[57],"distinguish":[61],"true":[63],"environmental":[64],"dynamics":[65],"from":[66,108],"those":[67],"caused":[68],"by":[69],"stochastic":[71],"exploratory":[72],"creates":[77],"noise":[78,107],"on":[79],"each":[80,109],"agent\u2019s":[81,110],"reward":[82,111],"signal.":[83,112],"To":[84],"address":[85],"this,":[86],"we":[87],"introduce":[88],"Coordinated":[89],"Learning":[90],"without":[91],"Exploratory":[92],"Action":[93],"Noise":[94],"(CLEAN)":[95],"rewards,":[96],"which":[97],"are":[98],"agent-specific":[99],"shaped":[100],"rewards":[101],"that":[102],"effectively":[103],"remove":[104],"We":[113],"demonstrate":[114],"their":[115],"performance":[116],"with":[117],"up":[118],"1000":[120],"standard":[124],"congestion":[125],"problem.":[126]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2182124052","counts_by_year":[{"year":2013,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2016-06-24T00:00:00"}
