{"id":"https://openalex.org/W7157029446","doi":"https://doi.org/10.48550/arxiv.2604.23308","title":"CODA: Coordination via On-Policy Diffusion for Multi-Agent Offline Reinforcement Learning","display_name":"CODA: Coordination via On-Policy Diffusion for Multi-Agent Offline Reinforcement Learning","publication_year":2026,"publication_date":"2026-04-25","ids":{"openalex":"https://openalex.org/W7157029446","doi":"https://doi.org/10.48550/arxiv.2604.23308"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.23308","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.23308","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.23308","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134783715","display_name":"Marcel Hedman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hedman, Marcel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048679971","display_name":"Kale-ab Tessera","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tessera, Kale-ab Abebe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123072806","display_name":"Juan Claude Formanek","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Formanek, Juan Claude","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134807670","display_name":"Anya Sims","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sims, Anya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134763715","display_name":"Riccardo Zamboni","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zamboni, Riccardo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075574083","display_name":"Trevor McInroe","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"McInroe, Trevor","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134804033","display_name":"John Torr","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Torr, John","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5054799209","display_name":"Elliot Fosong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fosong, Elliot","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9394000172615051,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9394000172615051,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.005400000140070915,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.005200000014156103,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8014000058174133},{"id":"https://openalex.org/keywords/coda","display_name":"Coda","score":0.7639999985694885},{"id":"https://openalex.org/keywords/offline-learning","display_name":"Offline learning","score":0.5940999984741211},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5188999772071838},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.48350000381469727},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.4830999970436096},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.36320000886917114},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.3598000109195709}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8014000058174133},{"id":"https://openalex.org/C3962253","wikidata":"https://www.wikidata.org/wiki/Q852466","display_name":"Coda","level":2,"score":0.7639999985694885},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.696399986743927},{"id":"https://openalex.org/C2780490138","wikidata":"https://www.wikidata.org/wiki/Q7079636","display_name":"Offline learning","level":3,"score":0.5940999984741211},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5188999772071838},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.48350000381469727},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.4830999970436096},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.477400004863739},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.36320000886917114},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36070001125335693},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.3598000109195709},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.3127000033855438},{"id":"https://openalex.org/C2780102126","wikidata":"https://www.wikidata.org/wiki/Q10928179","display_name":"Online and offline","level":2,"score":0.2980000078678131},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.2903999984264374},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.2831999957561493},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.2809999883174896},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.2791000008583069},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.27379998564720154},{"id":"https://openalex.org/C2986087404","wikidata":"https://www.wikidata.org/wiki/Q15946010","display_name":"Online learning","level":2,"score":0.2590000033378601},{"id":"https://openalex.org/C148043351","wikidata":"https://www.wikidata.org/wiki/Q4456944","display_name":"Current (fluid)","level":2,"score":0.2506999969482422}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.23308","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.23308","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.23308","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.23308","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.5421522259712219,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Offline":[0],"multi-agent":[1,49,91],"reinforcement":[2,145],"learning":[3,7,119,146],"(MARL)":[4],"enables":[5],"policy":[6,107],"from":[8],"fixed":[9],"datasets,":[10],"but":[11,164],"is":[12,121,133],"prone":[13],"to":[14,24],"coordination":[15,92,158],"failure:":[16],"agents":[17],"trained":[18],"on":[19,58,169],"static,":[20],"off-policy":[21],"data":[22,53],"converge":[23],"suboptimal":[25],"joint":[26,61,106],"behaviours":[27,70,127],"because":[28,93],"they":[29,94],"cannot":[30],"co-adapt":[31],"as":[32,103,148],"their":[33],"policies":[34],"change.":[35],"We":[36,80],"introduce":[37],"CODA":[38,111,132,153],"(Coordination":[39],"via":[40],"On-Policy":[41],"Diffusion":[42],"for":[43,52,78,89],"Multi-Agent":[44],"Reinforcement":[45],"Learning),":[46],"a":[47,76,122],"diffusion-based":[48,84],"trajectory":[50],"generator":[51],"augmentation":[54,85,150],"that":[55,82,99],"samples":[56],"conditioned":[57],"the":[59,68,72,104,129,170],"current":[60,105],"policy,":[62],"producing":[63],"synthetic":[64],"experience":[65],"which":[66],"reflects":[67],"evolving":[69],"of":[71],"agents,":[73],"thereby":[74],"providing":[75],"mechanism":[77],"co-adaptation.":[79],"find":[81],"previous":[83],"approaches":[86],"are":[87],"insufficient":[88],"fostering":[90],"produce":[95],"static":[96],"augmented":[97],"datasets":[98],"do":[100],"not":[101,154],"evolve":[102],"changes":[108],"during":[109],"training;":[110],"resolves":[112,156],"this":[113],"by":[114],"more":[115,171],"closely":[116],"simulating":[117],"on-policy":[118],"and":[120,135,142],"meaningful":[123],"step":[124],"toward":[125],"coordinated":[126],"in":[128,160],"offline":[130,144],"setting.":[131],"algorithm-agnostic":[134],"can":[136],"be":[137],"layered":[138],"onto":[139],"both":[140],"model-free":[141],"model-based":[143],"pipelines":[147],"an":[149],"module.":[151],"Empirically,":[152],"only":[155],"canonical":[157],"pathologies":[159],"continuous":[161],"polynomial":[162],"games":[163],"also":[165],"delivers":[166],"strong":[167],"results":[168],"complex":[172],"MaMuJoCo":[173],"continuous-control":[174],"benchmarks.":[175]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-29T00:00:00"}