{"id":"https://openalex.org/W7147184642","doi":"https://doi.org/10.48550/arxiv.2603.28573","title":"Learning Partial Action Replacement in Offline MARL","display_name":"Learning Partial Action Replacement in Offline MARL","publication_year":2026,"publication_date":"2026-03-30","ids":{"openalex":"https://openalex.org/W7147184642","doi":"https://doi.org/10.48550/arxiv.2603.28573"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.28573","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.28573","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.28573","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5132597211","display_name":"Yue Jin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Yue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5132563442","display_name":"Giovanni Montana","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Montana, Giovanni","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8281999826431274,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8281999826431274,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.02710000053048134,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.021900000050663948,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7318999767303467},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.6079000234603882},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.5738999843597412},{"id":"https://openalex.org/keywords/action-selection","display_name":"Action selection","score":0.510200023651123},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4690000116825104},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.4323999881744385},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.41600000858306885}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7318999767303467},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.6079000234603882},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.5738999843597412},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5457000136375427},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.510200023651123},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48429998755455017},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.47290000319480896},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4690000116825104},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.4323999881744385},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.41600000858306885},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.3885999917984009},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3817000091075897},{"id":"https://openalex.org/C75235859","wikidata":"https://www.wikidata.org/wiki/Q582659","display_name":"Exponential growth","level":2,"score":0.34689998626708984},{"id":"https://openalex.org/C2780490138","wikidata":"https://www.wikidata.org/wiki/Q7079636","display_name":"Offline learning","level":3,"score":0.33390000462532043},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.3278999924659729},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.3273000121116638},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3222000002861023},{"id":"https://openalex.org/C2779436431","wikidata":"https://www.wikidata.org/wiki/Q30672407","display_name":"Policy learning","level":2,"score":0.31299999356269836},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.29350000619888306},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.28790000081062317},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.2540000081062317}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.28573","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.28573","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.28573","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.28573","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.4153108596801758}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Offline":[0],"multi-agent":[1],"reinforcement":[2],"learning":[3],"(MARL)":[4],"faces":[5],"a":[6,39,68,76,82,117],"critical":[7],"challenge:":[8],"the":[9,16,122,128,136,143,160],"joint":[10,28],"action":[11],"space":[12],"grows":[13],"exponentially":[14,23],"with":[15,90,127,135],"number":[17,130,144],"of":[18,41,131,145,166,178],"agents,":[19],"making":[20],"dataset":[21,44],"coverage":[22],"sparse":[24],"and":[25,59,80,171],"out-of-distribution":[26],"(OOD)":[27],"actions":[29],"unavoidable.":[30],"Partial":[31],"Action":[32],"Replacement":[33],"(PAR)":[34],"mitigates":[35],"this":[36],"by":[37],"anchoring":[38],"subset":[40,53,73],"agents":[42,101],"to":[43,62,102,151],"actions,":[45],"but":[46],"existing":[47],"approach":[48],"relies":[49],"on":[50,164,176],"enumerating":[51],"multiple":[52],"configurations":[54],"at":[55,104],"high":[56],"computational":[57,155,183],"cost":[58],"cannot":[60],"adapt":[61],"varying":[63],"states.":[64],"We":[65,115],"introduce":[66],"PLCQL,":[67],"framework":[69],"that":[70,121],"formulates":[71],"PAR":[72,84],"selection":[74],"as":[75],"contextual":[77],"bandit":[78],"problem":[79],"learns":[81],"state-dependent":[83],"policy":[85,96,109],"using":[86],"Proximal":[87],"Policy":[88],"Optimisation":[89],"an":[91],"uncertainty-weighted":[92],"reward.":[93],"This":[94],"adaptive":[95],"dynamically":[97],"determines":[98],"how":[99],"many":[100],"replace":[103],"each":[105],"update":[106],"step,":[107],"balancing":[108],"improvement":[110],"against":[111],"conservative":[112],"value":[113],"estimation.":[114],"prove":[116],"value-error":[118],"bound":[119],"showing":[120],"estimation":[123],"error":[124],"scales":[125],"linearly":[126],"expected":[129],"deviating":[132],"agents.":[133],"Compared":[134],"previous":[137],"PAR-based":[138],"method":[139],"SPaCQL,":[140],"PLCQL":[141,158],"reduces":[142],"per-iteration":[146],"Q-function":[147],"evaluations":[148],"from":[149],"n":[150],"1,":[152],"significantly":[153],"improving":[154],"efficiency.":[156],"Empirically,":[157],"achieves":[159],"highest":[161],"normalised":[162],"scores":[163],"66%":[165],"tasks":[167,179],"across":[168],"MPE,":[169],"MaMuJoCo,":[170],"SMAC":[172],"benchmarks,":[173],"outperforming":[174],"SPaCQL":[175],"84%":[177],"while":[180],"substantially":[181],"reducing":[182],"cost.":[184]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-04-02T00:00:00"}