{"id":"https://openalex.org/W7162420928","doi":"https://doi.org/10.48550/arxiv.2605.24862","title":"Unifying Value Alignment and Assignment in Cross-Domain Offline Reinforcement Learning with Heterogeneous Datasets","display_name":"Unifying Value Alignment and Assignment in Cross-Domain Offline Reinforcement Learning with Heterogeneous Datasets","publication_year":2026,"publication_date":"2026-05-24","ids":{"openalex":"https://openalex.org/W7162420928","doi":"https://doi.org/10.48550/arxiv.2605.24862"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.24862","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.24862","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.24862","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137005234","display_name":"Zhongjian Qiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiao, Zhongjian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137009984","display_name":"Jiafei Lyu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lyu, Jiafei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137046854","display_name":"Chenjia Bai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bai, Chenjia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136998912","display_name":"Peisong Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Peisong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137038205","display_name":"Siyang Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Siyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137040676","display_name":"Shuang Qiu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiu, Shuang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.5529999732971191,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.5529999732971191,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.2791999876499176,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.011500000022351742,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7817000150680542},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.5598999857902527},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5120000243186951},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.4627000093460083},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4205999970436096},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.3528999984264374},{"id":"https://openalex.org/keywords/dynamics","display_name":"Dynamics (music)","score":0.3447999954223633}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7817000150680542},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7789999842643738},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6352999806404114},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5730000138282776},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.5598999857902527},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5120000243186951},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.4627000093460083},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4205999970436096},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3619000017642975},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.3528999984264374},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.3447999954223633},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.326200008392334},{"id":"https://openalex.org/C89249532","wikidata":"https://www.wikidata.org/wiki/Q7912758","display_name":"Value network","level":3,"score":0.310699999332428},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.30799999833106995},{"id":"https://openalex.org/C2983685735","wikidata":"https://www.wikidata.org/wiki/Q5227355","display_name":"Data source","level":2,"score":0.30469998717308044},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.3046000003814697},{"id":"https://openalex.org/C2780490138","wikidata":"https://www.wikidata.org/wiki/Q7079636","display_name":"Offline learning","level":3,"score":0.2838999927043915},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.2605000138282776},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.25529998540878296}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.24862","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.24862","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.24862","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.24862","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.6075838804244995}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Cross-domain":[0],"offline":[1,83,212],"reinforcement":[2],"learning":[3,165,178],"(RL)":[4],"aims":[5],"to":[6,39,56,166,179,190],"learn":[7],"a":[8,15,21,27,78,104,186],"policy":[9,59,196],"in":[10,109],"the":[11,33,48,87,135,140,171],"target":[12,17],"domain":[13,18,23],"with":[14],"limited":[16],"dataset":[19,24,36],"and":[20,115,133,156],"source":[22,35,71,88,95,172,193],"that":[25,119,201],"exhibits":[26],"dynamics":[28,51,152,168],"shift.":[29],"Training":[30],"directly":[31],"on":[32,67],"original":[34],"typically":[37,65],"leads":[38],"performance":[40],"collapse.":[41],"Recent":[42],"studies":[43,63],"perform":[44],"data":[45,127,187,194],"filtering":[46,128,188],"from":[47,93,170],"perspective":[49],"of":[50],"alignment":[52,55],"or":[53,69],"value":[54,112,120,124,154,157,181],"enable":[57],"efficient":[58],"transfer.":[60],"However,":[61],"these":[62],"are":[64],"validated":[66],"single-domain":[68],"single-behavior-policy":[70],"datasets.":[72],"In":[73],"this":[74,110,145],"work,":[75],"we":[76,117,147],"explore":[77],"more":[79],"general":[80,209],"heterogeneous":[81,210],"cross-domain":[82,211],"RL":[84,213],"setting,":[85],"where":[86],"datasets":[89],"may":[90],"be":[91],"collected":[92],"multiple":[94],"domains":[96],"by":[97,175],"diverse":[98],"behavior":[99],"policies.":[100],"We":[101],"first":[102,160],"uncover":[103],"critical":[105],"yet":[106],"overlooked":[107],"issue":[108],"setting:":[111],"misassignment.":[113],"Empirically":[114],"theoretically,":[116],"demonstrate":[118],"misassignment":[121],"can":[122],"undermine":[123],"alignment,":[125,153,155],"mislead":[126],"toward":[129],"selecting":[130],"suboptimal":[131],"samples,":[132],"loosen":[134],"suboptimality":[136],"gap,":[137],"thereby":[138],"degrading":[139],"agent's":[141],"performance.":[142],"To":[143],"address":[144],"issue,":[146],"propose":[148],"V2A,":[149],"which":[150],"integrates":[151],"assignment.":[158],"V2A":[159,202],"employs":[161],"temporally-consistent":[162],"modality":[163],"representation":[164],"extract":[167],"modalities":[169],"dataset,":[173],"followed":[174],"modality-aware":[176],"advantage":[177],"rectify":[180],"alignment.":[182],"Finally,":[183],"it":[184],"adopts":[185],"paradigm":[189],"selectively":[191],"share":[192],"for":[195],"learning.":[197],"Empirical":[198],"results":[199],"show":[200],"significantly":[203],"outperforms":[204],"strong":[205],"baseline":[206],"methods":[207],"under":[208],"settings.":[214]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-27T00:00:00"}