{"id":"https://openalex.org/W7165683882","doi":"https://doi.org/10.48550/arxiv.2606.23280","title":"Causal Reward World Models: Zero-shot Reward Design for Automated Skill Generation","display_name":"Causal Reward World Models: Zero-shot Reward Design for Automated Skill Generation","publication_year":2026,"publication_date":"2026-06-22","ids":{"openalex":"https://openalex.org/W7165683882","doi":"https://doi.org/10.48550/arxiv.2606.23280"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.23280","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.23280","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.23280","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139190320","display_name":"Yang Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020012572","display_name":"Yuchuang Tong","orcid":"https://orcid.org/0000-0001-8767-1584"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tong, Yuchuang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139192402","display_name":"Zhengtao Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zhengtao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139135755","display_name":"Xu Ding","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Xu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139163769","display_name":"Ning Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Ning","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139184144","display_name":"Yifan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139195278","display_name":"Haipeng Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Haipeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138407595","display_name":"Kehu Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Kehu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5103271139","display_name":"Miao Xin","orcid":"https://orcid.org/0000-0003-2462-2296"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xin, Miao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.4120999872684479,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.4120999872684479,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.045099999755620956,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.03700000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.545199990272522},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5320000052452087},{"id":"https://openalex.org/keywords/spurious-relationship","display_name":"Spurious relationship","score":0.4578999876976013},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4375},{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.42640000581741333},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.39250001311302185},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.3617999851703644},{"id":"https://openalex.org/keywords/causal-model","display_name":"Causal model","score":0.3366999924182892}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6281999945640564},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5659999847412109},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.545199990272522},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5320000052452087},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4797999858856201},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.4578999876976013},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4375},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.42640000581741333},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.39250001311302185},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.3617999851703644},{"id":"https://openalex.org/C11671645","wikidata":"https://www.wikidata.org/wiki/Q5054567","display_name":"Causal model","level":2,"score":0.3366999924182892},{"id":"https://openalex.org/C163504300","wikidata":"https://www.wikidata.org/wiki/Q2364925","display_name":"Causal structure","level":2,"score":0.3059999942779541},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3043000102043152},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.30309998989105225},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.2694000005722046},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.26350000500679016},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2572999894618988},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.2572000026702881},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.2542000114917755},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.2533000111579895},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.2526000142097473},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.2522999942302704}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.23280","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.23280","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.23280","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.23280","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.507394015789032}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Automated":[0],"Reward":[1,76],"Design":[2],"(ARD)":[3],"aims":[4],"to":[5,35,56,65,123,149],"replace":[6],"manual":[7],"reward":[8,15,37,62,89,152,156,183,187],"engineering":[9],"in":[10,48],"reinforcement":[11],"learning":[12],"with":[13,119],"language-driven":[14],"function":[16,157],"synthesis.":[17],"However,":[18],"existing":[19],"approaches":[20],"based":[21],"on":[22,31,98,103,173],"large":[23],"language":[24],"models":[25,82],"(LLMs)":[26],"remain":[27],"inherently":[28],"correlation-driven,":[29],"relying":[30],"iterative":[32],"environmental":[33],"feedback":[34],"refine":[36,124],"hypotheses":[38],"for":[39,167,194],"each":[40],"specific":[41],"task.":[42],"This":[43],"paradigm":[44,166],"not":[45],"only":[46],"results":[47],"inefficient":[49],"reasoning":[50],"but":[51],"also":[52],"makes":[53],"LLMs":[54,141],"susceptible":[55],"semantically":[57],"plausible":[58],"yet":[59],"causally":[60],"spurious":[61],"components,":[63],"leading":[64],"ineffective":[66],"optimization.":[67],"To":[68],"address":[69],"these":[70],"limitations,":[71],"we":[72,108],"propose":[73],"the":[74,83,151,168,191],"Causal":[75],"World":[77],"Model":[78],"(CRWM),":[79],"which":[80],"explicitly":[81],"causal":[84,137,147],"topological":[85],"relationships":[86],"between":[87],"candidate":[88],"components":[90],"and":[91,135,205,214],"task-targeted":[92],"physical":[93],"variables":[94],"through":[95],"offline":[96],"pre-training":[97,106],"multi-task":[99],"interaction":[100],"data.":[101],"Based":[102],"a":[104,110,133,145,163],"coarse-to-fine":[105],"strategy,":[107],"introduce":[109],"joint":[111],"optimization":[112],"module":[113],"that":[114,179],"integrates":[115],"Explicit":[116],"Mechanism":[117],"Decoupling":[118],"Confidence-Aware":[120],"Soft":[121],"Fusion":[122],"coarse":[125],"structural":[126],"priors":[127],"using":[128],"micro-level":[129],"trajectories,":[130],"thereby":[131],"constructing":[132],"robust":[134],"interpretable":[136],"skeleton.":[138],"During":[139],"inference,":[140],"leverage":[142],"CRWM":[143,180],"as":[144],"task-irrelevant":[146],"prior":[148],"constrain":[150],"generation,":[153],"enabling":[154],"zero-shot":[155],"design.":[158],"Our":[159],"work":[160],"opens":[161],"up":[162],"new":[164,196],"white-box":[165],"ARD":[169],"problem.":[170],"Extensive":[171],"experiments":[172],"complex":[174],"continuous":[175],"control":[176],"benchmarks":[177],"demonstrate":[178],"generates":[181],"executable":[182],"functions":[184],"without":[185],"feedback-driven":[186],"refinement,":[188],"significantly":[189],"reducing":[190],"design":[192],"latency":[193],"acquiring":[195],"robotic":[197,216],"skills":[198],"while":[199],"matching":[200],"or":[201],"surpassing":[202],"state-of-the-art":[203],"performance,":[204],"further":[206],"exhibits":[207],"strong":[208],"generalization":[209],"capabilities":[210],"across":[211],"unseen":[212],"tasks":[213],"diverse":[215],"embodiments.":[217]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-24T00:00:00"}