{"id":"https://openalex.org/W7164320298","doi":"https://doi.org/10.48550/arxiv.2606.12217","title":"Making Foresight Actionable: Repurposing Representation Alignment in World Action Models","display_name":"Making Foresight Actionable: Repurposing Representation Alignment in World Action Models","publication_year":2026,"publication_date":"2026-06-10","ids":{"openalex":"https://openalex.org/W7164320298","doi":"https://doi.org/10.48550/arxiv.2606.12217"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.12217","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12217","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.12217","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138469180","display_name":"Lu Qiu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiu, Lu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138432005","display_name":"Yizhuo Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yizhuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138464190","display_name":"Yi Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138461275","display_name":"Yuying Ge","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ge, Yuying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138406722","display_name":"Yixiao Ge","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ge, Yixiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138404311","display_name":"Xihui Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Xihui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.29840001463890076,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.29840001463890076,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.22920000553131104,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.18569999933242798,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/agra","display_name":"Agra","score":0.640500009059906},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.628000020980835},{"id":"https://openalex.org/keywords/affordance","display_name":"Affordance","score":0.6065999865531921},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.6044999957084656},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.49309998750686646},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4648999869823456},{"id":"https://openalex.org/keywords/repurposing","display_name":"Repurposing","score":0.46470001339912415},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.4237000048160553}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6947000026702881},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6589999794960022},{"id":"https://openalex.org/C2778779881","wikidata":"https://www.wikidata.org/wiki/Q4033577","display_name":"Agra","level":2,"score":0.640500009059906},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.628000020980835},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.6065999865531921},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.6044999957084656},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.49309998750686646},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4648999869823456},{"id":"https://openalex.org/C519536355","wikidata":"https://www.wikidata.org/wiki/Q21021151","display_name":"Repurposing","level":2,"score":0.46470001339912415},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.4237000048160553},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.41370001435279846},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.39169999957084656},{"id":"https://openalex.org/C64848388","wikidata":"https://www.wikidata.org/wiki/Q188867","display_name":"Futures studies","level":2,"score":0.38600000739097595},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36010000109672546},{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.35109999775886536},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.32679998874664307},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.28999999165534973},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.28540000319480896},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.28220000863075256},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2727000117301941},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.27090001106262207},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.2572000026702881},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.2558000087738037},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.25360000133514404}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.12217","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12217","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.12217","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12217","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"World":[0],"Action":[1],"Models":[2],"(WAMs)":[3],"offer":[4],"a":[5,30,80,94,129,180],"promising":[6],"route":[7],"for":[8,86,97],"robot":[9],"manipulation":[10,138],"by":[11,117,150],"using":[12],"video":[13,120],"generation":[14],"models":[15],"to":[16,64,73,174],"model":[17,146],"future":[18],"scene":[19],"evolution":[20],"before":[21],"producing":[22],"control":[23],"actions.":[24,44],"However,":[25],"our":[26],"empirical":[27],"observations":[28],"reveal":[29],"phenomenon:":[31],"generating":[32],"plausible":[33],"visual":[34,87,131],"futures":[35],"does":[36],"not":[37,90],"always":[38],"guarantee":[39],"the":[40,60,114,152,156,170,192],"extraction":[41],"of":[42],"accurate":[43],"To":[45],"diagnose":[46],"this":[47,102],"failure,":[48],"we":[49,104],"conduct":[50],"action-head":[51],"attention":[52],"analysis":[53],"and":[54,70,165,168,188],"causal":[55],"interventions.":[56],"We":[57,133],"find":[58],"that":[59,112,142],"action":[61,99,153,195],"decoder":[62,154],"fails":[63],"focus":[65],"on":[66,136,155],"task-relevant":[67],"interaction":[68,158],"regions":[69],"remains":[71],"sensitive":[72],"perturbations":[74,175],"in":[75,93,176],"task-irrelevant":[76,177],"areas.":[77],"This":[78],"reveals":[79],"representation":[81],"mismatch:":[82],"hidden":[83],"states":[84],"optimized":[85],"reconstruction":[88],"are":[89],"inherently":[91],"organized":[92],"form":[95],"useful":[96],"low-level":[98],"control.":[100],"In":[101],"paper,":[103],"propose":[105],"AGRA,":[106],"an":[107],"Action-Grounded":[108],"Representation":[109],"Alignment":[110],"objective":[111],"regularizes":[113],"world-action":[115],"interface":[116],"aligning":[118],"intermediate":[119],"diffusion":[121],"features":[122],"with":[123],"spatially":[124],"coherent":[125],"semantic":[126],"representations":[127,147],"from":[128],"foundation":[130],"encoder.":[132],"evaluate":[134],"AGRA":[135,143,182],"real-world":[137],"tasks.":[139],"Experiments":[140],"show":[141],"makes":[144,169],"world":[145,194],"more":[148,172],"action-grounded:":[149],"focusing":[151],"correct":[157],"regions,":[159],"it":[160],"improves":[161,184],"object":[162],"localization":[163],"accuracy":[164],"affordance":[166],"understanding,":[167],"policy":[171],"robust":[173],"regions.":[178],"As":[179],"result,":[181],"consistently":[183],"both":[185],"in-distribution":[186],"performance":[187],"out-of-distribution":[189],"generalization":[190],"over":[191],"baseline":[193],"model.":[196]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-12T00:00:00"}