{"id":"https://openalex.org/W7138193351","doi":"https://doi.org/10.48550/arxiv.2603.13528","title":"Learning Actionable Manipulation Recovery via Counterfactual Failure Synthesis","display_name":"Learning Actionable Manipulation Recovery via Counterfactual Failure Synthesis","publication_year":2026,"publication_date":"2026-03-13","ids":{"openalex":"https://openalex.org/W7138193351","doi":"https://doi.org/10.48550/arxiv.2603.13528"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.13528","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13528","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.13528","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129737098","display_name":"Dayou Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Dayou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129751870","display_name":"Jiuzhou Lei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lei, Jiuzhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129641638","display_name":"Hao Henry Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129668637","display_name":"Lulin Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Lulin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129665130","display_name":"Yunhao Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yunhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129691987","display_name":"Zihan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zihan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129661458","display_name":"Bangya Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Bangya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129659347","display_name":"Minghui Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Minghui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5129705598","display_name":"Zhiwen Fan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan, Zhiwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.7254999876022339,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.7254999876022339,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.05570000037550926,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.02410000003874302,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.6919000148773193},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4480000138282776},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.44440001249313354},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4302999973297119},{"id":"https://openalex.org/keywords/unexpected-events","display_name":"Unexpected events","score":0.41370001435279846},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.4075999855995178},{"id":"https://openalex.org/keywords/data-driven","display_name":"Data-driven","score":0.3788999915122986}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.739799976348877},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.6919000148773193},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5295000076293945},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4480000138282776},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.44440001249313354},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4302999973297119},{"id":"https://openalex.org/C2776544517","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Unexpected events","level":2,"score":0.41370001435279846},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.4075999855995178},{"id":"https://openalex.org/C2780440489","wikidata":"https://www.wikidata.org/wiki/Q5227278","display_name":"Data-driven","level":2,"score":0.3788999915122986},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.365200012922287},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.36399999260902405},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34850001335144043},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.3301999866962433},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.31769999861717224},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.30709999799728394},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.2989000082015991},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.13528","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13528","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.13528","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13528","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.40531060099601746,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"While":[0],"recent":[1],"foundation":[2],"models":[3],"have":[4],"significantly":[5],"advanced":[6],"robotic":[7,168],"manipulation,":[8],"these":[9],"systems":[10],"still":[11],"struggle":[12],"to":[13,150,163,180],"autonomously":[14],"recover":[15],"from":[16,81,178],"execution":[17],"errors.":[18],"Current":[19],"failure-learning":[20],"paradigms":[21],"rely":[22],"on":[23,100],"either":[24],"costly":[25],"and":[26,66,128,155,185],"unsafe":[27],"real-world":[28,83,167],"data":[29,97,106],"collection":[30],"or":[31],"simulator-based":[32],"perturbations,":[33],"which":[34],"introduce":[35,70],"a":[36,72,89,115,134,147],"severe":[37],"sim-to-real":[38],"gap.":[39],"Furthermore,":[40],"existing":[41],"visual":[42,126,160],"analyzers":[43],"predominantly":[44],"output":[45],"coarse,":[46],"binary":[47],"diagnoses":[48],"rather":[49],"than":[50],"the":[51,61,104],"executable,":[52],"trajectory-level":[53],"corrections":[54],"required":[55],"for":[56,110,123],"actual":[57],"recovery.":[58],"To":[59,102],"bridge":[60],"gap":[62],"between":[63],"failure":[64,78,153,190],"diagnosis":[65],"actionable":[67],"recovery,":[68],"we":[69,113,145],"Dream2Fix,":[71],"framework":[73],"that":[74,119],"synthesizes":[75],"photorealistic,":[76],"counterfactual":[77],"rollouts":[79,122],"directly":[80,162],"successful":[82],"demonstrations.":[84],"By":[85],"perturbing":[86],"actions":[87],"within":[88],"generative":[90],"world":[91],"model,":[92],"Dream2Fix":[93],"creates":[94],"paired":[95,140],"failure-correction":[96],"without":[98],"relying":[99],"simulators.":[101],"ensure":[103],"generated":[105],"is":[107],"physically":[108],"viable":[109],"robot":[111],"learning,":[112],"implement":[114],"structured":[116],"verification":[117],"mechanism":[118],"strictly":[120],"filters":[121],"task":[124],"validity,":[125],"coherence,":[127],"kinematic":[129],"safety.":[130],"This":[131],"engine":[132],"produces":[133],"high-fidelity":[135],"dataset":[136],"of":[137],"over":[138,182],"120k":[139],"samples.":[141],"Using":[142],"this":[143],"dataset,":[144],"fine-tune":[146],"vision-language":[148],"model":[149],"jointly":[151],"predict":[152],"types":[154],"precise":[156],"recovery":[157,191],"trajectories,":[158],"mapping":[159],"anomalies":[161],"corrective":[164],"actions.":[165],"Extensive":[166],"experiments":[169],"show":[170],"our":[171],"approach":[172],"achieves":[173],"state-of-the-art":[174],"correction":[175],"accuracy,":[176],"improving":[177],"19.7%":[179],"81.3%":[181],"prior":[183],"baselines,":[184],"successfully":[186],"enables":[187],"zero-shot":[188],"closed-loop":[189],"in":[192],"physical":[193],"deployments.":[194]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-18T00:00:00"}