{"id":"https://openalex.org/W7164959124","doi":"https://doi.org/10.48550/arxiv.2606.17040","title":"R2RDreamer: 3D-aware Data Augmentation for Spatially-generalized 2D Manipulation Policies","display_name":"R2RDreamer: 3D-aware Data Augmentation for Spatially-generalized 2D Manipulation Policies","publication_year":2026,"publication_date":"2026-06-15","ids":{"openalex":"https://openalex.org/W7164959124","doi":"https://doi.org/10.48550/arxiv.2606.17040"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.17040","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17040","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.17040","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138709642","display_name":"Xiuwei Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Xiuwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138738649","display_name":"Haowen Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Haowen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018367482","display_name":"Annabel Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Angyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138731067","display_name":"Yiwei Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yiwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138754807","display_name":"Zhenyu Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Zhenyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138694040","display_name":"Xiaofeng Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xiaofeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133014511","display_name":"Bingyao Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Bingyao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138693755","display_name":"Zheng Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Zheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138753562","display_name":"Jie Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Jie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5015941605","display_name":"J Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Jiwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.7373999953269958,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.7373999953269958,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.06809999793767929,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.041200000792741776,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6586999893188477},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.6110000014305115},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.553600013256073},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.5482000112533569},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4368000030517578},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.39579999446868896},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.384799987077713},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.353300005197525}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7918000221252441},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6586999893188477},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6308000087738037},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.6110000014305115},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5755000114440918},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.553600013256073},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.5482000112533569},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4611999988555908},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4368000030517578},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.39579999446868896},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.384799987077713},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.353300005197525},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3102000057697296},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.29010000824928284},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.28600001335144043},{"id":"https://openalex.org/C20894473","wikidata":"https://www.wikidata.org/wiki/Q1116105","display_name":"Object model","level":3,"score":0.2815999984741211},{"id":"https://openalex.org/C108882727","wikidata":"https://www.wikidata.org/wiki/Q2991685","display_name":"Solid modeling","level":2,"score":0.2648000121116638},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C193581530","wikidata":"https://www.wikidata.org/wiki/Q683778","display_name":"Structured light","level":2,"score":0.2628999948501587},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.262800008058548},{"id":"https://openalex.org/C155911833","wikidata":"https://www.wikidata.org/wiki/Q3817354","display_name":"Spatial intelligence","level":2,"score":0.2574999928474426},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.25589999556541443}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.17040","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17040","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.17040","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17040","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Spatial":[0],"generalization":[1,191],"is":[2],"critical":[3],"for":[4],"imitation-learned":[5],"manipulation":[6,176],"policies,":[7],"but":[8,45],"achieving":[9],"it":[10,146],"typically":[11],"requires":[12,46],"scaling":[13],"demonstrations":[14,30],"across":[15],"diverse":[16],"object":[17,50,136],"poses,":[18],"robot":[19],"configurations,":[20],"and":[21,49,52,69,84,87,138,160,183,206],"camera":[22],"viewpoints.":[23],"Data":[24],"augmentation":[25,40,107,132],"from":[26,72,192],"a":[27,32,55,104,142,162],"few":[28],"source":[29,194],"offers":[31],"practical":[33],"alternative":[34],"to":[35,92,122,166],"costly":[36],"real-world":[37],"collection.":[38],"Simulation-based":[39],"can":[41],"create":[42],"controllable":[43],"variation,":[44],"complex":[47],"environment":[48],"setup":[51],"may":[53],"introduce":[54],"sim-to-real":[56],"gap.":[57],"Recent":[58],"real-to-real":[59,105],"methods":[60],"avoid":[61],"these":[62],"issues":[63],"by":[64,133],"jointly":[65],"editing":[66,117,134],"3D":[67,81,93,115,131,144,202],"observations":[68,90],"action":[70],"trajectories":[71,140],"real":[73],"demonstrations,":[74,195],"yet":[75],"they":[76],"still":[77],"rely":[78],"on":[79,173],"strong":[80],"scene":[82,151],"parsing":[83],"geometry":[85],"completion,":[86],"often":[88],"produce":[89],"tailored":[91],"pointcloud":[94],"policies":[95,182,185],"rather":[96],"than":[97],"RGB-based":[98],"2D":[99,123,180],"policies.":[100],"We":[101],"propose":[102],"R2RDreamer,":[103],"demonstration":[106],"framework":[108],"that":[109,187],"preserves":[110],"the":[111,149,199],"geometric":[112],"consistency":[113],"of":[114,201],"action-observation":[116],"while":[118],"moving":[119],"visual":[120],"completion":[121],"video":[124,207],"space.":[125],"Specifically,":[126],"R2RDreamer":[127,188],"first":[128],"performs":[129],"lightweight":[130],"incomplete":[135],"pointclouds":[137],"end-effector":[139],"in":[141],"shared":[143],"frame;":[145],"then":[147],"projects":[148],"edited":[150],"into":[152],"masked":[153],"image-space":[154],"control":[155],"videos":[156],"with":[157,178,196],"occlusion-aware":[158,204],"reasoning":[159],"uses":[161],"dense-control":[163],"image-to-video":[164],"model":[165],"complete":[167],"temporally":[168],"coherent":[169],"RGB":[170],"observations.":[171],"Experiments":[172],"spatially":[174],"shifted":[175],"tasks":[177],"both":[179],"diffusion-style":[181],"vision-language-action":[184],"show":[186],"improves":[189],"spatial":[190],"limited":[193],"analyses":[197],"validating":[198],"contributions":[200],"editing,":[203],"projection,":[205],"completion.":[208]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-17T00:00:00"}