{"id":"https://openalex.org/W4416748412","doi":"https://doi.org/10.1109/iros60139.2025.11246305","title":"ReBot: Scaling Robot Learning with Real-to-Sim-to-Real Robotic Video Synthesis","display_name":"ReBot: Scaling Robot Learning with Real-to-Sim-to-Real Robotic Video Synthesis","publication_year":2025,"publication_date":"2025-10-19","ids":{"openalex":"https://openalex.org/W4416748412","doi":"https://doi.org/10.1109/iros60139.2025.11246305"},"language":null,"primary_location":{"id":"doi:10.1109/iros60139.2025.11246305","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros60139.2025.11246305","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100331871","display_name":"Fang Yu","orcid":"https://orcid.org/0000-0002-2776-9624"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yu Fang","raw_affiliation_strings":["University of North Carolina at Chapel Hill,Department of Computer Science,Chapel Hill,NC,USA,27599"],"affiliations":[{"raw_affiliation_string":"University of North Carolina at Chapel Hill,Department of Computer Science,Chapel Hill,NC,USA,27599","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101224755","display_name":"Yue Yang","orcid":"https://orcid.org/0009-0002-0437-7238"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yue Yang","raw_affiliation_strings":["University of North Carolina at Chapel Hill,Department of Computer Science,Chapel Hill,NC,USA,27599"],"affiliations":[{"raw_affiliation_string":"University of North Carolina at Chapel Hill,Department of Computer Science,Chapel Hill,NC,USA,27599","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101715656","display_name":"Xinghao Zhu","orcid":"https://orcid.org/0009-0002-8078-1531"},"institutions":[{"id":"https://openalex.org/I4210116723","display_name":"Robotics Research (United States)","ror":"https://ror.org/020w2fr77","country_code":"US","type":"company","lineage":["https://openalex.org/I4210116723"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xinghao Zhu","raw_affiliation_strings":["Robotics and AI Institute,Cambridge,MA,USA,02142"],"affiliations":[{"raw_affiliation_string":"Robotics and AI Institute,Cambridge,MA,USA,02142","institution_ids":["https://openalex.org/I4210116723"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082490116","display_name":"Kaiyuan Zheng","orcid":"https://orcid.org/0000-0002-5727-493X"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kaiyuan Zheng","raw_affiliation_strings":["University of Washington,Department of Electrical and Computer Engineering,Seattle,WA,USA,98195"],"affiliations":[{"raw_affiliation_string":"University of Washington,Department of Electrical and Computer Engineering,Seattle,WA,USA,98195","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081800468","display_name":"Gedas Bertasius","orcid":"https://orcid.org/0000-0003-1800-4790"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gedas Bertasius","raw_affiliation_strings":["University of North Carolina at Chapel Hill,Department of Computer Science,Chapel Hill,NC,USA,27599"],"affiliations":[{"raw_affiliation_string":"University of North Carolina at Chapel Hill,Department of Computer Science,Chapel Hill,NC,USA,27599","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024581242","display_name":"Daniel Szaf\u0131r","orcid":"https://orcid.org/0000-0003-1848-7884"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Szafir","raw_affiliation_strings":["University of North Carolina at Chapel Hill,Department of Computer Science,Chapel Hill,NC,USA,27599"],"affiliations":[{"raw_affiliation_string":"University of North Carolina at Chapel Hill,Department of Computer Science,Chapel Hill,NC,USA,27599","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022382771","display_name":"Mingyu Ding","orcid":"https://orcid.org/0000-0001-6556-8359"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mingyu Ding","raw_affiliation_strings":["University of North Carolina at Chapel Hill,Department of Computer Science,Chapel Hill,NC,USA,27599"],"affiliations":[{"raw_affiliation_string":"University of North Carolina at Chapel Hill,Department of Computer Science,Chapel Hill,NC,USA,27599","institution_ids":["https://openalex.org/I114027177"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100331871"],"corresponding_institution_ids":["https://openalex.org/I114027177"],"apc_list":null,"apc_paid":null,"fwci":1.428,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.8747089,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"11351","last_page":"11358"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.5722000002861023,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.5722000002861023,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.22840000689029694,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.03929999843239784,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7544999718666077},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7049999833106995},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.7006000280380249},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.6614999771118164},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5817000269889832},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.45840001106262207},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.40790000557899475},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.3806000053882599}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7811999917030334},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7544999718666077},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7049999833106995},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.7006000280380249},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6840000152587891},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.6614999771118164},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5817000269889832},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.47209998965263367},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.45840001106262207},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.40790000557899475},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.3806000053882599},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.365200012922287},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.3192000091075897},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3127000033855438},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.30489999055862427},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2994000017642975},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.29840001463890076},{"id":"https://openalex.org/C74222875","wikidata":"https://www.wikidata.org/wiki/Q16000312","display_name":"Robot kinematics","level":4,"score":0.28130000829696655},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.28130000829696655},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.2775000035762787},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.27720001339912415},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2653000056743622},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.25850000977516174}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros60139.2025.11246305","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros60139.2025.11246305","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W2990674467","https://openalex.org/W2994446013","https://openalex.org/W3003310656","https://openalex.org/W3009928773","https://openalex.org/W3034758614","https://openalex.org/W3035624836","https://openalex.org/W3088310808","https://openalex.org/W3204665606","https://openalex.org/W3212380917","https://openalex.org/W4312933868","https://openalex.org/W4367016688","https://openalex.org/W4385403849","https://openalex.org/W4385430538","https://openalex.org/W4385430679","https://openalex.org/W4386075660","https://openalex.org/W4387123775","https://openalex.org/W4390872458","https://openalex.org/W4402353985","https://openalex.org/W4402354047","https://openalex.org/W4402354126","https://openalex.org/W4402660110","https://openalex.org/W4404612908","https://openalex.org/W4405778632","https://openalex.org/W4410706720"],"related_works":[],"abstract_inverted_index":{"Vision-language-action":[0],"(VLA)":[1],"models":[2,54],"present":[3],"a":[4,42,129,133,193],"promising":[5],"paradigm":[6],"by":[7,175,179,184,203,207],"training":[8],"policies":[9],"directly":[10],"on":[11],"real":[12,48,110],"robot":[13,49,65,71,96],"datasets":[14,50],"like":[15],"Open":[16],"X-Embodiment.":[17],"However,":[18],"the":[19,32,60,82,107,114,120,154,165,170,198],"high":[20],"cost":[21],"of":[22,34,109,122,158,173,201],"real-world":[23,70,87,147,190],"data":[24,28,111,139],"collection":[25],"hinders":[26],"further":[27],"scaling,":[29],"thereby":[30],"restricting":[31],"generalizability":[33],"VLAs.":[35,159],"In":[36],"this":[37],"paper,":[38],"we":[39],"introduce":[40],"ReBot,":[41],"novel":[43],"real-to-sim-to-real":[44],"approach":[45,100],"for":[46],"scaling":[47],"and":[51,80,93,124,146,156,177,181,186,205],"adapting":[52],"VLA":[53,131],"to":[55,75,89,112,132],"target":[56,134],"domains,":[57],"which":[58],"is":[59],"last-mile":[61],"deployment":[62],"challenge":[63],"in":[64,73,143,162],"manipulation.":[66],"Specifically,":[67],"ReBot":[68,151,168,196],"replays":[69],"trajectories":[72],"simulation":[74,145],"diversify":[76],"manipulated":[77],"objects":[78],"(real-to-sim),":[79],"integrates":[81],"simulated":[83],"movements":[84],"with":[85,136,164,192],"inpainted":[86],"background":[88],"synthesize":[90],"physically":[91],"realistic":[92],"temporally":[94],"consistent":[95],"videos":[97],"(sim-to-real).":[98],"Our":[99],"has":[101],"several":[102],"advantages:":[103],"1)":[104],"it":[105,118,126],"enjoys":[106],"benefit":[108],"minimize":[113],"sim-to-real":[115],"gap;":[116],"2)":[117],"leverages":[119],"scalability":[121],"simulation;":[123],"3)":[125],"can":[127,211],"generalize":[128],"pretrained":[130],"domain":[135],"fully":[137],"automated":[138],"pipelines.":[140],"Extensive":[141],"experiments":[142],"both":[144],"environments":[148],"show":[149],"that":[150],"significantly":[152],"enhances":[153],"performance":[155,172],"robustness":[157],"For":[160,189],"example,":[161],"SimplerEnv":[163],"WidowX":[166],"robot,":[167,195],"improved":[169],"in-domain":[171],"Octo":[174,202],"7.2%":[176],"OpenVLA":[178,206],"21.8%,":[180],"out-of-domain":[182],"generalization":[183],"19.9%":[185],"9.4%,":[187],"respectively.":[188],"evaluation":[191],"Franka":[194],"increased":[197],"success":[199],"rates":[200],"17%":[204],"20%.":[208],"More":[209],"information":[210],"be":[212],"found":[213],"at":[214],"our":[215],"project":[216],"page.":[217]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-11-28T00:00:00"}