{"id":"https://openalex.org/W7163075343","doi":"https://doi.org/10.48550/arxiv.2605.30957","title":"RDGen: Demonstration Generation for High-Quality Robot Learning via Reinforcement Learning","display_name":"RDGen: Demonstration Generation for High-Quality Robot Learning via Reinforcement Learning","publication_year":2026,"publication_date":"2026-05-29","ids":{"openalex":"https://openalex.org/W7163075343","doi":"https://doi.org/10.48550/arxiv.2605.30957"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.30957","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30957","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.30957","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137604453","display_name":"Zijian Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Zijian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128680841","display_name":"Menglin Zou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zou, Menglin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137587766","display_name":"Zhuang Li","orcid":"https://orcid.org/0000-0002-6938-1177"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zhuang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036995484","display_name":"Yaojie Tu","orcid":"https://orcid.org/0000-0002-0591-7411"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tu, Yaojie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5089963091","display_name":"Xinhai Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Xinhai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.33660000562667847,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.33660000562667847,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.2937999963760376,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.16869999468326569,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7986999750137329},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6934000253677368},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6331999897956848},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6304000020027161},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.5493000149726868},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.44350001215934753},{"id":"https://openalex.org/keywords/robot-control","display_name":"Robot control","score":0.3840000033378601},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.37380000948905945},{"id":"https://openalex.org/keywords/downstream","display_name":"Downstream (manufacturing)","score":0.3718000054359436}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7986999750137329},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.72079998254776},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6934000253677368},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6331999897956848},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6304000020027161},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.604200005531311},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.5493000149726868},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.44350001215934753},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.3840000033378601},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.37380000948905945},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.3718000054359436},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.35260000824928284},{"id":"https://openalex.org/C2779038628","wikidata":"https://www.wikidata.org/wiki/Q7248497","display_name":"Programming by demonstration","level":3,"score":0.33739998936653137},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.3215000033378601},{"id":"https://openalex.org/C74222875","wikidata":"https://www.wikidata.org/wiki/Q16000312","display_name":"Robot kinematics","level":4,"score":0.3073999881744385},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.30660000443458557},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.303600013256073},{"id":"https://openalex.org/C2776544517","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Unexpected events","level":2,"score":0.3034999966621399},{"id":"https://openalex.org/C2775960376","wikidata":"https://www.wikidata.org/wiki/Q1435859","display_name":"Grippers","level":2,"score":0.29670000076293945},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.2851000130176544},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.2702000141143799},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.26570001244544983},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.2648000121116638},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2596000134944916},{"id":"https://openalex.org/C162947575","wikidata":"https://www.wikidata.org/wiki/Q2005645","display_name":"Social robot","level":5,"score":0.25459998846054077},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.2526000142097473},{"id":"https://openalex.org/C2985527887","wikidata":"https://www.wikidata.org/wiki/Q1587588","display_name":"Robot manipulator","level":3,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.30957","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30957","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.30957","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30957","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Vision-Language-Action":[0],"(VLA)":[1],"models":[2],"have":[3],"emerged":[4],"as":[5,70,80,118,182],"a":[6,54,81,89,97,132,144,154],"promising":[7],"paradigm":[8],"for":[9,59,122,189],"general-purpose":[10],"robot":[11,24,29,62,190],"control.":[12],"However,":[13],"their":[14],"performance":[15],"remains":[16],"fundamentally":[17],"constrained":[18],"by":[19],"the":[20,71,110,127,149],"availability":[21],"of":[22,88,135],"high-quality":[23,61,120],"trajectory":[25,83],"data.":[26],"In":[27,48],"current":[28],"learning":[30,57,68],"practice,":[31],"such":[32],"data":[33],"are":[34,115],"primarily":[35],"collected":[36],"through":[37],"human":[38,161],"teleoperation,":[39,162],"which":[40],"is":[41],"labor-intensive,":[42],"costly,":[43],"and":[44,102,168,185],"difficult":[45],"to":[46,109],"scale.":[47],"this":[49],"paper,":[50],"we":[51],"propose":[52],"RDGen,":[53],"sim-to-real":[55],"reinforcement":[56,67],"framework":[58],"generating":[60],"demonstrations.":[63],"Rather":[64],"than":[65],"employing":[66],"solely":[69],"final":[72],"control":[73],"policy,":[74],"RDGen":[75,163],"leverages":[76],"trained":[77],"RL":[78,104,151],"policies":[79],"structured":[82],"generator.":[84],"The":[85],"system":[86],"consists":[87],"VLM-based":[90],"task":[91,146,156],"parser":[92],"that":[93,148,177],"identifies":[94],"task-relevant":[95],"objects,":[96],"Grounding":[98],"DINO-based":[99],"object":[100],"localizer,":[101],"an":[103],"policy":[105,152,191],"transferred":[106,150],"from":[107],"simulation":[108,128],"real":[111],"robot.":[112],"Successful":[113],"rollouts":[114],"then":[116],"harvested":[117],"clean,":[119],"demonstrations":[121,179],"downstream":[123,171],"VLA":[124,172],"training,":[125],"while":[126],"stage":[129],"further":[130],"provides":[131],"scalable":[133],"source":[134],"additional":[136],"trajectories":[137,167],"at":[138],"little":[139],"marginal":[140],"cost.":[141],"Experiments":[142],"on":[143],"pick-and-place":[145],"demonstrate":[147],"achieves":[153],"high":[155],"success":[157],"rate.":[158],"Compared":[159],"with":[160],"produces":[164],"significantly":[165],"smoother":[166],"yields":[169],"superior":[170],"performance.":[173],"These":[174],"results":[175],"indicate":[176],"RL-generated":[178],"can":[180],"serve":[181],"more":[183],"reliable":[184],"consistent":[186],"supervisory":[187],"signals":[188],"learning.":[192]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-02T00:00:00"}