{"id":"https://openalex.org/W7138269449","doi":"https://doi.org/10.48550/arxiv.2603.15013","title":"CycleRL: Sim-to-Real Deep Reinforcement Learning for Robust Autonomous Bicycle Control","display_name":"CycleRL: Sim-to-Real Deep Reinforcement Learning for Robust Autonomous Bicycle Control","publication_year":2026,"publication_date":"2026-03-16","ids":{"openalex":"https://openalex.org/W7138269449","doi":"https://doi.org/10.48550/arxiv.2603.15013"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.15013","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.15013","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.15013","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078554593","display_name":"Gelu Liu","orcid":"https://orcid.org/0009-0007-1085-9061"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Gelu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129670990","display_name":"Teng Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Teng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032712011","display_name":"Zhijie Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Zhijie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129747376","display_name":"Junliang Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Junliang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074764127","display_name":"Shuncai Li","orcid":"https://orcid.org/0000-0002-3284-8001"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Songyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5129647403","display_name":"Xiangwei Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Xiangwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10805","display_name":"Vehicle Dynamics and Control Systems","score":0.7319999933242798,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10805","display_name":"Vehicle Dynamics and Control Systems","score":0.7319999933242798,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.03660000115633011,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.035599999129772186,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7706000208854675},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.7225000262260437},{"id":"https://openalex.org/keywords/sensitivity","display_name":"Sensitivity (control systems)","score":0.48590001463890076},{"id":"https://openalex.org/keywords/agile-software-development","display_name":"Agile software development","score":0.47209998965263367},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.4620000123977661},{"id":"https://openalex.org/keywords/train","display_name":"Train","score":0.4510999917984009},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4339999854564667},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.4300999939441681},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.42480000853538513},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4172999858856201}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7706000208854675},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.7225000262260437},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.576200008392334},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.48590001463890076},{"id":"https://openalex.org/C14185376","wikidata":"https://www.wikidata.org/wiki/Q30232","display_name":"Agile software development","level":2,"score":0.47209998965263367},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.4620000123977661},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4611999988555908},{"id":"https://openalex.org/C190839683","wikidata":"https://www.wikidata.org/wiki/Q2448197","display_name":"Train","level":2,"score":0.4510999917984009},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4339999854564667},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.4300999939441681},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.42480000853538513},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4172999858856201},{"id":"https://openalex.org/C79487989","wikidata":"https://www.wikidata.org/wiki/Q934680","display_name":"Vehicle dynamics","level":2,"score":0.4052000045776367},{"id":"https://openalex.org/C183356978","wikidata":"https://www.wikidata.org/wiki/Q1779213","display_name":"Tracking error","level":3,"score":0.38920000195503235},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.3772999942302704},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.365200012922287},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3499999940395355},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.34950000047683716},{"id":"https://openalex.org/C88337583","wikidata":"https://www.wikidata.org/wiki/Q7883433","display_name":"Underactuation","level":3,"score":0.34630000591278076},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.334199994802475},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.33239999413490295},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.31940001249313354},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.311599999666214},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.29330000281333923},{"id":"https://openalex.org/C2776145597","wikidata":"https://www.wikidata.org/wiki/Q25339462","display_name":"Dropout (neural networks)","level":2,"score":0.2892000079154968},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.2872999906539917},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.28540000319480896},{"id":"https://openalex.org/C196340769","wikidata":"https://www.wikidata.org/wiki/Q7698910","display_name":"Temporal difference learning","level":3,"score":0.2833999991416931},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.2797999978065491},{"id":"https://openalex.org/C31531917","wikidata":"https://www.wikidata.org/wiki/Q915157","display_name":"Robust control","level":3,"score":0.2791000008583069},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.2757999897003174},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.27070000767707825}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.15013","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.15013","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.15013","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.15013","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.776077389717102,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Autonomous":[0],"bicycles":[1],"offer":[2],"a":[3,41,53,77,120,125,132],"promising":[4,117],"agile":[5],"solution":[6],"for":[7,45,82,153],"urban":[8],"mobility":[9],"and":[10,29,88,109,131],"last-mile":[11],"logistics.":[12],"However,":[13],"conventional":[14],"control":[15,72],"strategies":[16],"often":[17],"struggle":[18],"with":[19,143],"underactuated":[20],"nonlinear":[21],"dynamics,":[22],"suffering":[23],"from":[24],"sensitivity":[25],"to":[26,32,69,97],"model":[27],"mismatches":[28],"limited":[30],"adaptability":[31,159],"real-world":[33],"uncertainties.":[34],"To":[35],"address":[36],"this,":[37],"we":[38],"develop":[39],"CycleRL,":[40],"comprehensive":[42],"sim-to-real":[43],"framework":[44,75],"robust":[46],"autonomous":[47,154],"bicycle":[48,155],"control.":[49,90],"Our":[50],"approach":[51],"establishes":[52],"direct":[54,111],"perception-to-action":[55],"mapping":[56],"within":[57],"the":[58,71,99,106],"high-fidelity":[59],"NVIDIA":[60],"Isaac":[61],"Sim":[62],"environment,":[63],"leveraging":[64],"Proximal":[65],"Policy":[66],"Optimization":[67],"(PPO)":[68],"optimize":[70],"policy.":[73],"The":[74],"features":[76],"composite":[78],"reward":[79],"function":[80],"tailored":[81],"concurrent":[83],"balance":[84,122],"maintenance,":[85],"velocity":[86,133],"tracking,":[87],"steering":[89],"Crucially,":[91],"systematic":[92],"domain":[93],"randomization":[94],"is":[95],"employed":[96],"reduce":[98],"reliance":[100],"on":[101],"precise":[102],"system":[103],"modeling,":[104],"bridge":[105],"simulation-to-reality":[107],"gap":[108],"facilitate":[110],"transfer.":[112],"In":[113],"simulation,":[114],"CycleRL":[115],"achieves":[116],"performance,":[118],"including":[119],"99.90%":[121],"success":[123],"rate,":[124],"heading":[126],"tracking":[127,134],"error":[128,135],"of":[129,136],"1.15\u00b0,":[130],"0.18":[137],"m/s.":[138],"These":[139],"quantitative":[140],"results,":[141],"coupled":[142],"successful":[144],"hardware":[145],"deployment,":[146],"validate":[147],"DRL":[148],"as":[149],"an":[150],"effective":[151],"paradigm":[152],"control,":[156],"offering":[157],"superior":[158],"over":[160],"traditional":[161],"methods.":[162],"Video":[163],"demonstrations":[164],"are":[165],"available":[166],"at":[167],"https://cpnt-lab.github.io/CycleRL/.":[168]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-18T00:00:00"}