{"id":"https://openalex.org/W3176880374","doi":"https://doi.org/10.1109/lra.2021.3093551","title":"A Sim-to-Real Pipeline for Deep Reinforcement Learning for Autonomous Robot Navigation in Cluttered Rough Terrain","display_name":"A Sim-to-Real Pipeline for Deep Reinforcement Learning for Autonomous Robot Navigation in Cluttered Rough Terrain","publication_year":2021,"publication_date":"2021-06-30","ids":{"openalex":"https://openalex.org/W3176880374","doi":"https://doi.org/10.1109/lra.2021.3093551","mag":"3176880374"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2021.3093551","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2021.3093551","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101580389","display_name":"Han Hu","orcid":"https://orcid.org/0000-0001-7775-8280"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Han Hu","raw_affiliation_strings":["Autonomous Systems and Biomechatronics Laboratory, Department of Mechanical and Industrial Engineering, University of Toronto, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0001-7775-8280","affiliations":[{"raw_affiliation_string":"Autonomous Systems and Biomechatronics Laboratory, Department of Mechanical and Industrial Engineering, University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101611743","display_name":"Kaicheng Zhang","orcid":"https://orcid.org/0000-0002-4268-3634"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Kaicheng Zhang","raw_affiliation_strings":["Autonomous Systems and Biomechatronics Laboratory, Department of Mechanical and Industrial Engineering, University of Toronto, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-4268-3634","affiliations":[{"raw_affiliation_string":"Autonomous Systems and Biomechatronics Laboratory, Department of Mechanical and Industrial Engineering, University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068929601","display_name":"Aaron Hao Tan","orcid":"https://orcid.org/0000-0003-3918-2692"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Aaron Hao Tan","raw_affiliation_strings":["Autonomous Systems and Biomechatronics Laboratory, Department of Mechanical and Industrial Engineering, University of Toronto, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0003-3918-2692","affiliations":[{"raw_affiliation_string":"Autonomous Systems and Biomechatronics Laboratory, Department of Mechanical and Industrial Engineering, University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019318433","display_name":"Michael Ruan","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Michael Ruan","raw_affiliation_strings":["Autonomous Systems and Biomechatronics Laboratory, Department of Mechanical and Industrial Engineering, University of Toronto, Toronto, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Autonomous Systems and Biomechatronics Laboratory, Department of Mechanical and Industrial Engineering, University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084514643","display_name":"Christopher Agia","orcid":"https://orcid.org/0000-0002-1208-2539"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Christopher George Agia","raw_affiliation_strings":["Autonomous Systems and Biomechatronics Laboratory, Department of Mechanical and Industrial Engineering, University of Toronto, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-1208-2539","affiliations":[{"raw_affiliation_string":"Autonomous Systems and Biomechatronics Laboratory, Department of Mechanical and Industrial Engineering, University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061187299","display_name":"Goldie Nejat","orcid":"https://orcid.org/0000-0002-7080-6857"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Goldie Nejat","raw_affiliation_strings":["Autonomous Systems and Biomechatronics Laboratory, Department of Mechanical and Industrial Engineering, University of Toronto, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-7080-6857","affiliations":[{"raw_affiliation_string":"Autonomous Systems and Biomechatronics Laboratory, Department of Mechanical and Industrial Engineering, University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":null,"apc_paid":null,"fwci":7.9324,"has_fulltext":false,"cited_by_count":86,"citation_normalized_percentile":{"value":0.97872404,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"6","issue":"4","first_page":"6569","last_page":"6576"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/traverse","display_name":"Traverse","score":0.9545211791992188},{"id":"https://openalex.org/keywords/terrain","display_name":"Terrain","score":0.8822677135467529},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6974692344665527},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6702789068222046},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6657593250274658},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6502484083175659},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6476132273674011},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5253897309303284},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.522229790687561},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.5179845094680786},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.4459981918334961},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.13093256950378418},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08079233765602112},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.06452840566635132}],"concepts":[{"id":"https://openalex.org/C176809094","wikidata":"https://www.wikidata.org/wiki/Q15401496","display_name":"Traverse","level":2,"score":0.9545211791992188},{"id":"https://openalex.org/C161840515","wikidata":"https://www.wikidata.org/wiki/Q186131","display_name":"Terrain","level":2,"score":0.8822677135467529},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6974692344665527},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6702789068222046},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6657593250274658},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6502484083175659},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6476132273674011},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5253897309303284},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.522229790687561},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.5179845094680786},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.4459981918334961},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.13093256950378418},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08079233765602112},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.06452840566635132},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2021.3093551","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2021.3093551","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320994","display_name":"Canada Research Chairs","ror":"https://ror.org/0517h6h17"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W564304818","https://openalex.org/W1569530544","https://openalex.org/W1572476474","https://openalex.org/W1707996405","https://openalex.org/W1933691875","https://openalex.org/W1974868116","https://openalex.org/W1979426194","https://openalex.org/W1995945562","https://openalex.org/W2062644434","https://openalex.org/W2073660060","https://openalex.org/W2082764616","https://openalex.org/W2095275732","https://openalex.org/W2116190966","https://openalex.org/W2121092017","https://openalex.org/W2485318603","https://openalex.org/W2600201730","https://openalex.org/W2602963933","https://openalex.org/W2751060233","https://openalex.org/W2755158994","https://openalex.org/W2772638427","https://openalex.org/W2809054577","https://openalex.org/W2892245714","https://openalex.org/W2897962332","https://openalex.org/W2898231767","https://openalex.org/W2898693872","https://openalex.org/W2910054127","https://openalex.org/W2949980113","https://openalex.org/W2962938178","https://openalex.org/W2962957005","https://openalex.org/W2963184939","https://openalex.org/W2963428623","https://openalex.org/W2963872524","https://openalex.org/W2964043796","https://openalex.org/W3016507688","https://openalex.org/W3045974612","https://openalex.org/W3099726730","https://openalex.org/W3129397256","https://openalex.org/W3145506661","https://openalex.org/W3205474731","https://openalex.org/W4240330922","https://openalex.org/W4287652473","https://openalex.org/W4293542549","https://openalex.org/W6634138237","https://openalex.org/W6637478477","https://openalex.org/W6677939520","https://openalex.org/W6692846177","https://openalex.org/W6735677848","https://openalex.org/W6748866174","https://openalex.org/W6755791307","https://openalex.org/W6759364557","https://openalex.org/W6783650323"],"related_works":["https://openalex.org/W2377402383","https://openalex.org/W2380835401","https://openalex.org/W2381912691","https://openalex.org/W2350381577","https://openalex.org/W2353618196","https://openalex.org/W4200195314","https://openalex.org/W4389574494","https://openalex.org/W2156329176","https://openalex.org/W2113164274","https://openalex.org/W2132444301"],"abstract_inverted_index":{"Robots":[0],"that":[1,92,122],"autonomously":[2],"navigate":[3,42],"real-world":[4,43,87],"3D":[5,44,88,140],"cluttered":[6,89],"environments":[7],"need":[8],"to":[9,37,41,56,75],"safely":[10],"traverse":[11],"terrain":[12,46,142],"with":[13],"abrupt":[14],"changes":[15],"in":[16,85,127,138],"surface":[17],"normals":[18],"and":[19,69,102,117,132,136],"elevations.":[20],"In":[21],"this":[22],"letter,":[23],"we":[24],"present":[25],"the":[26,66,78,86,93],"development":[27],"of":[28,73,129],"a":[29,34,51,58,70,139],"novel":[30],"sim-to-real":[31],"pipeline":[32,49],"for":[33,81],"mobile":[35],"robot":[36,94],"effectively":[38],"learn":[39,57],"how":[40],"rough":[45,107,141],"environments.":[47,83],"The":[48],"uses":[50],"deep":[52,118],"reinforcement":[53],"learning":[54],"architecture":[55],"navigation":[59,98],"policy":[60],"from":[61,65,99],"training":[62],"data":[63],"obtained":[64],"simulated":[67],"environment":[68,90],"unique":[71],"combination":[72],"strategies":[74],"directly":[76],"address":[77],"reality":[79],"gap":[80],"such":[82],"Experiments":[84],"verified":[91],"successfully":[95],"performed":[96,125],"point-to-point":[97],"arbitrary":[100],"start":[101],"goal":[103],"locations":[104],"while":[105],"traversing":[106],"terrain.":[108],"A":[109],"comparison":[110],"study":[111],"between":[112],"our":[113,123],"DRL":[114],"method,":[115],"classical,":[116],"learning-based":[119],"approaches":[120],"showed":[121],"method":[124],"better":[126],"terms":[128],"success":[130],"rate,":[131],"cumulative":[133],"travel":[134],"distance":[135],"time":[137],"environment.":[143]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":17},{"year":2021,"cited_by_count":3}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}