{"id":"https://openalex.org/W4416747885","doi":"https://doi.org/10.1109/iros60139.2025.11246821","title":"Flying on Point Clouds with Reinforcement Learning","display_name":"Flying on Point Clouds with Reinforcement Learning","publication_year":2025,"publication_date":"2025-10-19","ids":{"openalex":"https://openalex.org/W4416747885","doi":"https://doi.org/10.1109/iros60139.2025.11246821"},"language":null,"primary_location":{"id":"doi:10.1109/iros60139.2025.11246821","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros60139.2025.11246821","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085755358","display_name":"Guangtong Xu","orcid":"https://orcid.org/0000-0003-0683-5992"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]},{"id":"https://openalex.org/I3018263800","display_name":"Huzhou University","ror":"https://ror.org/04mvpxy20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3018263800"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Guangtong Xu","raw_affiliation_strings":["Zhejiang University,Huzhou Institute,Huzhou,China,313000"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,Huzhou Institute,Huzhou,China,313000","institution_ids":["https://openalex.org/I3018263800","https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089151959","display_name":"Tianyue Wu","orcid":"https://orcid.org/0000-0002-4887-7069"},"institutions":[{"id":"https://openalex.org/I3018263800","display_name":"Huzhou University","ror":"https://ror.org/04mvpxy20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3018263800"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyue Wu","raw_affiliation_strings":["Zhejiang University,Huzhou Institute,Huzhou,China,313000"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,Huzhou Institute,Huzhou,China,313000","institution_ids":["https://openalex.org/I3018263800","https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100380102","display_name":"Zihan Wang","orcid":"https://orcid.org/0009-0006-1175-6163"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]},{"id":"https://openalex.org/I3018263800","display_name":"Huzhou University","ror":"https://ror.org/04mvpxy20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3018263800"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zihan Wang","raw_affiliation_strings":["Zhejiang University,Huzhou Institute,Huzhou,China,313000"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,Huzhou Institute,Huzhou,China,313000","institution_ids":["https://openalex.org/I3018263800","https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072479087","display_name":"Qianhao Wang","orcid":"https://orcid.org/0000-0001-5157-4205"},"institutions":[{"id":"https://openalex.org/I3018263800","display_name":"Huzhou University","ror":"https://ror.org/04mvpxy20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3018263800"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianhao Wang","raw_affiliation_strings":["Zhejiang University,Huzhou Institute,Huzhou,China,313000"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,Huzhou Institute,Huzhou,China,313000","institution_ids":["https://openalex.org/I3018263800","https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045181445","display_name":"Fei Gao","orcid":"https://orcid.org/0000-0001-9928-9390"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]},{"id":"https://openalex.org/I3018263800","display_name":"Huzhou University","ror":"https://ror.org/04mvpxy20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3018263800"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Gao","raw_affiliation_strings":["Zhejiang University,Huzhou Institute,Huzhou,China,313000"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,Huzhou Institute,Huzhou,China,313000","institution_ids":["https://openalex.org/I3018263800","https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5085755358"],"corresponding_institution_ids":["https://openalex.org/I3018263800","https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":10.2126,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.97851742,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"7231","last_page":"7238"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.44449999928474426,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.44449999928474426,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.11919999867677689,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12125","display_name":"Aerospace and Aviation Technology","score":0.09440000355243683,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/traverse","display_name":"Traverse","score":0.7282000184059143},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6735000014305115},{"id":"https://openalex.org/keywords/lidar","display_name":"Lidar","score":0.5738999843597412},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5717999935150146},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.4884999990463257},{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.48190000653266907},{"id":"https://openalex.org/keywords/clutter","display_name":"Clutter","score":0.4634999930858612},{"id":"https://openalex.org/keywords/obstacle-avoidance","display_name":"Obstacle avoidance","score":0.4465999901294708},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4343999922275543},{"id":"https://openalex.org/keywords/obstacle","display_name":"Obstacle","score":0.41830000281333923}],"concepts":[{"id":"https://openalex.org/C176809094","wikidata":"https://www.wikidata.org/wiki/Q15401496","display_name":"Traverse","level":2,"score":0.7282000184059143},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6735000014305115},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6389999985694885},{"id":"https://openalex.org/C51399673","wikidata":"https://www.wikidata.org/wiki/Q504027","display_name":"Lidar","level":2,"score":0.5738999843597412},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5717999935150146},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.52920001745224},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5128999948501587},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.4884999990463257},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.48190000653266907},{"id":"https://openalex.org/C132094186","wikidata":"https://www.wikidata.org/wiki/Q641585","display_name":"Clutter","level":3,"score":0.4634999930858612},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.4465999901294708},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4343999922275543},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.41830000281333923},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.41499999165534973},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.400299996137619},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.39149999618530273},{"id":"https://openalex.org/C68537008","wikidata":"https://www.wikidata.org/wiki/Q247932","display_name":"Stereopsis","level":2,"score":0.36390000581741333},{"id":"https://openalex.org/C113168747","wikidata":"https://www.wikidata.org/wiki/Q507295","display_name":"Cruise control","level":3,"score":0.33399999141693115},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.32749998569488525},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.32249999046325684},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.3183000087738037},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.31189998984336853},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.29589998722076416},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.29269999265670776},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.2897000014781952},{"id":"https://openalex.org/C32283439","wikidata":"https://www.wikidata.org/wiki/Q1407014","display_name":"Radar tracker","level":3,"score":0.2838999927043915},{"id":"https://openalex.org/C87833898","wikidata":"https://www.wikidata.org/wiki/Q1060280","display_name":"Advanced driver assistance systems","level":2,"score":0.27880001068115234},{"id":"https://openalex.org/C2778999744","wikidata":"https://www.wikidata.org/wiki/Q7208292","display_name":"Point target","level":3,"score":0.2784999907016754},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.26840001344680786},{"id":"https://openalex.org/C2776654903","wikidata":"https://www.wikidata.org/wiki/Q2601463","display_name":"SAFER","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C2781089630","wikidata":"https://www.wikidata.org/wiki/Q21856745","display_name":"Realization (probability)","level":2,"score":0.26269999146461487},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.25949999690055847},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.25870001316070557},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2533000111579895},{"id":"https://openalex.org/C134066672","wikidata":"https://www.wikidata.org/wiki/Q1424639","display_name":"Payload (computing)","level":3,"score":0.25279998779296875}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros60139.2025.11246821","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros60139.2025.11246821","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1977655452","https://openalex.org/W2154418813","https://openalex.org/W2162991084","https://openalex.org/W2563408008","https://openalex.org/W2903506349","https://openalex.org/W2911087563","https://openalex.org/W2951360122","https://openalex.org/W2962787639","https://openalex.org/W2962957005","https://openalex.org/W2990747716","https://openalex.org/W2991625383","https://openalex.org/W3038825904","https://openalex.org/W3114626444","https://openalex.org/W3133648073","https://openalex.org/W3135798748","https://openalex.org/W3188485279","https://openalex.org/W3199091020","https://openalex.org/W3202883604","https://openalex.org/W3209325542","https://openalex.org/W4205430897","https://openalex.org/W4229007520","https://openalex.org/W4285102199","https://openalex.org/W4313049632","https://openalex.org/W4362500596","https://openalex.org/W4383066575","https://openalex.org/W4386718967","https://openalex.org/W4387682331","https://openalex.org/W4400229167","https://openalex.org/W4401414021","https://openalex.org/W4401416030","https://openalex.org/W4402354032","https://openalex.org/W4405785343","https://openalex.org/W4406947749","https://openalex.org/W4409473885","https://openalex.org/W4409580967","https://openalex.org/W4411328628","https://openalex.org/W4413945153","https://openalex.org/W4413945488"],"related_works":[],"abstract_inverted_index":{"A":[0],"long-cherished":[1],"vision":[2,46],"of":[3,15,59,64,83,89,100,109,142,169],"drones":[4],"is":[5,62],"to":[6,11,37,45,50,115,128,156],"autonomously":[7],"traverse":[8,212],"through":[9,119],"clutter":[10],"reach":[12],"every":[13],"corner":[14],"the":[16,65,74,81,87,107,131,143,167,170,192,196,204],"world":[17],"using":[18],"onboard":[19,28],"sensing":[20,31,112],"and":[21,32,54,92,113,161,180,210],"computation.":[22],"In":[23],"this":[24],"paper,":[25],"we":[26,103],"combine":[27,106],"3D":[29,110],"lidar":[30,111],"sim-to-real":[33,77],"reinforcement":[34],"learning":[35,150],"(RL)":[36],"enable":[38],"autonomous":[39],"flight":[40],"in":[41,133,138,195],"cluttered":[42],"environments.":[43],"Compared":[44],"sensors,":[47],"lidars":[48],"appear":[49],"be":[51],"more":[52],"straightforward":[53],"accurate":[55],"for":[56,69],"geometric":[57],"modeling":[58],"surroundings,":[60],"which":[61,148],"one":[63],"most":[66],"important":[67],"cues":[68],"successful":[70],"obstacle":[71],"avoidance.":[72],"On":[73],"other":[75],"hand,":[76],"RL":[78,114],"approach":[79],"facilitates":[80],"realization":[82],"low-latency":[84],"control,":[85],"without":[86],"hierarchy":[88],"trajectory":[90],"generation":[91],"tracking.":[93],"We":[94],"demonstrate":[95,166],"that,":[96],"with":[97],"design":[98],"choices":[99],"practical":[101],"significance,":[102],"can":[104,198,206],"effectively":[105],"advantages":[108,168],"control":[116,122,199],"a":[117,120,134,139,153,200],"quadrotor":[118],"low-level":[121],"interface":[123],"at":[124,184],"50Hz.":[125],"The":[126],"key":[127],"successfully":[129],"learn":[130],"policy":[132,193],"lightweight":[135,189],"way":[136],"lies":[137],"specialized":[140],"surrogate":[141],"lidar\u2019s":[144],"raw":[145],"point":[146],"clouds,":[147],"simplifies":[149],"while":[151],"retaining":[152],"fine-grained":[154],"perception":[155],"detect":[157],"narrow":[158],"free":[159],"space":[160],"thin":[162,208],"obstacles.":[163,215],"Simulation":[164],"statistics":[165],"proposed":[171],"system":[172,205],"over":[173],"alternatives,":[174],"such":[175],"as":[176],"performing":[177],"easier":[178],"maneuvers":[179],"higher":[181],"success":[182],"rates":[183],"different":[185],"speed":[186],"constraints.":[187],"With":[188],"simulation":[190],"techniques,":[191],"trained":[194],"simulator":[197],"physical":[201],"quadrotor,":[202],"where":[203],"dodge":[207],"obstacles":[209],"safely":[211],"randomly":[213],"distributed":[214]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-11-28T00:00:00"}