{"id":"https://openalex.org/W3202783433","doi":"https://doi.org/10.1109/lra.2021.3116703","title":"Learning Robot Exploration Strategy With 4D Point-Clouds-Like Information as Observations","display_name":"Learning Robot Exploration Strategy With 4D Point-Clouds-Like Information as Observations","publication_year":2021,"publication_date":"2021-09-30","ids":{"openalex":"https://openalex.org/W3202783433","doi":"https://doi.org/10.1109/lra.2021.3116703","mag":"3202783433"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2021.3116703","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2021.3116703","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101816278","display_name":"Zhaoting Li","orcid":"https://orcid.org/0000-0002-9873-0858"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoting Li","raw_affiliation_strings":["Department of Electronic and Electrical Engineering, Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-9873-0858","affiliations":[{"raw_affiliation_string":"Department of Electronic and Electrical Engineering, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083545249","display_name":"Tingguang Li","orcid":"https://orcid.org/0000-0003-1161-9987"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tingguang Li","raw_affiliation_strings":["Tencent Robotics X Laboratory, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-1161-9987","affiliations":[{"raw_affiliation_string":"Tencent Robotics X Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043461784","display_name":"Jiankun Wang","orcid":"https://orcid.org/0000-0001-9139-0291"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiankun Wang","raw_affiliation_strings":["Department of Electronic and Electrical Engineering, Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-9139-0291","affiliations":[{"raw_affiliation_string":"Department of Electronic and Electrical Engineering, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021531143","display_name":"Max Q.\u2010H. Meng","orcid":"https://orcid.org/0000-0002-5255-5898"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]},{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Max Q.-H. Meng","raw_affiliation_strings":["Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong, China","Department of Electronic and Electrical Engineering, Southern University of Science and Technology, Shenzhen, China","Shenzhen Research Institute of, The Chinese University of Hong Kong, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-5255-5898","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Electronic and Electrical Engineering, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Shenzhen Research Institute of, The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4851,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.65545717,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"7","issue":"1","first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.724933385848999},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6697903871536255},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.651080846786499},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6344786882400513},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6208642721176147},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6184854507446289},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.605783998966217},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5731008052825928},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5372564196586609},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.49303480982780457},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4880625009536743},{"id":"https://openalex.org/keywords/frontier","display_name":"Frontier","score":0.47590693831443787},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.47000035643577576},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11102154850959778},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.08934706449508667}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.724933385848999},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6697903871536255},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.651080846786499},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6344786882400513},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6208642721176147},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6184854507446289},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.605783998966217},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5731008052825928},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5372564196586609},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.49303480982780457},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4880625009536743},{"id":"https://openalex.org/C2778571376","wikidata":"https://www.wikidata.org/wiki/Q1355821","display_name":"Frontier","level":2,"score":0.47590693831443787},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.47000035643577576},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11102154850959778},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.08934706449508667},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2021.3116703","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2021.3116703","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G800496194","display_name":null,"funder_award_id":"518055","funder_id":"https://openalex.org/F4320327605","funder_display_name":"Southern University of Science and Technology"}],"funders":[{"id":"https://openalex.org/F4320327605","display_name":"Southern University of Science and Technology","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1969483458","https://openalex.org/W2089437550","https://openalex.org/W2107667896","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2146271069","https://openalex.org/W2155968351","https://openalex.org/W2172103629","https://openalex.org/W2278868814","https://openalex.org/W2296693980","https://openalex.org/W2336416123","https://openalex.org/W2560609797","https://openalex.org/W2562788852","https://openalex.org/W2746553466","https://openalex.org/W2772545238","https://openalex.org/W2891234582","https://openalex.org/W2908729504","https://openalex.org/W2910054127","https://openalex.org/W2963948945","https://openalex.org/W2966477753","https://openalex.org/W2979750740","https://openalex.org/W3007769740","https://openalex.org/W3044068291","https://openalex.org/W3081066269","https://openalex.org/W3130548322","https://openalex.org/W4214717370","https://openalex.org/W6735003056","https://openalex.org/W6746700414","https://openalex.org/W6763422710","https://openalex.org/W6782312600"],"related_works":["https://openalex.org/W2347401120","https://openalex.org/W2310010941","https://openalex.org/W1988132375","https://openalex.org/W2334292868","https://openalex.org/W579144800","https://openalex.org/W2046798653","https://openalex.org/W2069525434","https://openalex.org/W2021057137","https://openalex.org/W4300812724","https://openalex.org/W2391874142"],"abstract_inverted_index":{"Being":[0],"able":[1],"to":[2,19,31,38,56,72,74,178],"explore":[3,179],"unknown":[4],"environments":[5,46,63,181],"is":[6,64,126],"a":[7,84,104],"requirement":[8],"for":[9,119],"fully":[10],"autonomous":[11],"robots.":[12],"Many":[13],"learning-based":[14],"methods":[15,43,70,148],"have":[16],"been":[17],"proposed":[18,140,171],"learn":[20,32],"an":[21],"exploration":[22],"strategy.":[23],"In":[24],"the":[25,33,45,60,95,116,129,136,162],"frontier-based":[26],"exploration,":[27],"learning":[28,132],"algorithms":[29],"tend":[30],"optimal":[34],"or":[35],"near-optimal":[36],"frontier":[37],"explore.":[39],"Most":[40],"of":[41,62,138],"these":[42,53,69,110],"represent":[44],"as":[47,54],"fixed":[48],"size":[49,61],"images":[50],"and":[51,98,114,149,182],"take":[52],"inputs":[55],"neural":[57,105,124],"networks.":[58],"However,":[59],"usually":[65],"unknown,":[66],"which":[67],"makes":[68],"fail":[71],"generalize":[73],"real":[75],"world":[76],"scenarios.":[77],"To":[78],"address":[79],"this":[80,123],"issue,":[81],"we":[82],"present":[83],"novel":[85],"state":[86],"representation":[87],"method":[88,141,172],"based":[89],"on":[90,153],"4D":[91,111],"point-clouds-like":[92,112],"information,":[93],"including":[94],"locations,":[96],"frontier,":[97],"distance":[99],"information.":[100],"We":[101,134],"also":[102],"design":[103],"network":[106,125],"that":[107,155,169],"can":[108,183],"process":[109],"information":[113],"generate":[115],"estimated":[117],"value":[118],"each":[120],"frontier.":[121],"Then":[122],"trained":[127],"using":[128],"typical":[130],"reinforcement":[131],"framework.":[133],"test":[135,150],"performance":[137],"our":[139,170],"by":[142],"comparing":[143],"it":[144],"with":[145,188],"other":[146],"five":[147],"its":[151],"scalability":[152],"maps":[154,160,187],"are":[156],"much":[157],"larger":[158],"than":[159],"in":[161,186],"training":[163],"set.":[164],"The":[165],"experiment":[166],"results":[167],"demonstrate":[168],"needs":[173],"shorter":[174],"average":[175],"traveling":[176],"distances":[177],"whole":[180],"be":[184],"adopted":[185],"arbitrarily":[189],"sizes.":[190]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}