{"id":"https://openalex.org/W4313496236","doi":"https://doi.org/10.1109/lars/sbr/wre56824.2022.9995846","title":"A 3D Q-Learning Algorithm for Offline UAV Path Planning with Priority Shifting Rewards","display_name":"A 3D Q-Learning Algorithm for Offline UAV Path Planning with Priority Shifting Rewards","publication_year":2022,"publication_date":"2022-10-18","ids":{"openalex":"https://openalex.org/W4313496236","doi":"https://doi.org/10.1109/lars/sbr/wre56824.2022.9995846"},"language":"en","primary_location":{"id":"doi:10.1109/lars/sbr/wre56824.2022.9995846","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/lars/sbr/wre56824.2022.9995846","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 Latin American Robotics Symposium (LARS), 2022 Brazilian Symposium on Robotics (SBR), and 2022 Workshop on Robotics in Education (WRE)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007363805","display_name":"Kevin B. de Carvalho","orcid":"https://orcid.org/0000-0003-3639-8826"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kevin Braathen de Carvalho","raw_affiliation_strings":["Universidade Federal de Viçosa,Núcleo de Especialização em Robótica,Department of Computer Science,Viçosa-MG,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade Federal de Viçosa,Núcleo de Especialização em Robótica,Department of Computer Science,Viçosa-MG,Brazil","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057444087","display_name":"Hiago Batista","orcid":"https://orcid.org/0000-0001-6740-0787"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hiago B. Batista","raw_affiliation_strings":["Universidade Federal de Viçosa,Núcleo de Especialização em Robótica,Department of Electrical Engineering,Viçosa-MG,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade Federal de Viçosa,Núcleo de Especialização em Robótica,Department of Electrical Engineering,Viçosa-MG,Brazil","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112888983","display_name":"Iure L. de Oliveira","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Iure L. de Oliveira","raw_affiliation_strings":["Universidade Federal de Viçosa,Núcleo de Especialização em Robótica,Department of Electrical Engineering,Viçosa-MG,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade Federal de Viçosa,Núcleo de Especialização em Robótica,Department of Electrical Engineering,Viçosa-MG,Brazil","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016206479","display_name":"Alexandre S. Brand\u00e3o","orcid":"https://orcid.org/0000-0001-5990-2218"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alexandre S. Brandao","raw_affiliation_strings":["Universidade Federal de Viçosa,Núcleo de Especialização em Robótica,Department of Electrical Engineering,Viçosa-MG,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade Federal de Viçosa,Núcleo de Especialização em Robótica,Department of Electrical Engineering,Viçosa-MG,Brazil","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5545,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.76764974,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"169","last_page":"174"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11615","display_name":"Control and Dynamics of Mobile Robots","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.7999422550201416},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7526893615722656},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7203534841537476},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7151027321815491},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.7137134671211243},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.5914660692214966},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5877499580383301},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5445327162742615},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.5316356420516968},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4852018654346466},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.43595266342163086},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.43269115686416626},{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.42874205112457275},{"id":"https://openalex.org/keywords/potential-field","display_name":"Potential field","score":0.42061376571655273},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3868338167667389},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3830614686012268},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33168840408325195},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15068355202674866},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.12915441393852234},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.08662524819374084},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.08633989095687866}],"concepts":[{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.7999422550201416},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7526893615722656},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7203534841537476},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7151027321815491},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.7137134671211243},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.5914660692214966},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5877499580383301},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5445327162742615},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.5316356420516968},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4852018654346466},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.43595266342163086},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.43269115686416626},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.42874205112457275},{"id":"https://openalex.org/C2986897749","wikidata":"https://www.wikidata.org/wiki/Q231761","display_name":"Potential field","level":2,"score":0.42061376571655273},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3868338167667389},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3830614686012268},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33168840408325195},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15068355202674866},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.12915441393852234},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.08662524819374084},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.08633989095687866},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C8058405","wikidata":"https://www.wikidata.org/wiki/Q46255","display_name":"Geophysics","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lars/sbr/wre56824.2022.9995846","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/lars/sbr/wre56824.2022.9995846","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 Latin American Robotics Symposium (LARS), 2022 Brazilian Symposium on Robotics (SBR), and 2022 Workshop on Robotics in Education (WRE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8700000047683716,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G4679681669","display_name":"COOPERA\u00c7\u00c3O ENTRE VE\u00cdCULOS A\u00c9REOS E TERRESTRES PARA TRANSPORTE DE CARGAS EM AMBIENTES EXTERNOS","funder_award_id":"APQ-02573-21","funder_id":"https://openalex.org/F4320322980","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de Minas Gerais"},{"id":"https://openalex.org/G7412305703","display_name":null,"funder_award_id":"401816/2021-4","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"}],"funders":[{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"},{"id":"https://openalex.org/F4320322980","display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de Minas Gerais","ror":"https://ror.org/00nc55f03"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W131069610","https://openalex.org/W2046888405","https://openalex.org/W2052872632","https://openalex.org/W2128990851","https://openalex.org/W2468618434","https://openalex.org/W2791860092","https://openalex.org/W2804924696","https://openalex.org/W2806422435","https://openalex.org/W2891917771","https://openalex.org/W2895647709","https://openalex.org/W2915081197","https://openalex.org/W2954232543","https://openalex.org/W2955399703","https://openalex.org/W2971481292","https://openalex.org/W2989779259","https://openalex.org/W2993370930","https://openalex.org/W3009712641","https://openalex.org/W3027373571","https://openalex.org/W3043941844","https://openalex.org/W3088314378","https://openalex.org/W3091703254","https://openalex.org/W3095955196","https://openalex.org/W3142421752","https://openalex.org/W3187511524","https://openalex.org/W3199703811","https://openalex.org/W3202367151","https://openalex.org/W3210576832","https://openalex.org/W4288047684"],"related_works":["https://openalex.org/W4388726836","https://openalex.org/W1965569281","https://openalex.org/W4324119413","https://openalex.org/W2062919732","https://openalex.org/W4319978806","https://openalex.org/W2546046681","https://openalex.org/W2893406334","https://openalex.org/W4282942842","https://openalex.org/W2893030767","https://openalex.org/W2573269332"],"abstract_inverted_index":{"Autonomous":[0],"navigational":[1],"robotics":[2],"is":[3,63,70,101],"a":[4,67],"field":[5],"of":[6,14],"great":[7],"importance":[8],"due":[9],"to":[10,26,72,93,103,144],"its":[11,133],"vast":[12],"array":[13],"applications":[15],"such":[16,66],"as":[17],"exploration,":[18],"transportation,":[19],"industry":[20],"or":[21,123],"defense.":[22],"When":[23],"it":[24],"comes":[25],"theses":[27],"scenarios,":[28],"Unmanned":[29],"Aerial":[30],"Vehicles":[31],"(UAV),":[32],"can":[33,38,86,116,127],"enable":[34],"different":[35,76],"approaches":[36],"that":[37,69,85,126],"increase":[39],"the":[40,91,95,105,108,113,129,146],"task's":[41],"efficiency":[42],"and/or":[43],"flexibility.":[44],"In":[45],"this":[46],"paper":[47],"we":[48],"propose":[49],"an":[50],"offline":[51],"path":[52,79,135],"planning":[53],"for":[54,74,150],"static":[55],"3D":[56],"environments":[57],"using":[58],"Q-Learning.":[59],"The":[60,98],"reward":[61],"shaping":[62],"done":[64,143],"in":[65,112,119],"fashion":[68],"able":[71,102],"account":[73],"three":[75],"priorities,":[77],"namely":[78],"length,":[80],"energy":[81],"consumption":[82],"and":[83],"safety,":[84],"be":[87,117,137],"tuned":[88],"freely":[89],"by":[90],"user":[92],"suit":[94],"desired":[96],"application.":[97],"proposed":[99,147],"algorithm":[100],"guide":[104],"agent":[106,130],"towards":[107],"goal":[109],"from":[110,132],"anywhere":[111],"map,":[114],"which":[115],"helpful":[118],"scenarios":[120],"where":[121,141],"internal":[122],"external":[124],"instabilities":[125],"lead":[128],"stray":[131],"main":[134],"may":[136],"expected.":[138],"Scalability":[139],"tests":[140],"also":[142],"benchmark":[145],"method's":[148],"performance":[149],"larger":[151],"maps.":[152]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}