{"id":"https://openalex.org/W7124159615","doi":"https://doi.org/10.1109/codit66093.2025.11321543","title":"Autonomous Drone Navigation through Vertical Obstacles with Novel Reward Function and Temporal Shift Architecture","display_name":"Autonomous Drone Navigation through Vertical Obstacles with Novel Reward Function and Temporal Shift Architecture","publication_year":2025,"publication_date":"2025-07-15","ids":{"openalex":"https://openalex.org/W7124159615","doi":"https://doi.org/10.1109/codit66093.2025.11321543"},"language":null,"primary_location":{"id":"doi:10.1109/codit66093.2025.11321543","is_oa":false,"landing_page_url":"https://doi.org/10.1109/codit66093.2025.11321543","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 11th International Conference on Control, Decision and Information Technologies (CoDIT)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123044629","display_name":"Khuong G. T. Diep","orcid":null},"institutions":[{"id":"https://openalex.org/I28777354","display_name":"Sejong University","ror":"https://ror.org/00aft1q37","country_code":"KR","type":"education","lineage":["https://openalex.org/I28777354"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Khuong G. T. Diep","raw_affiliation_strings":["Sejong University,Department of Computer Engineering,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sejong University,Department of Computer Engineering,Seoul,Korea","institution_ids":["https://openalex.org/I28777354"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113413964","display_name":"Yong-Guk Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I28777354","display_name":"Sejong University","ror":"https://ror.org/00aft1q37","country_code":"KR","type":"education","lineage":["https://openalex.org/I28777354"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yong-Guk Kim","raw_affiliation_strings":["Sejong University,Department of Computer Engineering,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sejong University,Department of Computer Engineering,Seoul,Korea","institution_ids":["https://openalex.org/I28777354"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I28777354"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.69030819,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2740","last_page":"2744"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.3499000072479248,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.3499000072479248,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.20600000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.131400004029274,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.8863999843597412},{"id":"https://openalex.org/keywords/obstacle-avoidance","display_name":"Obstacle avoidance","score":0.6726999878883362},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6090999841690063},{"id":"https://openalex.org/keywords/collision-avoidance","display_name":"Collision avoidance","score":0.5946999788284302},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5641000270843506},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5508999824523926},{"id":"https://openalex.org/keywords/safer","display_name":"SAFER","score":0.5485000014305115},{"id":"https://openalex.org/keywords/temporal-difference-learning","display_name":"Temporal difference learning","score":0.46720001101493835}],"concepts":[{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.8863999843597412},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6970000267028809},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.6726999878883362},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6090999841690063},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.600600004196167},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.5946999788284302},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5641000270843506},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5508999824523926},{"id":"https://openalex.org/C2776654903","wikidata":"https://www.wikidata.org/wiki/Q2601463","display_name":"SAFER","level":2,"score":0.5485000014305115},{"id":"https://openalex.org/C196340769","wikidata":"https://www.wikidata.org/wiki/Q7698910","display_name":"Temporal difference learning","level":3,"score":0.46720001101493835},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.45910000801086426},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4546999931335449},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4489000141620636},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.436599999666214},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.42730000615119934},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3986999988555908},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.3898000121116638},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3806999921798706},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.3321000039577484},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.3246000111103058},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.31119999289512634},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.2750999927520752},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.25839999318122864},{"id":"https://openalex.org/C79487989","wikidata":"https://www.wikidata.org/wiki/Q934680","display_name":"Vehicle dynamics","level":2,"score":0.2533000111579895},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/codit66093.2025.11321543","is_oa":false,"landing_page_url":"https://doi.org/10.1109/codit66093.2025.11321543","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 11th International Conference on Control, Decision and Information Technologies (CoDIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321408","display_name":"Ministry of Education","ror":"https://ror.org/01p262204"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W2788239209","https://openalex.org/W2972405428","https://openalex.org/W2982390413","https://openalex.org/W2991625383"],"related_works":[],"abstract_inverted_index":{"Drones":[0],"are":[1],"increasingly":[2],"utilized":[3],"in":[4,32,58,106,127,152],"diverse":[5],"domains":[6],"such":[7],"as":[8],"surveillance,":[9],"rescue,":[10],"delivery,":[11],"and":[12,90,99,109,118,133,143,157],"data":[13],"collection,":[14],"where":[15],"autonomous":[16],"navigation":[17,57],"with":[18,40,130],"reliable":[19],"obstacle":[20],"avoidance":[21,156],"is":[22,104],"critical.":[23],"While":[24],"deep":[25],"reinforcement":[26],"learning":[27,158],"(DRL)":[28],"has":[29],"shown":[30],"promise":[31],"addressing":[33,61],"this":[34,62,68],"challenge,":[35],"existing":[36],"models":[37],"often":[38],"struggle":[39],"enabling":[41],"effective":[42],"vertical":[43],"maneuverability.":[44],"This":[45],"paper":[46],"presents":[47],"a":[48,72,80,91,113,148],"novel":[49],"reward":[50,69,150],"function":[51,70,151],"tailored":[52],"to":[53,84,95],"enhance":[54],"three-dimensional":[55],"(3D)":[56],"drone":[59,117],"systems,":[60],"key":[63],"limitation.":[64],"Our":[65],"approach":[66,140],"integrates":[67],"within":[71],"Double":[73],"Deep":[74],"Q-Network":[75],"(D3QN)":[76],"framework,":[77],"augmented":[78],"by":[79],"temporal":[81,86],"shift":[82],"technique":[83],"model":[85],"dependencies":[87],"between":[88],"observations":[89],"soft":[92],"update":[93],"mechanism":[94],"improve":[96],"training":[97],"stability":[98],"convergence":[100],"speed.":[101],"The":[102],"system":[103],"evaluated":[105],"both":[107],"simulated":[108],"real-world":[110],"environments":[111],"using":[112],"Parrot":[114],"Bebop":[115],"2.0":[116],"an":[119],"off-board":[120],"ROS-based":[121],"computing":[122],"platform.":[123],"Real-world":[124],"tests":[125],"conducted":[126],"indoor":[128],"corridors":[129],"varied":[131],"static":[132],"low-lying":[134],"obstacles":[135],"demonstrate":[136],"that":[137],"the":[138],"proposed":[139],"enables":[141],"safe":[142],"efficient":[144],"3D":[145],"navigation,":[146],"outperforming":[147],"baseline":[149],"terms":[153],"of":[154],"collision":[155],"efficiency.":[159]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-01-15T00:00:00"}
