{"id":"https://openalex.org/W3094398894","doi":"https://doi.org/10.1109/wf-iot48130.2020.9221115","title":"A DDPG-based Approach for Energy-aware UAV Navigation in Obstacle-constrained Environment","display_name":"A DDPG-based Approach for Energy-aware UAV Navigation in Obstacle-constrained Environment","publication_year":2020,"publication_date":"2020-06-01","ids":{"openalex":"https://openalex.org/W3094398894","doi":"https://doi.org/10.1109/wf-iot48130.2020.9221115","mag":"3094398894"},"language":"en","primary_location":{"id":"doi:10.1109/wf-iot48130.2020.9221115","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wf-iot48130.2020.9221115","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 6th World Forum on Internet of Things (WF-IoT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074465652","display_name":"Omar Bouhamed","orcid":"https://orcid.org/0000-0002-6595-5663"},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Omar Bouhamed","raw_affiliation_strings":["School of Systems & Enterprises, Stevens Institute of Technology, Hoboken, NJ, USA"],"affiliations":[{"raw_affiliation_string":"School of Systems & Enterprises, Stevens Institute of Technology, Hoboken, NJ, USA","institution_ids":["https://openalex.org/I108468826"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018306912","display_name":"Xiangpeng Wan","orcid":"https://orcid.org/0000-0002-4998-6494"},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiangpeng Wan","raw_affiliation_strings":["School of Systems & Enterprises, Stevens Institute of Technology, Hoboken, NJ, USA"],"affiliations":[{"raw_affiliation_string":"School of Systems & Enterprises, Stevens Institute of Technology, Hoboken, NJ, USA","institution_ids":["https://openalex.org/I108468826"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021394822","display_name":"Hakim Ghazzai","orcid":"https://orcid.org/0000-0002-8636-4264"},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hakim Ghazzai","raw_affiliation_strings":["School of Systems & Enterprises, Stevens Institute of Technology, Hoboken, NJ, USA"],"affiliations":[{"raw_affiliation_string":"School of Systems & Enterprises, Stevens Institute of Technology, Hoboken, NJ, USA","institution_ids":["https://openalex.org/I108468826"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057380866","display_name":"Yehia Massoud","orcid":"https://orcid.org/0000-0002-6701-0639"},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yehia Massoud","raw_affiliation_strings":["School of Systems & Enterprises, Stevens Institute of Technology, Hoboken, NJ, USA"],"affiliations":[{"raw_affiliation_string":"School of Systems & Enterprises, Stevens Institute of Technology, Hoboken, NJ, USA","institution_ids":["https://openalex.org/I108468826"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5074465652"],"corresponding_institution_ids":["https://openalex.org/I108468826"],"apc_list":null,"apc_paid":null,"fwci":2.071,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.88096528,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9835000038146973,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9714000225067139,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7811590433120728},{"id":"https://openalex.org/keywords/obstacle","display_name":"Obstacle","score":0.6952406167984009},{"id":"https://openalex.org/keywords/dijkstras-algorithm","display_name":"Dijkstra's algorithm","score":0.668865442276001},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.5920581817626953},{"id":"https://openalex.org/keywords/obstacle-avoidance","display_name":"Obstacle avoidance","score":0.5559200644493103},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5138790607452393},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.4295854866504669},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.42026984691619873},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.35633862018585205},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.33160173892974854},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.321022093296051},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2941686511039734},{"id":"https://openalex.org/keywords/shortest-path-problem","display_name":"Shortest path problem","score":0.2799384593963623},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.25943446159362793},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.15995851159095764},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09373354911804199},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.08617538213729858}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7811590433120728},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.6952406167984009},{"id":"https://openalex.org/C173870130","wikidata":"https://www.wikidata.org/wiki/Q8548","display_name":"Dijkstra's algorithm","level":4,"score":0.668865442276001},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5920581817626953},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.5559200644493103},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5138790607452393},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.4295854866504669},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.42026984691619873},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.35633862018585205},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.33160173892974854},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.321022093296051},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2941686511039734},{"id":"https://openalex.org/C22590252","wikidata":"https://www.wikidata.org/wiki/Q1058754","display_name":"Shortest path problem","level":3,"score":0.2799384593963623},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.25943446159362793},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.15995851159095764},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09373354911804199},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.08617538213729858},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wf-iot48130.2020.9221115","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wf-iot48130.2020.9221115","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 6th World Forum on Internet of Things (WF-IoT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7400000095367432,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2031834036","https://openalex.org/W2145339207","https://openalex.org/W2586478707","https://openalex.org/W2803550942","https://openalex.org/W2850262708","https://openalex.org/W2903620886","https://openalex.org/W2922260520","https://openalex.org/W2939455548","https://openalex.org/W2962915935","https://openalex.org/W2963864421","https://openalex.org/W2964023906","https://openalex.org/W2969907048","https://openalex.org/W2982608510","https://openalex.org/W3012033521","https://openalex.org/W6684921986"],"related_works":["https://openalex.org/W2930076404","https://openalex.org/W2071957557","https://openalex.org/W2596413128","https://openalex.org/W1561646347","https://openalex.org/W2356867392","https://openalex.org/W2782776446","https://openalex.org/W2155948905","https://openalex.org/W2346323633","https://openalex.org/W1971413691","https://openalex.org/W3043170174"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,119],"propose":[4],"a":[5,24,40,48,59],"three-dimensional":[6],"autonomous":[7],"UAV":[8,26,71,88,105],"navigation":[9],"framework":[10],"using":[11],"Deep":[12],"Deterministic":[13],"Policy":[14],"Gradient":[15],"(DDPG)":[16],"learning":[17,107,123],"approach.":[18],"The":[19],"objective":[20],"is":[21,82],"to":[22,35,65,85,128],"employ":[23],"self-trained":[25],"as":[27],"an":[28],"airborne":[29],"Internet":[30],"of":[31,95,103,131],"Things":[32],"(IoT)":[33],"unit":[34],"navigate":[36],"obstacles":[37],"and":[38,72,111],"reach":[39],"destination":[41,74],"point,":[42],"where":[43],"it":[44],"can":[45],"communicate":[46],"with":[47,52],"ground":[49],"sensor":[50],"node":[51],"sufficiently":[53],"high":[54],"data":[55],"rate.":[56],"We":[57,98],"develop":[58],"customized":[60],"reward":[61],"function":[62],"which":[63],"aims":[64],"minimize":[66],"the":[67,70,87,90,101,104,108,129,132],"distance":[68],"separating":[69],"its":[73],"while":[75],"penalizing":[76],"collisions.":[77],"A":[78],"dynamic":[79],"energy":[80],"threshold":[81],"also":[83],"set":[84],"redirect":[86],"towards":[89],"charging":[91],"station":[92],"in":[93],"case":[94],"battery":[96],"depletion.":[97],"numerically":[99],"simulate":[100],"behavior":[102],"when":[106],"environmental":[109],"obstacles,":[110],"autonomously":[112],"selecting":[113],"trajectories":[114],"for":[115],"selected":[116],"scenarios.":[117],"Finally,":[118],"show":[120],"that":[121],"our":[122],"approach":[124],"achieves":[125],"close":[126],"performance":[127],"one":[130],"graph-based":[133],"Dijkstra's":[134],"algorithm.":[135]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}