{"id":"https://openalex.org/W4387914609","doi":"https://doi.org/10.1109/codit58514.2023.10284087","title":"Dynamic Reward in DQN for Autonomous Navigation of UAVs Using Object Detection","display_name":"Dynamic Reward in DQN for Autonomous Navigation of UAVs Using Object Detection","publication_year":2023,"publication_date":"2023-07-03","ids":{"openalex":"https://openalex.org/W4387914609","doi":"https://doi.org/10.1109/codit58514.2023.10284087"},"language":"en","primary_location":{"id":"doi:10.1109/codit58514.2023.10284087","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/codit58514.2023.10284087","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 9th International Conference on Control, Decision and Information Technologies (CoDIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://vbn.aau.dk/ws/files/559753954/CoDIT_23_Conference_Paper_APEL2_1.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093120804","display_name":"Adam Lagoda","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Adam Lagoda","raw_affiliation_strings":["Aalobrg University,Department of Energy,Esbjerg,Denmark,6700"],"affiliations":[{"raw_affiliation_string":"Aalobrg University,Department of Energy,Esbjerg,Denmark,6700","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114093700","display_name":"Seyedeh Fatemeh Mahdavi Sharifi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Seyedeh Fatemeh Mahdavi Sharifi","raw_affiliation_strings":["Aalobrg University,Department of Energy,Esbjerg,Denmark,6700"],"affiliations":[{"raw_affiliation_string":"Aalobrg University,Department of Energy,Esbjerg,Denmark,6700","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104187788","display_name":"Thomas Aagaard Pedersen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thomas Aagaard Pedersen","raw_affiliation_strings":["Aalobrg University,Department of Energy,Esbjerg,Denmark,6700"],"affiliations":[{"raw_affiliation_string":"Aalobrg University,Department of Energy,Esbjerg,Denmark,6700","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045769686","display_name":"Daniel Ort\u00edz-Arroyo","orcid":"https://orcid.org/0000-0002-1297-3702"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Daniel Ortiz-Arroyo","raw_affiliation_strings":["Aalobrg University,Department of Energy,Esbjerg,Denmark,6700"],"affiliations":[{"raw_affiliation_string":"Aalobrg University,Department of Energy,Esbjerg,Denmark,6700","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043746198","display_name":"Shi Chang","orcid":"https://orcid.org/0000-0003-4509-5026"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shi Chang","raw_affiliation_strings":["Cornell University,Ithaca,New York,United States,14850"],"affiliations":[{"raw_affiliation_string":"Cornell University,Ithaca,New York,United States,14850","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081081963","display_name":"Petar Durdevic","orcid":"https://orcid.org/0000-0003-2701-9257"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Petar Durdevic","raw_affiliation_strings":["Aalobrg University,Department of Energy,Esbjerg,Denmark,6700"],"affiliations":[{"raw_affiliation_string":"Aalobrg University,Department of Energy,Esbjerg,Denmark,6700","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5093120804"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.23780964,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"30","issue":null,"first_page":"2372","last_page":"2377"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7675570249557495},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6673249006271362},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.558152973651886},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.49015364050865173},{"id":"https://openalex.org/keywords/turbine","display_name":"Turbine","score":0.4580390453338623},{"id":"https://openalex.org/keywords/wind-power","display_name":"Wind power","score":0.4287341237068176},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4195197522640228},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.4158080518245697},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.40200093388557434},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.36349111795425415},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12628525495529175},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.07193955779075623}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7675570249557495},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6673249006271362},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.558152973651886},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.49015364050865173},{"id":"https://openalex.org/C2778449969","wikidata":"https://www.wikidata.org/wiki/Q130760","display_name":"Turbine","level":2,"score":0.4580390453338623},{"id":"https://openalex.org/C78600449","wikidata":"https://www.wikidata.org/wiki/Q43302","display_name":"Wind power","level":2,"score":0.4287341237068176},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4195197522640228},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.4158080518245697},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.40200093388557434},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.36349111795425415},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12628525495529175},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.07193955779075623},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/codit58514.2023.10284087","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/codit58514.2023.10284087","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 9th International Conference on Control, Decision and Information Technologies (CoDIT)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:publications/894fd1ef-06ad-4b04-8013-8b3c506a71bb","is_oa":true,"landing_page_url":"https://vbn.aau.dk/da/publications/894fd1ef-06ad-4b04-8013-8b3c506a71bb","pdf_url":"https://vbn.aau.dk/ws/files/559753954/CoDIT_23_Conference_Paper_APEL2_1.pdf","source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Lagoda, A, Fatemeh Mahdavi Sharifi, S, Pedersen, T A, Ortiz Arroyo, D, Chang, S & Durdevic, P 2023, Dynamic Reward in DQN for Autonomous Navigation of UAVs using Object Detection. in 9th 2023 International Conference on Control, Decision and Information Technologies, CoDIT 2023., 10284087, IEEE (Institute of Electrical and Electronics Engineers), International Conference on Control, Decision and Information Technologies (CoDIT), pp. 2372-2377, 9th International Conference on Control, Decision and Information Technologies (CoDIT) , Rome, Italy, 03/07/2023. https://doi.org/10.1109/CoDIT58514.2023.10284087","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:publications/894fd1ef-06ad-4b04-8013-8b3c506a71bb","is_oa":true,"landing_page_url":"https://vbn.aau.dk/da/publications/894fd1ef-06ad-4b04-8013-8b3c506a71bb","pdf_url":"https://vbn.aau.dk/ws/files/559753954/CoDIT_23_Conference_Paper_APEL2_1.pdf","source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Lagoda, A, Fatemeh Mahdavi Sharifi, S, Pedersen, T A, Ortiz Arroyo, D, Chang, S & Durdevic, P 2023, Dynamic Reward in DQN for Autonomous Navigation of UAVs using Object Detection. in 9th 2023 International Conference on Control, Decision and Information Technologies, CoDIT 2023., 10284087, IEEE (Institute of Electrical and Electronics Engineers), International Conference on Control, Decision and Information Technologies (CoDIT), pp. 2372-2377, 9th International Conference on Control, Decision and Information Technologies (CoDIT) , Rome, Italy, 03/07/2023. https://doi.org/10.1109/CoDIT58514.2023.10284087","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8999999761581421,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387914609.pdf","grobid_xml":"https://content.openalex.org/works/W4387914609.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W2006501475","https://openalex.org/W2413712619","https://openalex.org/W2624731731","https://openalex.org/W2767011576","https://openalex.org/W2905581436","https://openalex.org/W2950892788","https://openalex.org/W2951799221","https://openalex.org/W2962244319","https://openalex.org/W2986979962","https://openalex.org/W3035603778","https://openalex.org/W3093365091","https://openalex.org/W3093822448","https://openalex.org/W3119164649","https://openalex.org/W3120752738","https://openalex.org/W3126890992","https://openalex.org/W3153187775","https://openalex.org/W3206877181","https://openalex.org/W4220929648","https://openalex.org/W4224100952","https://openalex.org/W4286285613","https://openalex.org/W4309157942","https://openalex.org/W6685444567","https://openalex.org/W6810264364"],"related_works":["https://openalex.org/W2068608913","https://openalex.org/W3214712242","https://openalex.org/W2542556245","https://openalex.org/W3204461065","https://openalex.org/W1965417009","https://openalex.org/W2018320994","https://openalex.org/W2460685830","https://openalex.org/W2738547440","https://openalex.org/W3033558281","https://openalex.org/W2741863531"],"abstract_inverted_index":{"This":[0],"paper":[1],"discusses":[2],"the":[3,16,19,22,45,74,90,104,116,122,126,135,144,152,161],"implementation":[4],"of":[5,18,24,44,63,107,125,164],"a":[6,156],"Deep":[7],"Reinforcement":[8],"Learning":[9],"policy,":[10],"based":[11],"on":[12],"DQN,":[13],"which":[14,81,96],"optimizes":[15],"navigation":[17,99],"UAV":[20,29,46],"to":[21,54,88,132,142,159],"front":[23],"wind":[25,65,165],"turbine":[26],"blades.":[27],"The":[28,41],"was":[30,47,67],"trained":[31,60],"in":[32,103],"simulation":[33],"using":[34],"Unreal":[35],"Engine":[36],"V4.27":[37],"coupled":[38],"with":[39,61,77,167],"AirSim.":[40],"action":[42],"space":[43],"discretized":[48],"while":[49],"allowing":[50],"6":[51],"different":[52],"actions":[53],"be":[55],"executed.":[56],"A":[57],"Yolov5":[58],"network":[59],"images":[62],"simulated":[64],"turbines":[66,166],"used":[68],"for":[69],"detection":[70],"and":[71,100],"tracking,":[72],"providing":[73],"DQN":[75],"policy":[76],"state":[78],"information,":[79],"upon":[80],"it":[82],"has":[83,93],"been":[84,94],"trained.":[85],"In":[86],"addition":[87],"this,":[89],"dynamic":[91],"reward":[92,137],"implemented,":[95],"combined":[97],"both":[98],"inspection":[101,163],"objectives":[102],"final":[105],"evaluation":[106],"actions.":[108],"Our":[109],"tests":[110],"showed":[111],"that":[112,151],"after":[113],"7500":[114],"time-steps":[115],"exploration":[117],"rate":[118],"reached":[119],"near":[120],"0,":[121],"mean":[123,136],"length":[124],"episodes":[127],"increased":[128,138],"from":[129,139],"10":[130],"down":[131],"30,":[133],"but":[134],"around":[140],"-60":[141],"stabilizing":[143],"output":[145],"at":[146],"26.":[147],"These":[148],"results":[149],"suggest":[150],"proposed":[153],"method":[154],"is":[155],"promising":[157],"solution":[158],"optimizing":[160],"autonomous":[162],"UAVs.":[168]},"counts_by_year":[],"updated_date":"2026-03-17T17:19:04.345684","created_date":"2025-10-10T00:00:00"}