{"id":"https://openalex.org/W3207833010","doi":"https://doi.org/10.1109/jiot.2021.3118949","title":"Deep-Reinforcement-Learning-Based Collision Avoidance in UAV Environment","display_name":"Deep-Reinforcement-Learning-Based Collision Avoidance in UAV Environment","publication_year":2021,"publication_date":"2021-10-10","ids":{"openalex":"https://openalex.org/W3207833010","doi":"https://doi.org/10.1109/jiot.2021.3118949","mag":"3207833010"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2021.3118949","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3118949","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/10481/70820","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060578678","display_name":"Sihem Ouahouah","orcid":"https://orcid.org/0009-0000-3944-773X"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Sihem Ouahouah","raw_affiliation_strings":["Department of Communications and Networking, School of Electrical Engineering, Aalto University, Espoo, Finland"],"affiliations":[{"raw_affiliation_string":"Department of Communications and Networking, School of Electrical Engineering, Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002075376","display_name":"Miloud Bagaa","orcid":"https://orcid.org/0000-0001-5280-3276"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Miloud Bagaa","raw_affiliation_strings":["Department of Communications and Networking, School of Electrical Engineering, Aalto University, Espoo, Finland"],"affiliations":[{"raw_affiliation_string":"Department of Communications and Networking, School of Electrical Engineering, Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024149810","display_name":"Jonathan Prados-Garzon","orcid":"https://orcid.org/0000-0001-9373-5767"},"institutions":[{"id":"https://openalex.org/I173304897","display_name":"Universidad de Granada","ror":"https://ror.org/04njjy449","country_code":"ES","type":"education","lineage":["https://openalex.org/I173304897"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jonathan Prados-Garzon","raw_affiliation_strings":["Department of Signal Theory, Telematics and Communications, University of Granada, Granada, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Signal Theory, Telematics and Communications, University of Granada, Granada, Spain","institution_ids":["https://openalex.org/I173304897"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087043869","display_name":"Tarik Taleb","orcid":"https://orcid.org/0000-0003-1119-1239"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]},{"id":"https://openalex.org/I28777354","display_name":"Sejong University","ror":"https://ror.org/00aft1q37","country_code":"KR","type":"education","lineage":["https://openalex.org/I28777354"]}],"countries":["FI","KR"],"is_corresponding":false,"raw_author_name":"Tarik Taleb","raw_affiliation_strings":["Department of Communications and Networking, School of Electrical Engineering, Aalto University, Espoo, Finland","Department of Computer and Information Security, Sejong University, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Communications and Networking, School of Electrical Engineering, Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]},{"raw_affiliation_string":"Department of Computer and Information Security, Sejong University, Seoul, South Korea","institution_ids":["https://openalex.org/I28777354"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5060578678"],"corresponding_institution_ids":["https://openalex.org/I9927081"],"apc_list":null,"apc_paid":null,"fwci":65.1226,"has_fulltext":false,"cited_by_count":105,"citation_normalized_percentile":{"value":0.99853948,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"9","issue":"6","first_page":"4015","last_page":"4030"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.79297935962677},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7428445816040039},{"id":"https://openalex.org/keywords/collision-avoidance","display_name":"Collision avoidance","score":0.6703001856803894},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.575961172580719},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5469442009925842},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.503267228603363},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4719376266002655},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.46087247133255005},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.41499239206314087},{"id":"https://openalex.org/keywords/collision","display_name":"Collision","score":0.3814805746078491},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.342143177986145},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.27179646492004395},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10848936438560486}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.79297935962677},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7428445816040039},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.6703001856803894},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.575961172580719},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5469442009925842},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.503267228603363},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4719376266002655},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.46087247133255005},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.41499239206314087},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.3814805746078491},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.342143177986145},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.27179646492004395},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10848936438560486},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jiot.2021.3118949","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3118949","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:digibug.ugr.es:10481/70820","is_oa":true,"landing_page_url":"http://hdl.handle.net/10481/70820","pdf_url":"http://hdl.handle.net/10481/70820","source":{"id":"https://openalex.org/S4306400567","display_name":"Institutional Repository of the University of Granada (University of Granada)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I173304897","host_organization_name":"Universidad de Granada","host_organization_lineage":["https://openalex.org/I173304897"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:digibug.ugr.es:10481/70820","is_oa":true,"landing_page_url":"http://hdl.handle.net/10481/70820","pdf_url":"http://hdl.handle.net/10481/70820","source":{"id":"https://openalex.org/S4306400567","display_name":"Institutional Repository of the University of Granada (University of Granada)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I173304897","host_organization_name":"Universidad de Granada","host_organization_lineage":["https://openalex.org/I173304897"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8700000047683716,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W3207833010.pdf"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W1974835918","https://openalex.org/W2008123268","https://openalex.org/W2050770875","https://openalex.org/W2066687901","https://openalex.org/W2068511230","https://openalex.org/W2083152815","https://openalex.org/W2106232892","https://openalex.org/W2121863487","https://openalex.org/W2130230327","https://openalex.org/W2130543103","https://openalex.org/W2130906232","https://openalex.org/W2139753317","https://openalex.org/W2145339207","https://openalex.org/W2166568927","https://openalex.org/W2168977159","https://openalex.org/W2522615148","https://openalex.org/W2547032273","https://openalex.org/W2608726595","https://openalex.org/W2743212448","https://openalex.org/W2760243623","https://openalex.org/W2782363571","https://openalex.org/W2789930192","https://openalex.org/W2915628618","https://openalex.org/W2917908719","https://openalex.org/W2920915675","https://openalex.org/W2950142867","https://openalex.org/W2972885840","https://openalex.org/W2991625383","https://openalex.org/W2994967560","https://openalex.org/W3006799860","https://openalex.org/W3006868075","https://openalex.org/W3045493108","https://openalex.org/W4214717370","https://openalex.org/W4234592368","https://openalex.org/W4289199690","https://openalex.org/W4298857966","https://openalex.org/W6684509646"],"related_works":["https://openalex.org/W4385864230","https://openalex.org/W2991232381","https://openalex.org/W3183301260","https://openalex.org/W4312824213","https://openalex.org/W4323767801","https://openalex.org/W3216020153","https://openalex.org/W4285742085","https://openalex.org/W2789916585","https://openalex.org/W4310855087","https://openalex.org/W2906048164"],"abstract_inverted_index":{"Unmanned":[0],"aerial":[1],"vehicles":[2],"(UAVs)":[3],"have":[4,183,204],"recently":[5],"attracted":[6],"both":[7],"academia":[8],"and":[9,48,76,79,110,118,146,178,185,244],"industry":[10,38],"representatives":[11],"due":[12,29],"to":[13,30,44,71,116,135,174,189],"their":[14],"utilization":[15],"in":[16,207,218,242],"tremendous":[17],"emerging":[18],"applications.":[19],"Most":[20],"UAV":[21,62,91,168,176],"applications":[22],"adopt":[23],"visual":[24],"line":[25],"of":[26,166,213,231],"sight":[27],"(VLOS)":[28],"ongoing":[31,57],"regulations.":[32],"There":[33,55],"is":[34,56],"a":[35,94,195,208,219],"consensus":[36],"between":[37],"for":[39,59,74,150,191,197,234],"extending":[40],"UAVs’":[41,72],"commercial":[42],"operations":[43],"cover":[45],"the":[46,90,101,113,120,167,171,175,179,229,236],"urban":[47],"populated":[49],"area-controlled":[50],"airspace":[51],"beyond":[52],"VLOS":[53],"(BVLOS).":[54],"regulation":[58],"enabling":[60],"BVLOS":[61],"management.":[63],"Regrettably,":[64],"this":[65],"comes":[66],"with":[67],"unavoidable":[68],"challenges":[69],"related":[70],"autonomy":[73],"detecting":[75],"avoiding":[77,151,235],"static":[78],"mobile":[80],"objects.":[81],"An":[82],"intelligent":[83],"component":[84],"should":[85,126],"either":[86,162],"be":[87,127,161],"deployed":[88],"onboard":[89],"or":[92,140,169],"at":[93,170],"multiaccess-edge":[95],"computing":[96],"(MEC)":[97],"that":[98,211],"can":[99,160],"read":[100],"gathered":[102],"data":[103,125],"from":[104],"different":[105],"UAV’s":[106],"sensors,":[107],"process":[108],"them,":[109],"then":[111],"make":[112],"right":[114],"decision":[115],"detect":[117],"avoid":[119],"physical":[121],"collision.":[122],"The":[123,157,201,225],"sensing":[124],"collected":[128],"using":[129],"various":[130],"sensors":[131],"but":[132],"not":[133],"limited":[134],"Lidar,":[136],"depth":[137],"camera,":[138],"video,":[139],"ultrasonic.":[141],"This":[142],"article":[143],"proposes":[144],"probabilistic":[145],"deep-reinforcement-learning":[147],"(DRL)-based":[148],"algorithms":[149,159,188],"collisions":[152],"while":[153,238],"saving":[154,239],"energy":[155,240],"consumption.":[156],"proposed":[158,202],"run":[163],"on":[164],"top":[165],"MEC":[172],"according":[173],"capacity":[177],"task":[180],"overhead.":[181],"We":[182],"designed":[184],"developed":[186],"our":[187],"work":[190],"any":[192,198,223],"environment":[193,210],"without":[194,222],"need":[196],"prior":[199],"knowledge.":[200],"solutions":[203,233],"been":[205],"evaluated":[206],"harsh":[209],"consists":[212],"many":[214],"UAVs":[215],"moving":[216],"randomly":[217],"small":[220],"area":[221],"correlation.":[224],"obtained":[226],"results":[227],"demonstrated":[228],"efficiency":[230],"these":[232],"collision":[237],"consumption":[241],"familiar":[243],"unfamiliar":[245],"environments.":[246]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":34},{"year":2024,"cited_by_count":34},{"year":2023,"cited_by_count":20},{"year":2022,"cited_by_count":9}],"updated_date":"2026-03-12T08:34:05.389933","created_date":"2025-10-10T00:00:00"}