{"id":"https://openalex.org/W4384159629","doi":"https://doi.org/10.1109/taes.2023.3294889","title":"Learning-Based Navigation and Collision Avoidance Through Reinforcement for UAVs","display_name":"Learning-Based Navigation and Collision Avoidance Through Reinforcement for UAVs","publication_year":2023,"publication_date":"2023-07-13","ids":{"openalex":"https://openalex.org/W4384159629","doi":"https://doi.org/10.1109/taes.2023.3294889"},"language":"en","primary_location":{"id":"doi:10.1109/taes.2023.3294889","is_oa":true,"landing_page_url":"https://doi.org/10.1109/taes.2023.3294889","pdf_url":"https://ieeexplore.ieee.org/ielx7/7/7778228/10182280.pdf","source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/7/7778228/10182280.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037164444","display_name":"Rana Azzam","orcid":"https://orcid.org/0000-0003-0378-1909"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":true,"raw_author_name":"Rana Azzam","raw_affiliation_strings":["Khalifa University Center for Autonomous Robotic Systems, Khalifa University of Science and Technology, Abu Dhabi, UAE","Department of Aerospace Engineering, Khalifa University of Science and Technology, Abu Dhabi, UAE","Khalifa University Center for Autonomous Robotic Systems (KUCARS), Khalifa University of Science and Technology, Abu Dhabi, UAE"],"raw_orcid":"https://orcid.org/0000-0003-0378-1909","affiliations":[{"raw_affiliation_string":"Khalifa University Center for Autonomous Robotic Systems, Khalifa University of Science and Technology, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I176601375"]},{"raw_affiliation_string":"Department of Aerospace Engineering, Khalifa University of Science and Technology, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I176601375"]},{"raw_affiliation_string":"Khalifa University Center for Autonomous Robotic Systems (KUCARS), Khalifa University of Science and Technology, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089669512","display_name":"Mohamad Chehadeh","orcid":"https://orcid.org/0000-0002-9430-3349"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Mohamad Chehadeh","raw_affiliation_strings":["Khalifa University Center for Autonomous Robotic Systems, Khalifa University of Science and Technology, Abu Dhabi, UAE","Department of Aerospace Engineering, Khalifa University of Science and Technology, Abu Dhabi, UAE","Khalifa University Center for Autonomous Robotic Systems (KUCARS), Khalifa University of Science and Technology, Abu Dhabi, UAE"],"raw_orcid":"https://orcid.org/0000-0002-9430-3349","affiliations":[{"raw_affiliation_string":"Khalifa University Center for Autonomous Robotic Systems, Khalifa University of Science and Technology, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I176601375"]},{"raw_affiliation_string":"Department of Aerospace Engineering, Khalifa University of Science and Technology, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I176601375"]},{"raw_affiliation_string":"Khalifa University Center for Autonomous Robotic Systems (KUCARS), Khalifa University of Science and Technology, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085367263","display_name":"Oussama Abdul Hay","orcid":"https://orcid.org/0000-0001-8299-6021"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Oussama Abdul Hay","raw_affiliation_strings":["Khalifa University Center for Autonomous Robotic Systems, Khalifa University of Science and Technology, Abu Dhabi, UAE","Khalifa University Center for Autonomous Robotic Systems (KUCARS), Khalifa University of Science and Technology, Abu Dhabi, UAE"],"raw_orcid":"https://orcid.org/0000-0001-8299-6021","affiliations":[{"raw_affiliation_string":"Khalifa University Center for Autonomous Robotic Systems, Khalifa University of Science and Technology, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I176601375"]},{"raw_affiliation_string":"Khalifa University Center for Autonomous Robotic Systems (KUCARS), Khalifa University of Science and Technology, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073328562","display_name":"Muhammad Ahmed Humais","orcid":"https://orcid.org/0000-0001-6237-6394"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Muhammad Ahmed Humais","raw_affiliation_strings":["Khalifa University Center for Autonomous Robotic Systems, Khalifa University of Science and Technology, Abu Dhabi, UAE","Khalifa University Center for Autonomous Robotic Systems (KUCARS), Khalifa University of Science and Technology, Abu Dhabi, UAE"],"raw_orcid":"https://orcid.org/0000-0001-6237-6394","affiliations":[{"raw_affiliation_string":"Khalifa University Center for Autonomous Robotic Systems, Khalifa University of Science and Technology, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I176601375"]},{"raw_affiliation_string":"Khalifa University Center for Autonomous Robotic Systems (KUCARS), Khalifa University of Science and Technology, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000233046","display_name":"Igor Boiko","orcid":"https://orcid.org/0000-0003-4978-614X"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Igor Boiko","raw_affiliation_strings":["Khalifa University Center for Autonomous Robotic Systems, Khalifa University of Science and Technology, Abu Dhabi, UAE","Department of Electrical Engineering and Computer Science, Khalifa University of Science and Technology, Abu Dhabi, UAE"],"raw_orcid":"https://orcid.org/0000-0003-4978-614X","affiliations":[{"raw_affiliation_string":"Khalifa University Center for Autonomous Robotic Systems, Khalifa University of Science and Technology, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I176601375"]},{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Khalifa University of Science and Technology, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057275866","display_name":"Yahya Zweiri","orcid":"https://orcid.org/0000-0003-4331-7254"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Yahya Zweiri","raw_affiliation_strings":["Khalifa University Center for Autonomous Robotic Systems, Khalifa University of Science and Technology, Abu Dhabi, UAE","Department of Aerospace Engineering, Khalifa University of Science and Technology, Abu Dhabi, UAE"],"raw_orcid":"https://orcid.org/0000-0003-4331-7254","affiliations":[{"raw_affiliation_string":"Khalifa University Center for Autonomous Robotic Systems, Khalifa University of Science and Technology, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I176601375"]},{"raw_affiliation_string":"Department of Aerospace Engineering, Khalifa University of Science and Technology, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I176601375"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5037164444"],"corresponding_institution_ids":["https://openalex.org/I176601375"],"apc_list":null,"apc_paid":null,"fwci":2.3857,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.908307,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"60","issue":"3","first_page":"2614","last_page":"2628"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7800010442733765},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6090646386146545},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5396345853805542},{"id":"https://openalex.org/keywords/collision-avoidance","display_name":"Collision avoidance","score":0.5393075942993164},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5171498656272888},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4971766769886017},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3447592258453369},{"id":"https://openalex.org/keywords/collision","display_name":"Collision","score":0.21211868524551392},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17949852347373962},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.09416112303733826}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7800010442733765},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6090646386146545},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5396345853805542},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.5393075942993164},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5171498656272888},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4971766769886017},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3447592258453369},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.21211868524551392},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17949852347373962},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.09416112303733826},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taes.2023.3294889","is_oa":true,"landing_page_url":"https://doi.org/10.1109/taes.2023.3294889","pdf_url":"https://ieeexplore.ieee.org/ielx7/7/7778228/10182280.pdf","source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/taes.2023.3294889","is_oa":true,"landing_page_url":"https://doi.org/10.1109/taes.2023.3294889","pdf_url":"https://ieeexplore.ieee.org/ielx7/7/7778228/10182280.pdf","source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.6299999952316284,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G3583714246","display_name":null,"funder_award_id":"CIRA-2020-082","funder_id":"https://openalex.org/F4320322334","funder_display_name":"Khalifa University of Science, Technology and Research"}],"funders":[{"id":"https://openalex.org/F4320322334","display_name":"Khalifa University of Science, Technology and Research","ror":"https://ror.org/05hffr360"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4384159629.pdf","grobid_xml":"https://content.openalex.org/works/W4384159629.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W1424654272","https://openalex.org/W1522301498","https://openalex.org/W2109656638","https://openalex.org/W2810957722","https://openalex.org/W2898625465","https://openalex.org/W2907916537","https://openalex.org/W2963864421","https://openalex.org/W2995942587","https://openalex.org/W3006499227","https://openalex.org/W3016894691","https://openalex.org/W3018522068","https://openalex.org/W3036188038","https://openalex.org/W3088310808","https://openalex.org/W3091703254","https://openalex.org/W3100366369","https://openalex.org/W3118570208","https://openalex.org/W3120778962","https://openalex.org/W3126321819","https://openalex.org/W3158136152","https://openalex.org/W3183048731","https://openalex.org/W3198125712","https://openalex.org/W3205677859","https://openalex.org/W3206470854","https://openalex.org/W3206901743","https://openalex.org/W3207657697","https://openalex.org/W3207833010","https://openalex.org/W3212580602","https://openalex.org/W4200630212","https://openalex.org/W4206801714","https://openalex.org/W4210434594","https://openalex.org/W4213286046","https://openalex.org/W4220981864","https://openalex.org/W4226142707","https://openalex.org/W4285247960","https://openalex.org/W4285294350","https://openalex.org/W4297632972","https://openalex.org/W4300978890","https://openalex.org/W6631190155","https://openalex.org/W6657295692","https://openalex.org/W6684921986","https://openalex.org/W6780559895","https://openalex.org/W6810100971","https://openalex.org/W6810456634","https://openalex.org/W6843231655","https://openalex.org/W6844368598","https://openalex.org/W6845009764","https://openalex.org/W6848040071","https://openalex.org/W6851039327"],"related_works":["https://openalex.org/W4317634134","https://openalex.org/W2981729160","https://openalex.org/W4310743282","https://openalex.org/W4306904969","https://openalex.org/W2743212448","https://openalex.org/W2889566344","https://openalex.org/W3046417820","https://openalex.org/W2537110013","https://openalex.org/W583309402","https://openalex.org/W2742483371"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,37],"(RL)":[2],"has":[3,168],"been":[4,169],"proven":[5],"to":[6,18,51,76,92,123,136,149,187],"enable":[7],"the":[8,53,66,70,73,83,86,99,110,117,125,128,142,151,155,184,189],"automation":[9],"of":[10,72,85,98,112,127],"tasks":[11],"involving":[12],"complex":[13],"sequential":[14],"decision-making.":[15],"The":[16,62,103,165,179,201],"simulation":[17,91],"reality":[19],"(sim2real)":[20],"gap,":[21],"however,":[22],"poses":[23],"a":[24,36,93,133,193],"major":[25],"challenge":[26],"in":[27,90,207],"most":[28],"engineering":[29],"applications.":[30,61],"In":[31],"this":[32,208],"work,":[33],"we":[34],"propose":[35],"approach":[38,64,167],"combining":[39],"RL":[40,67,87,143],"based":[41],"navigation":[42,190],"and":[43,130,162,171,176],"collision":[44],"avoidance":[45],"scheme":[46],"with":[47,116,192],"low-level":[48,156],"advanced":[49],"control":[50,74],"bridge":[52],"sim2real":[54],"gap":[55],"for":[56],"unmanned":[57],"aerial":[58],"vehicle":[59],"(UAV)":[60],"proposed":[63,166],"puts":[65],"agent":[68,144],"at":[69],"top":[71],"hierarchy":[75],"focus":[77],"on":[78],"behavioral":[79],"intelligence.":[80],"We":[81],"demonstrate":[82],"transferability":[84],"policy":[88],"trained":[89],"real":[94],"UAV":[95],"without":[96],"randomization":[97],"system's":[100],"dynamic":[101],"parameters.":[102],"direct":[104],"transfer":[105],"is":[106],"enabled":[107],"by":[108],"(1)":[109],"use":[111],"deep":[113],"neural":[114],"networks":[115],"modified":[118],"relay":[119],"feedback":[120],"test":[121],"(DNN-MRFT)":[122],"identify":[124],"parameters":[126],"UAV,":[129],"(2)":[131],"formulating":[132],"reward":[134],"function":[135],"penalize":[137],"excessive":[138],"actor":[139],"actions.":[140],"Particularly,":[141],"generates":[145],"high-level":[146],"velocity":[147],"actions":[148],"achieve":[150,188],"sought":[152],"task,":[153],"while":[154],"controller":[157],"minimizes":[158],"any":[159],"unwanted":[160],"disturbances":[161],"model":[163],"discrepancies.":[164],"tested":[170],"validated":[172],"using":[173],"computer":[174],"simulations":[175],"real-world":[177,180],"experiments.":[178],"experimental":[181,202],"results":[182,203],"demonstrated":[183],"agent's":[185],"capability":[186],"task":[191],"<inline-formula":[194],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[195,211],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[196],"notation=\"LaTeX\">$90":[197],"\\%$</tex-math></inline-formula>":[198],"success":[199],"rate.":[200],"can":[204],"be":[205],"found":[206],"video:":[209],"<uri":[210],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://youtu.be/I1BF4mhJLLs</uri>":[212],".":[213]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}