{"id":"https://openalex.org/W4225550216","doi":"https://doi.org/10.1109/tem.2022.3165375","title":"Reinforcement Learning-Based Security/Safety UAV System for Intrusion Detection Under Dynamic and Uncertain Target Movement","display_name":"Reinforcement Learning-Based Security/Safety UAV System for Intrusion Detection Under Dynamic and Uncertain Target Movement","publication_year":2022,"publication_date":"2022-04-26","ids":{"openalex":"https://openalex.org/W4225550216","doi":"https://doi.org/10.1109/tem.2022.3165375"},"language":"en","primary_location":{"id":"doi:10.1109/tem.2022.3165375","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tem.2022.3165375","pdf_url":null,"source":{"id":"https://openalex.org/S154533451","display_name":"IEEE Transactions on Engineering Management","issn_l":"0018-9391","issn":["0018-9391","1558-0040"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Engineering Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038958766","display_name":"Ala\u2019eddin Masadeh","orcid":"https://orcid.org/0000-0001-8754-6898"},"institutions":[{"id":"https://openalex.org/I33926330","display_name":"Al-Balqa Applied University","ror":"https://ror.org/00qedmt22","country_code":"JO","type":"education","lineage":["https://openalex.org/I33926330"]}],"countries":["JO"],"is_corresponding":true,"raw_author_name":"Ala\u2019eddin Masadeh","raw_affiliation_strings":["Electrical Engineering Department, Al-Huson University College, Al-Balqa Applied University, Al-Salt, Jordan","Electrical Engineering Department, Al-Huson University College, Al-Balqa Applied University, Al-Salt 19117 Jordan"],"raw_orcid":"https://orcid.org/0000-0001-8754-6898","affiliations":[{"raw_affiliation_string":"Electrical Engineering Department, Al-Huson University College, Al-Balqa Applied University, Al-Salt, Jordan","institution_ids":["https://openalex.org/I33926330"]},{"raw_affiliation_string":"Electrical Engineering Department, Al-Huson University College, Al-Balqa Applied University, Al-Salt 19117 Jordan","institution_ids":["https://openalex.org/I33926330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021710844","display_name":"Mohannad Alhafnawi","orcid":"https://orcid.org/0000-0001-6472-6028"},"institutions":[{"id":"https://openalex.org/I33926330","display_name":"Al-Balqa Applied University","ror":"https://ror.org/00qedmt22","country_code":"JO","type":"education","lineage":["https://openalex.org/I33926330"]}],"countries":["JO"],"is_corresponding":false,"raw_author_name":"Mohannad Alhafnawi","raw_affiliation_strings":["Electrical Engineering Department, Al-Huson University College, Al-Balqa Applied University, Al-Salt, Jordan","Electrical Engineering Department, Al-Huson University College, Al-Balqa Applied University, Al-Salt 19117 Jordan"],"raw_orcid":"https://orcid.org/0000-0001-6472-6028","affiliations":[{"raw_affiliation_string":"Electrical Engineering Department, Al-Huson University College, Al-Balqa Applied University, Al-Salt, Jordan","institution_ids":["https://openalex.org/I33926330"]},{"raw_affiliation_string":"Electrical Engineering Department, Al-Huson University College, Al-Balqa Applied University, Al-Salt 19117 Jordan","institution_ids":["https://openalex.org/I33926330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061679058","display_name":"Haythem Bany Salameh","orcid":"https://orcid.org/0000-0003-3429-7212"},"institutions":[{"id":"https://openalex.org/I161913731","display_name":"Al Ain University","ror":"https://ror.org/023abrt21","country_code":"AE","type":"education","lineage":["https://openalex.org/I161913731"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Haythem A. Bany Salameh","raw_affiliation_strings":["Networks, Communication Engineering Department, Al Ain University, Al Ain, UAE","Networks, Communication Engineering Department, Al Ain University, Al Ain 64141 UAE, and also with the Telecommunications Engineering Department, Yarmouk University, Irbid 21163 Jordan"],"raw_orcid":"https://orcid.org/0000-0003-3429-7212","affiliations":[{"raw_affiliation_string":"Networks, Communication Engineering Department, Al Ain University, Al Ain, UAE","institution_ids":["https://openalex.org/I161913731"]},{"raw_affiliation_string":"Networks, Communication Engineering Department, Al Ain University, Al Ain 64141 UAE, and also with the Telecommunications Engineering Department, Yarmouk University, Irbid 21163 Jordan","institution_ids":["https://openalex.org/I161913731"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039830680","display_name":"Ahmed Musa","orcid":"https://orcid.org/0000-0001-6364-1719"},"institutions":[{"id":"https://openalex.org/I85507684","display_name":"Yarmouk University","ror":"https://ror.org/004mbaj56","country_code":"JO","type":"education","lineage":["https://openalex.org/I85507684"]}],"countries":["JO"],"is_corresponding":false,"raw_author_name":"Ahmed Musa","raw_affiliation_strings":["Telecommunications Engineering Department, Yarmouk University, Irbid, Jordan","Telecommunications Engineering Department, Yarmouk University, Irbid 21163 Jordan"],"raw_orcid":"https://orcid.org/0000-0001-6364-1719","affiliations":[{"raw_affiliation_string":"Telecommunications Engineering Department, Yarmouk University, Irbid, Jordan","institution_ids":["https://openalex.org/I85507684"]},{"raw_affiliation_string":"Telecommunications Engineering Department, Yarmouk University, Irbid 21163 Jordan","institution_ids":["https://openalex.org/I85507684"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032187551","display_name":"Yaser Jararweh","orcid":"https://orcid.org/0000-0002-4403-3846"},"institutions":[{"id":"https://openalex.org/I156983542","display_name":"Jordan University of Science and Technology","ror":"https://ror.org/03y8mtb59","country_code":"JO","type":"education","lineage":["https://openalex.org/I156983542"]}],"countries":["JO"],"is_corresponding":false,"raw_author_name":"Yaser Jararweh","raw_affiliation_strings":["Computer Science Department, Jordan University of Science, Technology, Irbid, Jordan","Computer Science Department, Jordan University of Science, Technology, Irbid 21163 Jordan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Jordan University of Science, Technology, Irbid, Jordan","institution_ids":["https://openalex.org/I156983542"]},{"raw_affiliation_string":"Computer Science Department, Jordan University of Science, Technology, Irbid 21163 Jordan","institution_ids":["https://openalex.org/I156983542"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5038958766"],"corresponding_institution_ids":["https://openalex.org/I33926330"],"apc_list":null,"apc_paid":null,"fwci":6.4203,"has_fulltext":false,"cited_by_count":48,"citation_normalized_percentile":{"value":0.97045222,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"71","issue":null,"first_page":"12498","last_page":"12508"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7102857828140259},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6959995031356812},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6777461171150208},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.5498084425926208},{"id":"https://openalex.org/keywords/intrusion-detection-system","display_name":"Intrusion detection system","score":0.5350680351257324},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.5300151109695435},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.497182160615921},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.47836369276046753},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45489707589149475},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4328049123287201},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.42579782009124756},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.34307560324668884},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33840417861938477},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.18878623843193054},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1329890787601471}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7102857828140259},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6959995031356812},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6777461171150208},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.5498084425926208},{"id":"https://openalex.org/C35525427","wikidata":"https://www.wikidata.org/wiki/Q745881","display_name":"Intrusion detection system","level":2,"score":0.5350680351257324},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.5300151109695435},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.497182160615921},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.47836369276046753},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45489707589149475},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4328049123287201},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.42579782009124756},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.34307560324668884},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33840417861938477},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.18878623843193054},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1329890787601471},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tem.2022.3165375","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tem.2022.3165375","pdf_url":null,"source":{"id":"https://openalex.org/S154533451","display_name":"IEEE Transactions on Engineering Management","issn_l":"0018-9391","issn":["0018-9391","1558-0040"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Engineering Management","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.5,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1538424073","https://openalex.org/W2065154528","https://openalex.org/W2108408549","https://openalex.org/W2738842532","https://openalex.org/W2758604054","https://openalex.org/W2953125870","https://openalex.org/W2962959294","https://openalex.org/W2986094009","https://openalex.org/W2998874705","https://openalex.org/W3013887362","https://openalex.org/W3037565031","https://openalex.org/W3048260897","https://openalex.org/W3049663264","https://openalex.org/W3086351065","https://openalex.org/W3092206239","https://openalex.org/W3107882649","https://openalex.org/W3122578501","https://openalex.org/W3198751501","https://openalex.org/W3199167034","https://openalex.org/W6749748769","https://openalex.org/W6753870703"],"related_works":["https://openalex.org/W2096013579","https://openalex.org/W52153049","https://openalex.org/W1760611253","https://openalex.org/W1589140671","https://openalex.org/W2951545791","https://openalex.org/W1515117609","https://openalex.org/W2294884454","https://openalex.org/W4323315247","https://openalex.org/W3169161914","https://openalex.org/W4321379664"],"abstract_inverted_index":{"Autonomous":[0],"security":[1],"unmanned":[2],"aerial":[3],"vehicles":[4],"(UAVs)":[5],"have":[6],"recently":[7],"gained":[8],"popularity":[9],"as":[10,94,118],"an":[11,34,46,63,71,134],"effective":[12],"solution":[13],"for":[14,38],"accomplishing":[15],"target/intrusion":[16],"detection":[17,203],"and":[18,42,84,178,195,200],"tracking":[19],"tasks":[20],"with":[21],"little":[22],"or":[23,176,184],"no":[24],"human":[25],"intervention.":[26],"In":[27],"this":[28],"context,":[29],"we":[30,113,132],"aim":[31],"at":[32],"developing":[33],"autonomous":[35],"UAV":[36,147],"system":[37],"detecting":[39],"a":[40,95,119],"dynamic":[41],"uncertain":[43,72,108],"intrusion":[44],"within":[45,58],"area,":[47],"in":[48,168,179],"which":[49,100],"the":[50,59,76,81,85,88,107,115,139,146,151,154,161,169,180],"intruder/target":[51],"moves":[52],"from":[53],"one":[54],"location":[55],"to":[56,62,106,137,148],"another":[57],"area":[60],"according":[61],"unknown":[64,109],"random":[65,199],"distribution.":[66],"The":[67],"problem":[68,117,143],"of":[69,80,87,153,160],"finding":[70],"target":[73,89,110,202],"while":[74],"considering":[75],"energy":[77],"causality":[78],"constraint":[79],"UAV\u2019s":[82],"battery":[83],"uncertainty":[86],"movement":[90],"is":[91],"mathematically":[92],"formulated":[93],"search":[96],"benefit":[97,141],"maximization":[98,142],"problem,":[99],"cannot":[101],"be":[102,124],"directly":[103],"optimized":[104],"due":[105],"movement.":[111],"Thus,":[112],"reformulate":[114],"optimization":[116],"Markov-decision":[120],"process":[121],"that":[122,166],"can":[123],"solved":[125],"using":[126],"reinforcement":[127],"learning":[128],"(RL)":[129],"techniques.":[130],"Then,":[131],"implement":[133],"RL-based":[135,162],"algorithm":[136,163],"solve":[138],"reformulated":[140],"by":[144],"enabling":[145],"autonomously":[149],"learn":[150],"dynamics":[152],"intruder/target.":[155],"Specifically,":[156],"different":[157],"design":[158],"variants":[159],"are":[164],"implemented":[165],"differ":[167],"used":[170],"temporal":[171],"difference":[172],"methods":[173],"(i.e.,":[174],"Q-learning":[175],"state-action-reward-state-action),":[177],"exploration":[181],"algorithms":[182],"(convergence-based":[183],"<formula":[185],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[186],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex>$\\epsilon$</tex></formula>":[187],"-greedy).":[188],"Simulation":[189],"results":[190],"show":[191],"RL":[192],"algorithms\u2019":[193],"superiority":[194],"effectiveness":[196],"over":[197],"existing":[198],"circular":[201],"algorithms.":[204]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}