{"id":"https://openalex.org/W3125245754","doi":"https://doi.org/10.1109/tvt.2021.3053015","title":"Reinforcement Learning Assisted Impersonation Attack Detection in Device-to-Device Communications","display_name":"Reinforcement Learning Assisted Impersonation Attack Detection in Device-to-Device Communications","publication_year":2021,"publication_date":"2021-01-20","ids":{"openalex":"https://openalex.org/W3125245754","doi":"https://doi.org/10.1109/tvt.2021.3053015","mag":"3125245754"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2021.3053015","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3053015","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ro.ecu.edu.au/ecuworkspost2013/9700","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040007583","display_name":"Shanshan Tu","orcid":"https://orcid.org/0000-0002-6220-4119"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shanshan Tu","raw_affiliation_strings":["Engineering Research Center of Intelligent Perception and Autonomous Control, Faculty of Information Technology, Beijing University of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6220-4119","affiliations":[{"raw_affiliation_string":"Engineering Research Center of Intelligent Perception and Autonomous Control, Faculty of Information Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086533220","display_name":"Muhammad Waqas","orcid":"https://orcid.org/0000-0003-0814-7544"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]},{"id":"https://openalex.org/I5400463","display_name":"Ghulam Ishaq Khan Institute of Engineering Sciences and Technology","ror":"https://ror.org/01sb6ek09","country_code":"PK","type":"education","lineage":["https://openalex.org/I5400463"]}],"countries":["CN","PK"],"is_corresponding":false,"raw_author_name":"Muhammad Waqas","raw_affiliation_strings":["Engineering Research Center of Intelligent Perception and Autonomous Control, Faculty of Information Technology, Beijing University of Technology, Beijing, China","Faculty of Computer Science and Engineering, Ghulam Ishaq Khan Institute of Engineering Sciences and Technology, Topi, Pakistan"],"raw_orcid":"https://orcid.org/0000-0003-0814-7544","affiliations":[{"raw_affiliation_string":"Engineering Research Center of Intelligent Perception and Autonomous Control, Faculty of Information Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"Faculty of Computer Science and Engineering, Ghulam Ishaq Khan Institute of Engineering Sciences and Technology, Topi, Pakistan","institution_ids":["https://openalex.org/I5400463"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048394282","display_name":"Sadaqat Ur Rehman","orcid":"https://orcid.org/0000-0002-4449-1708"},"institutions":[{"id":"https://openalex.org/I2802902501","display_name":"Namal University","ror":"https://ror.org/00zcxra43","country_code":"PK","type":"education","lineage":["https://openalex.org/I2802902501"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Sadaqat Ur Rehman","raw_affiliation_strings":["Department of Computer Science, Namal Institute, Mianwali, Pakistan"],"raw_orcid":"https://orcid.org/0000-0002-4449-1708","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Namal Institute, Mianwali, Pakistan","institution_ids":["https://openalex.org/I2802902501"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050970284","display_name":"Talha Mir","orcid":"https://orcid.org/0000-0003-0877-8696"},"institutions":[{"id":"https://openalex.org/I143719379","display_name":"Balochistan University of Information Technology, Engineering and Management Sciences","ror":"https://ror.org/01vf56d70","country_code":"PK","type":"education","lineage":["https://openalex.org/I143719379"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Talha Mir","raw_affiliation_strings":["Department of Electronic Engineering, Balochistan University of Information Technology, Engineering and Management Sciences, Quetta, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Balochistan University of Information Technology, Engineering and Management Sciences, Quetta, Pakistan","institution_ids":["https://openalex.org/I143719379"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040305670","display_name":"Ghulam Abbas","orcid":"https://orcid.org/0000-0003-3836-1373"},"institutions":[{"id":"https://openalex.org/I5400463","display_name":"Ghulam Ishaq Khan Institute of Engineering Sciences and Technology","ror":"https://ror.org/01sb6ek09","country_code":"PK","type":"education","lineage":["https://openalex.org/I5400463"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Ghulam Abbas","raw_affiliation_strings":["Telecommunications and Networking (TeleCoN) Research Lab, Ghulam Ishaq Khan Institute of Engineering Sciences and Technology, Topi, Pakistan"],"raw_orcid":"https://orcid.org/0000-0003-3836-1373","affiliations":[{"raw_affiliation_string":"Telecommunications and Networking (TeleCoN) Research Lab, Ghulam Ishaq Khan Institute of Engineering Sciences and Technology, Topi, Pakistan","institution_ids":["https://openalex.org/I5400463"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060846150","display_name":"Ziaul Haq Abbas","orcid":"https://orcid.org/0000-0003-4466-0089"},"institutions":[{"id":"https://openalex.org/I5400463","display_name":"Ghulam Ishaq Khan Institute of Engineering Sciences and Technology","ror":"https://ror.org/01sb6ek09","country_code":"PK","type":"education","lineage":["https://openalex.org/I5400463"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Ziaul Haq Abbas","raw_affiliation_strings":["Telecommunications and Networking (TeleCoN) Research Lab, Ghulam Ishaq Khan Institute of Engineering Sciences and Technology, Topi, Pakistan"],"raw_orcid":"https://orcid.org/0000-0003-4466-0089","affiliations":[{"raw_affiliation_string":"Telecommunications and Networking (TeleCoN) Research Lab, Ghulam Ishaq Khan Institute of Engineering Sciences and Technology, Topi, Pakistan","institution_ids":["https://openalex.org/I5400463"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047996342","display_name":"Zahid Halim","orcid":"https://orcid.org/0000-0003-3094-3483"},"institutions":[{"id":"https://openalex.org/I5400463","display_name":"Ghulam Ishaq Khan Institute of Engineering Sciences and Technology","ror":"https://ror.org/01sb6ek09","country_code":"PK","type":"education","lineage":["https://openalex.org/I5400463"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Zahid Halim","raw_affiliation_strings":["Machine Intelligence Research Group (MInG), Faculty of Computer Science and Engineering, Ghulam Ishaq Khan Institute of Engineering Sciences and Technology, Topi, Pakistan"],"raw_orcid":"https://orcid.org/0000-0003-3094-3483","affiliations":[{"raw_affiliation_string":"Machine Intelligence Research Group (MInG), Faculty of Computer Science and Engineering, Ghulam Ishaq Khan Institute of Engineering Sciences and Technology, Topi, Pakistan","institution_ids":["https://openalex.org/I5400463"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058433531","display_name":"Iftekhar Ahmad","orcid":"https://orcid.org/0000-0003-4441-9631"},"institutions":[{"id":"https://openalex.org/I12079687","display_name":"Edith Cowan University","ror":"https://ror.org/05jhnwe22","country_code":"AU","type":"education","lineage":["https://openalex.org/I12079687"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Iftekhar Ahmad","raw_affiliation_strings":["School of Engineering, Edith Cowan University, Perth, WA, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering, Edith Cowan University, Perth, WA, Australia","institution_ids":["https://openalex.org/I12079687"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.9826,"has_fulltext":false,"cited_by_count":74,"citation_normalized_percentile":{"value":0.9769941,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"70","issue":"2","first_page":"1474","last_page":"1479"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12122","display_name":"Physical Unclonable Functions (PUFs) and Hardware Security","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10951","display_name":"Cryptographic Implementations and Security","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6385529041290283},{"id":"https://openalex.org/keywords/countermeasure","display_name":"Countermeasure","score":0.613375186920166},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.6060203909873962},{"id":"https://openalex.org/keywords/constant-false-alarm-rate","display_name":"Constant false alarm rate","score":0.5930270552635193},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.5371986031532288},{"id":"https://openalex.org/keywords/transmitter","display_name":"Transmitter","score":0.5002155303955078},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.48144716024398804},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.43705350160598755},{"id":"https://openalex.org/keywords/false-alarm","display_name":"False alarm","score":0.4195023477077484},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.40109890699386597},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.36809399724006653},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2798069715499878},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15895509719848633}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6385529041290283},{"id":"https://openalex.org/C21593369","wikidata":"https://www.wikidata.org/wiki/Q1032176","display_name":"Countermeasure","level":2,"score":0.613375186920166},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.6060203909873962},{"id":"https://openalex.org/C77052588","wikidata":"https://www.wikidata.org/wiki/Q644307","display_name":"Constant false alarm rate","level":2,"score":0.5930270552635193},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.5371986031532288},{"id":"https://openalex.org/C47798520","wikidata":"https://www.wikidata.org/wiki/Q190157","display_name":"Transmitter","level":3,"score":0.5002155303955078},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.48144716024398804},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.43705350160598755},{"id":"https://openalex.org/C2776836416","wikidata":"https://www.wikidata.org/wiki/Q1364844","display_name":"False alarm","level":2,"score":0.4195023477077484},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.40109890699386597},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.36809399724006653},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2798069715499878},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15895509719848633},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvt.2021.3053015","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3053015","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},{"id":"pmh:oai:ro.ecu.edu.au:ecuworkspost2013-10706","is_oa":true,"landing_page_url":"https://ro.ecu.edu.au/ecuworkspost2013/9700","pdf_url":null,"source":{"id":"https://openalex.org/S2765015692","display_name":"Australasian Journal of Paramedicine","issn_l":"2202-7270","issn":["2202-7270"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research outputs 2014 to 2021","raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:ro.ecu.edu.au:ecuworkspost2013-10706","is_oa":true,"landing_page_url":"https://ro.ecu.edu.au/ecuworkspost2013/9700","pdf_url":null,"source":{"id":"https://openalex.org/S2765015692","display_name":"Australasian Journal of Paramedicine","issn_l":"2202-7270","issn":["2202-7270"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research outputs 2014 to 2021","raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.6899999976158142}],"awards":[{"id":"https://openalex.org/G1605108007","display_name":null,"funder_award_id":"2020M670074","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G1932250808","display_name":null,"funder_award_id":"KM201910005025","funder_id":"https://openalex.org/F4320321572","funder_display_name":"Beijing Municipal Commission of Education"},{"id":"https://openalex.org/G7293812662","display_name":null,"funder_award_id":"61801008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320321572","display_name":"Beijing Municipal Commission of Education","ror":"https://ror.org/04bpn6s66"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2007562433","https://openalex.org/W2108777864","https://openalex.org/W2165131254","https://openalex.org/W2295120647","https://openalex.org/W2486702221","https://openalex.org/W2513580371","https://openalex.org/W2570516435","https://openalex.org/W2620679522","https://openalex.org/W2769004313","https://openalex.org/W2791213324","https://openalex.org/W2795655377","https://openalex.org/W2810809861","https://openalex.org/W2902581743","https://openalex.org/W2916407892","https://openalex.org/W2919115771","https://openalex.org/W2945217752","https://openalex.org/W2978868279","https://openalex.org/W2981375374","https://openalex.org/W4233061323"],"related_works":["https://openalex.org/W2378749186","https://openalex.org/W2364088131","https://openalex.org/W2362741838","https://openalex.org/W622044715","https://openalex.org/W1983393909","https://openalex.org/W2040150569","https://openalex.org/W2468095590","https://openalex.org/W2132174924","https://openalex.org/W1911540634","https://openalex.org/W2013909972"],"abstract_inverted_index":{"In":[0],"device-to-device":[1],"(D2D)":[2],"communications,":[3],"the":[4,48,56,86],"channel":[5,19,52],"gain":[6],"between":[7,30],"a":[8,11,36,40],"transmitter":[9],"and":[10,73],"receiver":[12],"is":[13,82],"difficult":[14],"to":[15,18],"predict":[16],"due":[17],"variations.":[20],"Hence,":[21],"an":[22,27],"attacker":[23],"can":[24],"easily":[25],"perform":[26],"impersonation":[28,87],"attack":[29,88],"two":[31],"authentic":[32],"D2D":[33],"users.":[34],"As":[35],"countermeasure,":[37],"we":[38,61],"propose":[39],"reinforcement":[41],"learning-based":[42],"technique":[43],"that":[44],"guarantees":[45],"identification":[46],"of":[47,58,67],"impersonator":[49],"based":[50,89],"on":[51,90],"gains.":[53],"To":[54],"show":[55],"merit":[57],"our":[59],"technique,":[60],"report":[62],"its":[63],"performance":[64],"in":[65],"terms":[66],"false":[68],"alarm":[69],"rate,":[70,72],"miss-detection":[71],"average":[74],"error":[75],"rate.":[76],"The":[77],"secret":[78],"key":[79],"generation":[80],"rate":[81],"also":[83],"determined":[84],"under":[85],"physical":[91],"layer":[92],"security.":[93]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":37},{"year":2021,"cited_by_count":12}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}