{"id":"https://openalex.org/W4211049384","doi":"https://doi.org/10.1109/tnse.2022.3149750","title":"Securing Radio Resources Allocation With Deep Reinforcement Learning for IoE Services in Next-Generation Wireless Networks","display_name":"Securing Radio Resources Allocation With Deep Reinforcement Learning for IoE Services in Next-Generation Wireless Networks","publication_year":2022,"publication_date":"2022-02-09","ids":{"openalex":"https://openalex.org/W4211049384","doi":"https://doi.org/10.1109/tnse.2022.3149750"},"language":"en","primary_location":{"id":"doi:10.1109/tnse.2022.3149750","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2022.3149750","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066130866","display_name":"Yuhuai Peng","orcid":"https://orcid.org/0000-0001-9343-5377"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhuai Peng","raw_affiliation_strings":["School of Computer Science and Engineering, Northeastern University, Shenyang, China","Northeastern University, Shenyang, Liaoning, China, (e-mail: pengyuhuai@mail.neu.edu.cn)"],"raw_orcid":"https://orcid.org/0000-0001-9343-5377","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"Northeastern University, Shenyang, Liaoning, China, (e-mail: pengyuhuai@mail.neu.edu.cn)","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002740916","display_name":"Xiaojing Xue","orcid":null},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaojing Xue","raw_affiliation_strings":["School of Computer Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088617561","display_name":"Ali Kashif Bashir","orcid":"https://orcid.org/0000-0003-2601-9327"},"institutions":[{"id":"https://openalex.org/I11983389","display_name":"Manchester Metropolitan University","ror":"https://ror.org/02hstj355","country_code":"GB","type":"education","lineage":["https://openalex.org/I11983389"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ali Kashif Bashir","raw_affiliation_strings":["Department of Computing and Mathematics, Manchester Metropolitan University, Manchester, U.K","Computing and Mathematics, Manchester Metropolitan University, 5289 Manchester, Manchester, United Kingdom of Great Britain and Northern Ireland, M15 6BH (e-mail: dr.alikashif.b@ieee.org)"],"raw_orcid":"https://orcid.org/0000-0003-2601-9327","affiliations":[{"raw_affiliation_string":"Department of Computing and Mathematics, Manchester Metropolitan University, Manchester, U.K","institution_ids":["https://openalex.org/I11983389"]},{"raw_affiliation_string":"Computing and Mathematics, Manchester Metropolitan University, 5289 Manchester, Manchester, United Kingdom of Great Britain and Northern Ireland, M15 6BH (e-mail: dr.alikashif.b@ieee.org)","institution_ids":["https://openalex.org/I11983389"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102804444","display_name":"Zhu Xiao-gang","orcid":"https://orcid.org/0000-0002-7171-6730"},"institutions":[{"id":"https://openalex.org/I141649914","display_name":"Nanchang University","ror":"https://ror.org/042v6xz23","country_code":"CN","type":"education","lineage":["https://openalex.org/I141649914"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaogang Zhu","raw_affiliation_strings":["School of Management, Nanchang University, Nanchang, Jiangxi, China"],"raw_orcid":"https://orcid.org/0000-0002-7171-6730","affiliations":[{"raw_affiliation_string":"School of Management, Nanchang University, Nanchang, Jiangxi, China","institution_ids":["https://openalex.org/I141649914"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076931295","display_name":"Yasser D. Al\u2010Otaibi","orcid":"https://orcid.org/0000-0002-1464-8401"},"institutions":[{"id":"https://openalex.org/I185163786","display_name":"King Abdulaziz University","ror":"https://ror.org/02ma4wv74","country_code":"SA","type":"education","lineage":["https://openalex.org/I185163786"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Yasser D. Al-Otaibi","raw_affiliation_strings":["Department of Information Systems, Faculty of Computing and Information Technology in Rabigh, King Abdulaziz University, Jeddah, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-1464-8401","affiliations":[{"raw_affiliation_string":"Department of Information Systems, Faculty of Computing and Information Technology in Rabigh, King Abdulaziz University, Jeddah, Saudi Arabia","institution_ids":["https://openalex.org/I185163786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088139460","display_name":"Usman Tariq","orcid":"https://orcid.org/0000-0001-7672-1187"},"institutions":[{"id":"https://openalex.org/I142608572","display_name":"Prince Sattam Bin Abdulaziz University","ror":"https://ror.org/04jt46d36","country_code":"SA","type":"education","lineage":["https://openalex.org/I142608572"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Usman Tariq","raw_affiliation_strings":["College of Computer Engineering and Sciences, Prince Sattam bin Abdulaziz University, Al-Kharj, Saudi Arabia","Prince Sattam bin Abdulaziz University College of Computer Science and Engineering, 248409 Al Kharj, Riyadh, Saudi Arabia, (e-mail: u.tariq@psau.edu.sa)"],"raw_orcid":"https://orcid.org/0000-0001-7672-1187","affiliations":[{"raw_affiliation_string":"College of Computer Engineering and Sciences, Prince Sattam bin Abdulaziz University, Al-Kharj, Saudi Arabia","institution_ids":["https://openalex.org/I142608572"]},{"raw_affiliation_string":"Prince Sattam bin Abdulaziz University College of Computer Science and Engineering, 248409 Al Kharj, Riyadh, Saudi Arabia, (e-mail: u.tariq@psau.edu.sa)","institution_ids":["https://openalex.org/I142608572"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076994242","display_name":"Keping Yu","orcid":"https://orcid.org/0000-0001-5735-2507"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Keping Yu","raw_affiliation_strings":["Global Information and Telecommunication Institute, Waseda University, Shinjuku, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0001-5735-2507","affiliations":[{"raw_affiliation_string":"Global Information and Telecommunication Institute, Waseda University, Shinjuku, Tokyo, Japan","institution_ids":["https://openalex.org/I150744194"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8704,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.85496217,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"9","issue":"5","first_page":"2991","last_page":"3003"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7053654193878174},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6774470806121826},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5860796570777893},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5821380019187927},{"id":"https://openalex.org/keywords/radio-networks","display_name":"Radio networks","score":0.5530329346656799},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5329075455665588},{"id":"https://openalex.org/keywords/radio-resource-management","display_name":"Radio resource management","score":0.4532937705516815},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.3602644205093384},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2600257992744446}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7053654193878174},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6774470806121826},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5860796570777893},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5821380019187927},{"id":"https://openalex.org/C2989466925","wikidata":"https://www.wikidata.org/wiki/Q1061197","display_name":"Radio networks","level":4,"score":0.5530329346656799},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5329075455665588},{"id":"https://openalex.org/C182448111","wikidata":"https://www.wikidata.org/wiki/Q7281197","display_name":"Radio resource management","level":4,"score":0.4532937705516815},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.3602644205093384},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2600257992744446}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnse.2022.3149750","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2022.3149750","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},{"id":"pmh:oai:e-space.mmu.ac.uk:631055","is_oa":false,"landing_page_url":"https://e-space.mmu.ac.uk/view/authors/aa810054662093994e6fff167e9d7a16.html>","pdf_url":null,"source":{"id":"https://openalex.org/S4306401617","display_name":"e-space (Manchester Metropolitan University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I11983389","host_organization_name":"Manchester Metropolitan University","host_organization_lineage":["https://openalex.org/I11983389"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8899999856948853}],"awards":[{"id":"https://openalex.org/G1510423247","display_name":null,"funder_award_id":"2020Z066050001","funder_id":"https://openalex.org/F4320322857","funder_display_name":"Aeronautical Science Foundation of China"},{"id":"https://openalex.org/G2569238419","display_name":"Applying a Unified Access Control Enforcement Mechanism for Information-centric Internet of Things","funder_award_id":"18K18044","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G4570443332","display_name":null,"funder_award_id":"61871107","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7614733024","display_name":null,"funder_award_id":"N2116013","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322857","display_name":"Aeronautical Science Foundation of China","ror":"https://ror.org/02wq41p38"},{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W2027572016","https://openalex.org/W2071707134","https://openalex.org/W2096243335","https://openalex.org/W2169061815","https://openalex.org/W2182684444","https://openalex.org/W2340798280","https://openalex.org/W2607059137","https://openalex.org/W2784180017","https://openalex.org/W2790902314","https://openalex.org/W2797462110","https://openalex.org/W2890272365","https://openalex.org/W2894036190","https://openalex.org/W2897318479","https://openalex.org/W2908993293","https://openalex.org/W2916730143","https://openalex.org/W3006644964","https://openalex.org/W3011766871","https://openalex.org/W3012431863","https://openalex.org/W3023368586","https://openalex.org/W3026325740","https://openalex.org/W3027543347","https://openalex.org/W3040412088","https://openalex.org/W3045049179","https://openalex.org/W3108722019","https://openalex.org/W3109796224","https://openalex.org/W3111272036","https://openalex.org/W3116036704","https://openalex.org/W3117926661","https://openalex.org/W3130426370","https://openalex.org/W3133881815","https://openalex.org/W3133929937","https://openalex.org/W3171443666","https://openalex.org/W3201410046","https://openalex.org/W3202194958","https://openalex.org/W3202767819","https://openalex.org/W3206246976","https://openalex.org/W3208565045","https://openalex.org/W3215141990"],"related_works":["https://openalex.org/W2132921191","https://openalex.org/W2037910509","https://openalex.org/W4226410209","https://openalex.org/W1569013426","https://openalex.org/W2520703208","https://openalex.org/W2386645218","https://openalex.org/W1555537460","https://openalex.org/W2610266344","https://openalex.org/W2725652413","https://openalex.org/W1617165411"],"abstract_inverted_index":{"The":[0],"next":[1],"generation":[2],"wireless":[3,194],"network":[4,97],"(NGWN)":[5],"is":[6,135,171,188],"undergoing":[7],"an":[8],"unprecedented":[9],"revolution,":[10],"in":[11,88,142,177,192],"which":[12],"trillions":[13],"of":[14,25,31,46,57,153,161,179],"machines,":[15],"people,":[16],"and":[17,40,63,113,118,157,184,187],"objects":[18],"are":[19,54],"interconnected":[20,66],"to":[21,137,149,173],"realize":[22],"the":[23,29,44,61,91,110,139,146,151,154,158,169,174],"Internet":[24],"Everything":[26],"(IoE).":[27],"with":[28,81,121],"emergence":[30],"IoE":[32,86],"services":[33,87],"such":[34],"as":[35],"virtual":[36],"reality,":[37,39],"augmented":[38],"industrial":[41],"5":[42],"G,":[43],"scarcity":[45],"radio":[47,77,123],"resources":[48,78],"becomes":[49],"more":[50],"serious.":[51],"Moreover,":[52],"there":[53],"hidden":[55],"dangers":[56],"untrusted":[58,140],"terminals":[59],"accessing":[60],"system":[62,143],"illegally":[64],"manipulating":[65],"devices.":[67],"To":[68],"tackle":[69],"these":[70],"challenges,":[71],"this":[72],"paper":[73],"proposes":[74],"a":[75,94,126],"securing":[76],"allocation":[79],"scheme":[80],"Deep":[82],"Reinforcement":[83],"Learning":[84],"for":[85,105,190],"NGWN.":[89],"First,":[90],"solution":[92],"uses":[93],"BP":[95],"neural":[96],"based":[98,130],"on":[99,131],"multi-feature":[100],"optimized":[101],"Firefly":[102],"Algorithm":[103],"(FA)":[104],"spectrum":[106,127,162,182],"prediction,":[107],"thereby":[108],"improving":[109],"prediction":[111,180],"accuracy":[112,160],"avoiding":[114],"interference":[115],"between":[116],"unauthorized":[117],"authorized":[119],"users":[120,141],"efficient":[122],"utilization.":[124],"Then,":[125],"sensing":[128,147],"method":[129],"deep":[132],"reinforcement":[133],"learning":[134],"proposed":[136],"identify":[138],"while":[144],"fusing":[145],"results,":[148],"enhance":[150],"security":[152],"cooperative":[155],"process":[156],"detection":[159],"holes.":[163],"Extensive":[164],"simulation":[165],"results":[166],"show":[167],"that":[168],"proposal":[170],"superior":[172],"traditional":[175],"solutions":[176],"terms":[178],"accuracy,":[181],"utilization":[183],"energy":[185],"consumption,":[186],"suitable":[189],"deployment":[191],"future":[193],"systems.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}