{"id":"https://openalex.org/W4285288357","doi":"https://doi.org/10.1109/tnsm.2022.3186725","title":"A Deep-Q Learning Scheme for Secure Spectrum Allocation and Resource Management in 6G Environment","display_name":"A Deep-Q Learning Scheme for Secure Spectrum Allocation and Resource Management in 6G Environment","publication_year":2022,"publication_date":"2022-06-28","ids":{"openalex":"https://openalex.org/W4285288357","doi":"https://doi.org/10.1109/tnsm.2022.3186725"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2022.3186725","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2022.3186725","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053527968","display_name":"Pronaya Bhattacharya","orcid":"https://orcid.org/0000-0002-1206-2298"},"institutions":[{"id":"https://openalex.org/I165831266","display_name":"Nirma University","ror":"https://ror.org/05qkq7x38","country_code":"IN","type":"education","lineage":["https://openalex.org/I165831266"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Pronaya Bhattacharya","raw_affiliation_strings":["Department of Computer Science and Engineering, Institute of Technology, Nirma University, Ahmedabad, India"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Institute of Technology, Nirma University, Ahmedabad, India","institution_ids":["https://openalex.org/I165831266"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027994093","display_name":"Farnazbanu Patel","orcid":null},"institutions":[{"id":"https://openalex.org/I165831266","display_name":"Nirma University","ror":"https://ror.org/05qkq7x38","country_code":"IN","type":"education","lineage":["https://openalex.org/I165831266"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Farnazbanu Patel","raw_affiliation_strings":["Department of Computer Science and Engineering, Institute of Technology, Nirma University, Ahmedabad, India"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Institute of Technology, Nirma University, Ahmedabad, India","institution_ids":["https://openalex.org/I165831266"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005820254","display_name":"Abdulatif Alabdulatif","orcid":"https://orcid.org/0000-0002-3167-8020"},"institutions":[{"id":"https://openalex.org/I156216236","display_name":"Qassim University","ror":"https://ror.org/01wsfe280","country_code":"SA","type":"education","lineage":["https://openalex.org/I156216236"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Abdulatif Alabdulatif","raw_affiliation_strings":["Department of Computer Science, College of Computer, Qassim University, Buraydah, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, College of Computer, Qassim University, Buraydah, Saudi Arabia","institution_ids":["https://openalex.org/I156216236"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058080028","display_name":"Rajesh Gupta","orcid":"https://orcid.org/0000-0003-3298-4238"},"institutions":[{"id":"https://openalex.org/I165831266","display_name":"Nirma University","ror":"https://ror.org/05qkq7x38","country_code":"IN","type":"education","lineage":["https://openalex.org/I165831266"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rajesh Gupta","raw_affiliation_strings":["Department of Computer Science and Engineering, Institute of Technology, Nirma University, Ahmedabad, India"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Institute of Technology, Nirma University, Ahmedabad, India","institution_ids":["https://openalex.org/I165831266"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089077811","display_name":"Sudeep Tanwar","orcid":"https://orcid.org/0000-0002-1776-4651"},"institutions":[{"id":"https://openalex.org/I165831266","display_name":"Nirma University","ror":"https://ror.org/05qkq7x38","country_code":"IN","type":"education","lineage":["https://openalex.org/I165831266"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sudeep Tanwar","raw_affiliation_strings":["Department of Computer Science and Engineering, Institute of Technology, Nirma University, Ahmedabad, India"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Institute of Technology, Nirma University, Ahmedabad, India","institution_ids":["https://openalex.org/I165831266"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100409306","display_name":"Neeraj Kumar","orcid":"https://orcid.org/0000-0002-3020-3947"},"institutions":[{"id":"https://openalex.org/I143578492","display_name":"Asia University","ror":"https://ror.org/038a1tp19","country_code":"TW","type":"education","lineage":["https://openalex.org/I143578492"]},{"id":"https://openalex.org/I162030827","display_name":"Thapar Institute of Engineering & Technology","ror":"https://ror.org/00wdq3744","country_code":"IN","type":"education","lineage":["https://openalex.org/I162030827"]},{"id":"https://openalex.org/I4210111472","display_name":"King Abdul Aziz University Hospital","ror":"https://ror.org/01vv03303","country_code":"SA","type":"healthcare","lineage":["https://openalex.org/I4210111472"]}],"countries":["IN","SA","TW"],"is_corresponding":false,"raw_author_name":"Neeraj Kumar","raw_affiliation_strings":["Department of Computer Science Engineering, Thapar Institute of Engineering and Technology, Deemed to be University, Patiala, India","King Abdul Aziz University, Jeddah, Saudi Arabia","Department of Computer Science and Information Engineering, Asia University, Taichung City, Taiwan"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science Engineering, Thapar Institute of Engineering and Technology, Deemed to be University, Patiala, India","institution_ids":["https://openalex.org/I162030827"]},{"raw_affiliation_string":"King Abdul Aziz University, Jeddah, Saudi Arabia","institution_ids":["https://openalex.org/I4210111472"]},{"raw_affiliation_string":"Department of Computer Science and Information Engineering, Asia University, Taichung City, Taiwan","institution_ids":["https://openalex.org/I143578492"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056113902","display_name":"Ravi Sharma","orcid":"https://orcid.org/0000-0002-8584-9753"},"institutions":[{"id":"https://openalex.org/I5847235","display_name":"University of Petroleum and Energy Studies","ror":"https://ror.org/04q2jes40","country_code":"IN","type":"education","lineage":["https://openalex.org/I5847235"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ravi Sharma","raw_affiliation_strings":["Centre for Inter-Disciplinary Research and Innovation, University of Petroleum and Energy Studies, Dehradun, India"],"affiliations":[{"raw_affiliation_string":"Centre for Inter-Disciplinary Research and Innovation, University of Petroleum and Energy Studies, Dehradun, India","institution_ids":["https://openalex.org/I5847235"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5053527968"],"corresponding_institution_ids":["https://openalex.org/I165831266"],"apc_list":null,"apc_paid":null,"fwci":4.6949,"has_fulltext":false,"cited_by_count":55,"citation_normalized_percentile":{"value":0.95718303,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"19","issue":"4","first_page":"4989","last_page":"5005"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8783135414123535},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7159962058067322},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5442218780517578},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5198331475257874},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.5093532800674438},{"id":"https://openalex.org/keywords/frequency-allocation","display_name":"Frequency allocation","score":0.49607905745506287},{"id":"https://openalex.org/keywords/bandwidth-allocation","display_name":"Bandwidth allocation","score":0.4905356764793396},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4799395203590393},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.4672738313674927},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.46039336919784546},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.39559173583984375},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3066880404949188},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.2951838970184326},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2843244671821594}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8783135414123535},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7159962058067322},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5442218780517578},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5198331475257874},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.5093532800674438},{"id":"https://openalex.org/C134579502","wikidata":"https://www.wikidata.org/wiki/Q1455619","display_name":"Frequency allocation","level":2,"score":0.49607905745506287},{"id":"https://openalex.org/C200157131","wikidata":"https://www.wikidata.org/wiki/Q4854763","display_name":"Bandwidth allocation","level":3,"score":0.4905356764793396},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4799395203590393},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4672738313674927},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.46039336919784546},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.39559173583984375},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3066880404949188},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.2951838970184326},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2843244671821594},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnsm.2022.3186725","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2022.3186725","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.46000000834465027,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W2083039779","https://openalex.org/W2616650140","https://openalex.org/W2949226003","https://openalex.org/W2983785814","https://openalex.org/W2989970371","https://openalex.org/W2996848732","https://openalex.org/W2999502953","https://openalex.org/W3003663149","https://openalex.org/W3004078348","https://openalex.org/W3007749181","https://openalex.org/W3009353939","https://openalex.org/W3011766849","https://openalex.org/W3023134883","https://openalex.org/W3023434827","https://openalex.org/W3023940643","https://openalex.org/W3036130370","https://openalex.org/W3036390306","https://openalex.org/W3036665976","https://openalex.org/W3043953517","https://openalex.org/W3044353698","https://openalex.org/W3045662750","https://openalex.org/W3082337586","https://openalex.org/W3091778097","https://openalex.org/W3095323142","https://openalex.org/W3125424609","https://openalex.org/W3127717643","https://openalex.org/W3168773799","https://openalex.org/W3189299972","https://openalex.org/W3193241175","https://openalex.org/W3203471184","https://openalex.org/W3205757426","https://openalex.org/W4210986894","https://openalex.org/W4214854086","https://openalex.org/W4226330783","https://openalex.org/W4285147978","https://openalex.org/W4285203333","https://openalex.org/W6777514010"],"related_works":["https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2037283301","https://openalex.org/W2596886998","https://openalex.org/W2047161836","https://openalex.org/W2978610750","https://openalex.org/W2027592263","https://openalex.org/W1583230519","https://openalex.org/W2069790387","https://openalex.org/W2022931285"],"abstract_inverted_index":{"In":[0,111,207],"this":[1],"paper,":[2],"we":[3,70,114],"propose":[4],"a":[5,44,96,105],"dynamic":[6,48],"spectrum":[7,26,208,226],"allocation":[8,49,65,160,227],"(DSA)":[9],"scheme":[10,30,94,117,166,194,236],"DeepBlocks":[11],"at":[12],"the":[13,22,32,39,64,76,92,112,171,193,203,222,235,241],"backdrop":[14],"of":[15,24,34,50,66,82,142,148,152,158,176,192,212],"sixth-generation":[16],"(6G)":[17],"communication":[18],"networks":[19,132],"that":[20],"address":[21],"challenges":[23],"fixed":[25],"allocations":[27],"(FSA).":[28],"The":[29,79,139,165,189,232],"exploits":[31],"advantages":[33],"deep-Q-network":[35],"(DQN)":[36],"and":[37,62,100,120,134,155,178,219],"minimizes":[38],"search":[40],"state":[41],"explosion":[42],"through":[43,86,161],"reward-penalty":[45],"framework.":[46],"A":[47],"unallocated":[51],"resource":[52,80,187],"blocks":[53],"(RBs)":[54],"to":[55,74,182,184,199,229],"mobile":[56],"units":[57],"(MUs)":[58],"is":[59,68,84,144,195,214],"carried":[60],"out":[61],"once":[63],"RBs":[67],"complete,":[69],"integrate":[71],"blockchain":[72],"(BC)":[73],"record":[75],"transactional":[77],"ledgers.":[78],"usage":[81],"MUs":[83],"recorded":[85],"smart":[87],"contracts":[88],"(SCs).":[89],"We":[90],"model":[91],"proposed":[93],"as":[95],"convex":[97],"optimization":[98],"problem,":[99],"subproblems":[101],"are":[102],"decomposed":[103],"into":[104],"Pareto-optimal":[106],"solution":[107],"via":[108],"Techebyecheff":[109],"decomposition.":[110],"simulation,":[113],"compare":[115],"our":[116],"against":[118,216],"FSA,":[119],"fifth-generation":[121],"(5G)":[122],"based":[123,137],"DSA":[124,239],"schemes":[125],"like":[126],"reinforcement":[127],"learning":[128,174],"(RL),":[129],"deep":[130],"neural":[131],"(DNN)-based,":[133],"duelling":[135,204],"DQN":[136,205],"schemes.":[138],"comparative":[140],"analysis":[141],"6G-DQN":[143],"modeled":[145],"in":[146,202,221],"terms":[147],"reward":[149],"formulation,":[150],"scalability":[151],"6G-DQN-assisted":[153],"DSA,":[154],"profit":[156],"scenarios":[157],"BC-based":[159],"intelligent":[162],"channel":[163],"control.":[164],"proposes":[167],"significant":[168],"findings,":[169],"with":[170],"best":[172],"fit":[173],"rate":[175],"0.0001,":[177],"takes":[179],"500":[180],"episodes":[181],"converge":[183],"60":[185],"total":[186],"blocks.":[188],"servicing":[190],"latency":[191],"272.4":[196],"ms,":[197],"compared":[198],"2010":[200],"ms":[201],"approach.":[206],"allocation,":[209],"an":[210],"improvement":[211],"26.32%":[213],"observed":[215],"non-DQN":[217],"approaches,":[218],"13.57%":[220],"fairness":[223],"parameter":[224],"for":[225,238],"due":[228],"BC":[230],"inclusion.":[231],"findings":[233],"present":[234],"efficacy":[237],"over":[240],"aforementioned":[242],"conventional":[243],"approaches.":[244]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":29},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}