{"id":"https://openalex.org/W3125424609","doi":"https://doi.org/10.1109/jiot.2021.3052691","title":"A Deep Reinforcement Learning Framework for Spectrum Management in Dynamic Spectrum Access","display_name":"A Deep Reinforcement Learning Framework for Spectrum Management in Dynamic Spectrum Access","publication_year":2021,"publication_date":"2021-01-27","ids":{"openalex":"https://openalex.org/W3125424609","doi":"https://doi.org/10.1109/jiot.2021.3052691","mag":"3125424609"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2021.3052691","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3052691","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015266516","display_name":"Hao Song","orcid":"https://orcid.org/0000-0002-1554-3759"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hao Song","raw_affiliation_strings":["Bradley Department of Electrical and Computer Engineering, Virginia Tech, Blacksburg, VA, USA","[Bradley Department of Electrical & Computer Engineering, Virginia Technology, Blacksburg, VA, USA]"],"affiliations":[{"raw_affiliation_string":"Bradley Department of Electrical and Computer Engineering, Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]},{"raw_affiliation_string":"[Bradley Department of Electrical & Computer Engineering, Virginia Technology, Blacksburg, VA, USA]","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027237940","display_name":"Lingjia Liu","orcid":"https://orcid.org/0000-0003-1915-1784"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lingjia Liu","raw_affiliation_strings":["Bradley Department of Electrical and Computer Engineering, Virginia Tech, Blacksburg, VA, USA"],"affiliations":[{"raw_affiliation_string":"Bradley Department of Electrical and Computer Engineering, Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006871792","display_name":"Jonathan Ashdown","orcid":"https://orcid.org/0000-0001-7202-1095"},"institutions":[{"id":"https://openalex.org/I1280414376","display_name":"United States Air Force Research Laboratory","ror":"https://ror.org/02e2egq70","country_code":"US","type":"facility","lineage":["https://openalex.org/I1280414376","https://openalex.org/I1330347796","https://openalex.org/I4210102105","https://openalex.org/I4389425425"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan Ashdown","raw_affiliation_strings":["Information Directorate, Air Force Research Laboratory, Rome, NY, USA"],"affiliations":[{"raw_affiliation_string":"Information Directorate, Air Force Research Laboratory, Rome, NY, USA","institution_ids":["https://openalex.org/I1280414376"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018632091","display_name":"Yang Yi","orcid":"https://orcid.org/0000-0002-1354-0204"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yang Yi","raw_affiliation_strings":["Bradley Department of Electrical and Computer Engineering, Virginia Tech, Blacksburg, VA, USA"],"affiliations":[{"raw_affiliation_string":"Bradley Department of Electrical and Computer Engineering, Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5015266516"],"corresponding_institution_ids":["https://openalex.org/I859038795"],"apc_list":null,"apc_paid":null,"fwci":7.6804,"has_fulltext":false,"cited_by_count":72,"citation_normalized_percentile":{"value":0.97520922,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"8","issue":"14","first_page":"11208","last_page":"11218"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8497915863990784},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8191624283790588},{"id":"https://openalex.org/keywords/spectrum-management","display_name":"Spectrum management","score":0.7659167051315308},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5103771090507507},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.5101819038391113},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.5022554397583008},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.48076364398002625},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.4804248809814453},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4695606529712677},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4383498430252075},{"id":"https://openalex.org/keywords/economic-shortage","display_name":"Economic shortage","score":0.4292997121810913},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3985961675643921},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.33201509714126587},{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.3300246596336365},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.32161855697631836},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29670578241348267},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.2691775858402252}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8497915863990784},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8191624283790588},{"id":"https://openalex.org/C63029442","wikidata":"https://www.wikidata.org/wiki/Q6504978","display_name":"Spectrum management","level":4,"score":0.7659167051315308},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5103771090507507},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.5101819038391113},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.5022554397583008},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.48076364398002625},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.4804248809814453},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4695606529712677},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4383498430252075},{"id":"https://openalex.org/C194051981","wikidata":"https://www.wikidata.org/wiki/Q1337691","display_name":"Economic shortage","level":3,"score":0.4292997121810913},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3985961675643921},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.33201509714126587},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.3300246596336365},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.32161855697631836},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29670578241348267},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.2691775858402252},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C2778137410","wikidata":"https://www.wikidata.org/wiki/Q2732820","display_name":"Government (linguistics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2021.3052691","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3052691","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.6200000047683716}],"awards":[{"id":"https://openalex.org/G1342416047","display_name":null,"funder_award_id":"ECCS-1802710","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2687584503","display_name":null,"funder_award_id":"CNS-1811720","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5791444691","display_name":null,"funder_award_id":"ECCS-1811497","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G927557786","display_name":null,"funder_award_id":"CCF-1937487","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W179875071","https://openalex.org/W1530314257","https://openalex.org/W1815076433","https://openalex.org/W2005687897","https://openalex.org/W2025512744","https://openalex.org/W2121863487","https://openalex.org/W2155968351","https://openalex.org/W2177933918","https://openalex.org/W2343844040","https://openalex.org/W2489292218","https://openalex.org/W2505036611","https://openalex.org/W2559402894","https://openalex.org/W2746553466","https://openalex.org/W2765260257","https://openalex.org/W2894110571","https://openalex.org/W2951145066","https://openalex.org/W2953809952","https://openalex.org/W2956161617","https://openalex.org/W2976272317","https://openalex.org/W2982596429","https://openalex.org/W2997842110","https://openalex.org/W3000394811","https://openalex.org/W3095478532","https://openalex.org/W3100844423","https://openalex.org/W3102680883","https://openalex.org/W4214717370","https://openalex.org/W6607333740","https://openalex.org/W6638545294","https://openalex.org/W6729947091"],"related_works":["https://openalex.org/W2786459840","https://openalex.org/W2545213287","https://openalex.org/W2336181987","https://openalex.org/W2054719951","https://openalex.org/W3089664461","https://openalex.org/W4389477274","https://openalex.org/W1976405282","https://openalex.org/W2078869233","https://openalex.org/W1157983132","https://openalex.org/W2392764151"],"abstract_inverted_index":{"Dynamic":[0],"spectrum":[1,10,66,70,88,111,169],"access":[2,71],"(DSA)":[3],"has":[4],"the":[5,137,145,151,164,167],"great":[6],"potential":[7],"to":[8,22,54,64,103,107,125,140,162],"alleviate":[9],"shortage":[11],"and":[12,31,72,80,114,150],"promote":[13],"network":[14],"capacity.":[15],"However,":[16],"two":[17,39],"fundamental":[18],"technical":[19],"issues":[20,40],"have":[21,63],"be":[23],"addressed,":[24],"namely,":[25],"interference":[26,32],"coordination":[27],"between":[28],"DSA":[29,52,61,105],"users":[30,36,62,106],"suppression":[33],"for":[34],"primary":[35],"(PUs).":[37],"These":[38],"are":[41,123,160],"very":[42],"challenging":[43],"since":[44],"generally":[45],"there":[46],"is":[47,91,101],"no":[48],"powerful":[49],"infrastructures":[50],"in":[51,93],"networks":[53,121],"support":[55],"centralized":[56,81],"control.":[57,82],"As":[58],"a":[59,86,96],"result,":[60],"perform":[65],"management":[67,89,112,170],"individually,":[68],"including":[69],"power":[73],"allocation,":[74],"without":[75],"accurate":[76],"channel":[77],"state":[78],"information":[79],"In":[83],"this":[84],"article,":[85],"novel":[87],"framework":[90],"proposed,":[92],"which":[94],"Q-learning,":[95],"type":[97],"of":[98,147,153,166],"reinforcement":[99],"learning,":[100],"utilized":[102],"enable":[104],"carry":[108],"out":[109],"effective":[110],"individually":[113],"intelligently.":[115],"For":[116],"more":[117],"efficient":[118],"process,":[119],"neural":[120],"(NNs)":[122],"employed":[124],"implement":[126],"Q-learning":[127],"processes,":[128],"so-called":[129],"deep":[130],"Q-network":[131],"(DQN).":[132],"Furthermore,":[133],"we":[134],"also":[135],"investigate":[136],"optimal":[138],"way":[139],"construct":[141],"DQN":[142],"considering":[143],"both":[144],"performance":[146],"wireless":[148],"communications":[149],"difficulty":[152],"NN":[154],"training.":[155],"Finally,":[156],"extensive":[157],"simulation":[158],"studies":[159],"conducted":[161],"demonstrate":[163],"effectiveness":[165],"proposed":[168],"framework.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":6}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}