{"id":"https://openalex.org/W3128060803","doi":"https://doi.org/10.1109/access.2021.3056670","title":"Dynamic Multichannel Sensing in Cognitive Radio: Hierarchical Reinforcement Learning","display_name":"Dynamic Multichannel Sensing in Cognitive Radio: Hierarchical Reinforcement Learning","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3128060803","doi":"https://doi.org/10.1109/access.2021.3056670","mag":"3128060803"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3056670","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3056670","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09345692.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09345692.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004735889","display_name":"Shuai Liu","orcid":"https://orcid.org/0000-0002-0327-6729"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Liu","raw_affiliation_strings":["School of Software Engineering, Xi\u2019an Jiaotong University, Xi\u2019an, China","School of Software Engineering, Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-0327-6729","affiliations":[{"raw_affiliation_string":"School of Software Engineering, Xi\u2019an Jiaotong University, Xi\u2019an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"School of Software Engineering, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015234681","display_name":"Wu Jiayun","orcid":"https://orcid.org/0000-0001-8770-5115"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayun Wu","raw_affiliation_strings":["School of Software Engineering, Xi\u2019an Jiaotong University, Xi\u2019an, China","School of Software Engineering, Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0001-8770-5115","affiliations":[{"raw_affiliation_string":"School of Software Engineering, Xi\u2019an Jiaotong University, Xi\u2019an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"School of Software Engineering, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101959033","display_name":"Jing He","orcid":"https://orcid.org/0000-0001-6384-919X"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing He","raw_affiliation_strings":["School of Software Engineering, Xi\u2019an Jiaotong University, Xi\u2019an, China","School of Software Engineering, Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0001-6384-919X","affiliations":[{"raw_affiliation_string":"School of Software Engineering, Xi\u2019an Jiaotong University, Xi\u2019an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"School of Software Engineering, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.2447,"has_fulltext":true,"cited_by_count":20,"citation_normalized_percentile":{"value":0.87962413,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"9","issue":null,"first_page":"25473","last_page":"25481"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.7747443914413452},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7529470920562744},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7354450225830078},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3590083122253418},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.19299033284187317},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.16444191336631775}],"concepts":[{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.7747443914413452},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7529470920562744},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7354450225830078},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3590083122253418},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.19299033284187317},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.16444191336631775}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3056670","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3056670","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09345692.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:ca84abcf98844a40ba249c23ad2fa853","is_oa":true,"landing_page_url":"https://doaj.org/article/ca84abcf98844a40ba249c23ad2fa853","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 25473-25481 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3056670","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3056670","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09345692.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4228412430","display_name":null,"funder_award_id":"61703328","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G600275063","display_name":null,"funder_award_id":"XJJ2018254","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G653386181","display_name":null,"funder_award_id":"XJJ2018254","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G6729354896","display_name":null,"funder_award_id":"2018M631165","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G696234614","display_name":null,"funder_award_id":"2018BSHYDZZ23","funder_id":"https://openalex.org/F4320326174","funder_display_name":"Shaanxi Province Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320326174","display_name":"Shaanxi Province Postdoctoral Science Foundation","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3128060803.pdf","grobid_xml":"https://content.openalex.org/works/W3128060803.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W1975320913","https://openalex.org/W2038069307","https://openalex.org/W2065424480","https://openalex.org/W2086206906","https://openalex.org/W2145339207","https://openalex.org/W2612336410","https://openalex.org/W2740500386","https://openalex.org/W2768585044","https://openalex.org/W2791797404","https://openalex.org/W2793324067","https://openalex.org/W2907930484","https://openalex.org/W2908993293","https://openalex.org/W2910356066","https://openalex.org/W2963079995","https://openalex.org/W2963262099","https://openalex.org/W2963822954","https://openalex.org/W2969473779","https://openalex.org/W2972441197","https://openalex.org/W2983432303","https://openalex.org/W3005126913","https://openalex.org/W3007223314","https://openalex.org/W3010867338","https://openalex.org/W3026325740","https://openalex.org/W3033035734","https://openalex.org/W3097398544","https://openalex.org/W3124532448","https://openalex.org/W3205656755","https://openalex.org/W6703271639","https://openalex.org/W6768045675","https://openalex.org/W6789240832"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2559261346","https://openalex.org/W4280609833","https://openalex.org/W2136943174","https://openalex.org/W1973979964","https://openalex.org/W4235820682","https://openalex.org/W185479762","https://openalex.org/W1968709058"],"abstract_inverted_index":{"Efficient":[0],"use":[1],"of":[2,24,78,119,141,152],"spectral":[3,31],"resources":[4],"is":[5,22,66,72,121,169],"critical":[6],"in":[7,15,55,82,93,146],"wireless":[8],"networks":[9],"and":[10,97,137,164,186],"has":[11,40],"been":[12],"extensively":[13],"studied":[14],"recent":[16],"years.":[17],"Dynamic":[18],"spectrum":[19,63],"access":[20,64,162],"(DSA)":[21],"one":[23],"the":[25,30,46,51,58,62,79,111,139,142,147,165,183,191],"key":[26],"techniques":[27],"on":[28],"utilizing":[29],"resources.":[32],"Among":[33],"them,":[34],"reinforcement":[35,91,126,158],"learning":[36,92,127,159],"(RL)":[37],"for":[38,105,154,160],"DSA":[39],"gained":[41],"great":[42],"attention":[43],"due":[44],"to":[45,61,74],"excellent":[47],"performance.":[48],"Limited":[49],"by":[50],"large":[52],"state":[53],"space":[54],"RL,":[56],"obtaining":[57],"best":[59],"solution":[60],"problem":[65,113],"often":[67],"computationally":[68],"expensive.":[69],"Besides,":[70],"it":[71],"hard":[73],"balance":[75],"multiple":[76],"objectives":[77],"reward":[80],"function":[81],"RL.":[83],"To":[84],"tackle":[85],"these":[86],"problems,":[87],"we":[88],"explore":[89],"deep":[90,101,157],"a":[94,99],"layered":[95],"framework":[96],"propose":[98],"hierarchical":[100],"Q-network":[102],"(h-DQN)":[103],"model":[104,168],"DSA.":[106],"The":[107,150,173],"proposed":[108,166],"approach":[109],"divides":[110],"original":[112],"into":[114],"separate":[115],"\u201csub":[116],"problems\u201d,":[117],"each":[118,132],"which":[120],"solved":[122],"using":[123],"its":[124],"own":[125],"agent.":[128],"This":[129],"partitioning":[130],"simplifies":[131],"individual":[133],"problem,":[134],"enables":[135],"modularity,":[136],"reduces":[138],"complexity":[140],"whole":[143],"optimization":[144],"process":[145],"multi-objective":[148],"case.":[149],"performance":[151,181],"Q-learning":[153],"dynamic":[155,161],"sensing(QADS),":[156],"(DRLDA),":[163],"h-DQN":[167,178],"evaluated":[170],"through":[171],"simulations.":[172],"simulation":[174],"results":[175],"show":[176],"that":[177],"yields":[179],"better":[180],"with":[182],"faster":[184],"convergence":[185],"higher":[187],"channel":[188],"utilization":[189],"than":[190],"other":[192],"two":[193],"compared":[194],"methods.":[195]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}