{"id":"https://openalex.org/W4386065259","doi":"https://doi.org/10.1109/twc.2023.3305567","title":"Intelligent Spectrum Sensing and Access With Partial Observation Based on Hierarchical Multi-Agent Deep Reinforcement Learning","display_name":"Intelligent Spectrum Sensing and Access With Partial Observation Based on Hierarchical Multi-Agent Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-08-22","ids":{"openalex":"https://openalex.org/W4386065259","doi":"https://doi.org/10.1109/twc.2023.3305567"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2023.3305567","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2023.3305567","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://scholars.cityu.edu.hk/en/publications/intelligent-spectrum-sensing-and-access-with-partial-observation-","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054407228","display_name":"Xuanheng Li","orcid":"https://orcid.org/0000-0003-2606-6932"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xuanheng Li","raw_affiliation_strings":["School of Information and Communication Engineering, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079775950","display_name":"Yulong Zhang","orcid":"https://orcid.org/0000-0002-7720-981X"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yulong Zhang","raw_affiliation_strings":["School of Information and Communication Engineering, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005619815","display_name":"Haichuan Ding","orcid":"https://orcid.org/0000-0002-6170-4461"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haichuan Ding","raw_affiliation_strings":["School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016290340","display_name":"Yuguang Fang","orcid":"https://orcid.org/0000-0002-1079-3871"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yuguang Fang","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Hong Kong, SAR, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I168719708"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5054407228"],"corresponding_institution_ids":["https://openalex.org/I27357992"],"apc_list":null,"apc_paid":null,"fwci":3.7632,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.93747291,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"23","issue":"4","first_page":"3131","last_page":"3145"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8241369724273682},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8124328851699829},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5281792879104614},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.528039813041687},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.4963069558143616},{"id":"https://openalex.org/keywords/spectrum-management","display_name":"Spectrum management","score":0.4479771852493286},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.44088202714920044},{"id":"https://openalex.org/keywords/economic-shortage","display_name":"Economic shortage","score":0.4133143424987793},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3439752459526062},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.3352653980255127},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2988079786300659},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.24442625045776367},{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.2442149519920349},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.16620343923568726}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8241369724273682},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8124328851699829},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5281792879104614},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.528039813041687},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.4963069558143616},{"id":"https://openalex.org/C63029442","wikidata":"https://www.wikidata.org/wiki/Q6504978","display_name":"Spectrum management","level":4,"score":0.4479771852493286},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.44088202714920044},{"id":"https://openalex.org/C194051981","wikidata":"https://www.wikidata.org/wiki/Q1337691","display_name":"Economic shortage","level":3,"score":0.4133143424987793},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3439752459526062},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3352653980255127},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2988079786300659},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.24442625045776367},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.2442149519920349},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.16620343923568726},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C2778137410","wikidata":"https://www.wikidata.org/wiki/Q2732820","display_name":"Government (linguistics)","level":2,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/twc.2023.3305567","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2023.3305567","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},{"is_oa":true,"landing_page_url":"https://scholars.cityu.edu.hk/en/publications/intelligent-spectrum-sensing-and-access-with-partial-observation-","pdf_url":null,"source":{"id":"https://openalex.org/S7407055387","display_name":"CityU Scholars","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Li, X, Zhang, Y, Ding, H & Fang, Y 2024, 'Intelligent Spectrum Sensing and Access with Partial Observation Based on Hierarchical Multi-Agent Deep Reinforcement Learning', IEEE Transactions on Wireless Communications, vol. 23, no. 4, pp. 3131-3145. https://doi.org/10.1109/TWC.2023.3305567","raw_type":"article"},{"id":"pmh:oai:pure.atira.dk:publications/72f10ef8-738b-44e9-b2dd-2ef987f36551","is_oa":true,"landing_page_url":"https://hdl.handle.net/2031/72f10ef8-738b-44e9-b2dd-2ef987f36551","pdf_url":null,"source":{"id":"https://openalex.org/S7407055387","display_name":"CityU Scholars","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Li, X, Zhang, Y, Ding, H & Fang, Y 2024, 'Intelligent Spectrum Sensing and Access with Partial Observation Based on Hierarchical Multi-Agent Deep Reinforcement Learning', IEEE Transactions on Wireless Communications, vol. 23, no. 4, pp. 3131-3145. https://doi.org/10.1109/TWC.2023.3305567","raw_type":"article"}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://scholars.cityu.edu.hk/en/publications/intelligent-spectrum-sensing-and-access-with-partial-observation-","pdf_url":null,"source":{"id":"https://openalex.org/S7407055387","display_name":"CityU Scholars","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Li, X, Zhang, Y, Ding, H & Fang, Y 2024, 'Intelligent Spectrum Sensing and Access with Partial Observation Based on Hierarchical Multi-Agent Deep Reinforcement Learning', IEEE Transactions on Wireless Communications, vol. 23, no. 4, pp. 3131-3145. https://doi.org/10.1109/TWC.2023.3305567","raw_type":"article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/15","display_name":"Life in Land","score":0.6100000143051147}],"awards":[{"id":"https://openalex.org/G1928696038","display_name":null,"funder_award_id":"2021QNRC001","funder_id":"https://openalex.org/F4320317379","funder_display_name":"China Institute of Communications"},{"id":"https://openalex.org/G2291368053","display_name":null,"funder_award_id":"62201045","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6437425276","display_name":null,"funder_award_id":"62271100","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320317379","display_name":"China Institute of Communications","ror":"https://ror.org/0395ve714"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1979348504","https://openalex.org/W2094755917","https://openalex.org/W2106673869","https://openalex.org/W2107413438","https://openalex.org/W2118726574","https://openalex.org/W2164617036","https://openalex.org/W2343899768","https://openalex.org/W2522880740","https://openalex.org/W2592583014","https://openalex.org/W2894110571","https://openalex.org/W2906153113","https://openalex.org/W2968498528","https://openalex.org/W2969195240","https://openalex.org/W2979392410","https://openalex.org/W2979506351","https://openalex.org/W2983432303","https://openalex.org/W3013353193","https://openalex.org/W3013525469","https://openalex.org/W3023368586","https://openalex.org/W3036600287","https://openalex.org/W3036919495","https://openalex.org/W3038869369","https://openalex.org/W3060461464","https://openalex.org/W3095478532","https://openalex.org/W3096610621","https://openalex.org/W3100844423","https://openalex.org/W3109234259","https://openalex.org/W3110989801","https://openalex.org/W3125424609","https://openalex.org/W3161730384","https://openalex.org/W3173151636","https://openalex.org/W3209085018","https://openalex.org/W3212556128","https://openalex.org/W3216388332","https://openalex.org/W4206844471","https://openalex.org/W4214717370","https://openalex.org/W4226072761","https://openalex.org/W4285136203","https://openalex.org/W4293173843","https://openalex.org/W4301204068","https://openalex.org/W4315473113","https://openalex.org/W4319459154","https://openalex.org/W4322576964","https://openalex.org/W4386450146","https://openalex.org/W6638018090","https://openalex.org/W6738796088"],"related_works":["https://openalex.org/W2579473328","https://openalex.org/W2509147714","https://openalex.org/W4306904969","https://openalex.org/W4239898203","https://openalex.org/W2586833044","https://openalex.org/W2603666417","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W46955353","https://openalex.org/W3197584586"],"abstract_inverted_index":{"Dynamic":[0],"spectrum":[1,13,21,64,82,102,135,179,183],"access":[2,49,67],"(DSA)":[3],"has":[4],"been":[5],"regarded":[6],"as":[7],"a":[8,28,59,73,99,139],"viable":[9,140],"solution":[10,141,151],"to":[11,42,53,109,112,121,171],"the":[12,34,44,48,55,78,86,114,123,131,162,172,191],"shortage":[14],"problem.":[15],"To":[16],"find":[17],"idle":[18],"spectrum,":[19],"partial":[20,101],"sensing":[22,30,65,103],"could":[23,50],"be":[24,51],"employed":[25],"by":[26,186],"selecting":[27],"suitable":[29],"window":[31],"(SW).":[32],"Since":[33],"SW":[35,56,118,164],"selection":[36],"determines":[37],"how":[38],"many":[39],"available":[40],"bands":[41],"access,":[43],"transmission":[45],"performance":[46],"after":[47],"used":[52],"guide":[54],"selection.":[57],"Hence,":[58],"sophisticated":[60],"joint":[61,100],"design":[62,154],"on":[63,117,143],"and":[66,84,104,119,134,165,181],"is":[68,72],"necessary,":[69],"which,":[70],"however,":[71],"challenging":[74],"task":[75],"when":[76],"considering":[77],"dynamic":[79,173],"nature":[80],"of":[81,193],"environment,":[83],"also":[85],"mutual":[87,128,153],"impact":[88],"among":[89],"different":[90],"secondary":[91],"users":[92],"(SUs).":[93],"In":[94],"this":[95],"paper,":[96],"we":[97,137,188],"propose":[98],"power":[105],"allocation":[106],"(PA)":[107],"scheme":[108],"facilitate":[110],"SUs":[111],"make":[113],"best":[115,163],"decisions":[116],"PA":[120,166],"maximize":[122],"network":[124],"throughput":[125],"with":[126,155],"reduced":[127],"interference.":[129],"Considering":[130],"environmental":[132],"dynamics":[133],"uncertainty,":[136],"develop":[138],"based":[142],"hierarchical":[144],"multi-agent":[145],"deep":[146],"reinforcement":[147],"learning":[148],"(HMADRL).":[149],"Our":[150],"enables":[152],"two":[156],"stages:":[157],"making":[158],"each":[159],"SU":[160],"learn":[161],"strategies":[167],"autonomously":[168],"while":[169],"adapting":[170],"environment.":[174],"By":[175],"using":[176],"both":[177],"simulated":[178],"data":[180,184],"real":[182],"measured":[185],"SAM60-BX,":[187],"have":[189],"demonstrated":[190],"effectiveness":[192],"our":[194],"proposed":[195],"scheme.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}