{"id":"https://openalex.org/W4413344152","doi":"https://doi.org/10.1109/tccn.2025.3594035","title":"A Heterogeneous-Agent Deep Reinforcement Learning Approach for Dynamic Spectrum Access in Cognitive Wireless Networks","display_name":"A Heterogeneous-Agent Deep Reinforcement Learning Approach for Dynamic Spectrum Access in Cognitive Wireless Networks","publication_year":2025,"publication_date":"2025-08-19","ids":{"openalex":"https://openalex.org/W4413344152","doi":"https://doi.org/10.1109/tccn.2025.3594035"},"language":"en","primary_location":{"id":"doi:10.1109/tccn.2025.3594035","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2025.3594035","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034490033","display_name":"Qifeng Wang","orcid":"https://orcid.org/0000-0002-3036-6084"},"institutions":[{"id":"https://openalex.org/I1328775524","display_name":"Zhejiang Sci-Tech University","ror":"https://ror.org/03893we55","country_code":"CN","type":"education","lineage":["https://openalex.org/I1328775524"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qifeng Wang","raw_affiliation_strings":["School of Information Science and Engineering, Zhejiang Engineering Research Center of Industrial Internet Communication Technology, and Zhejiang Key Laboratory of Digital Fashion and Data Governance, Zhejiang Sci-Tech University, Hangzhou, China","School of Information Science and Engineering, Key Laboratory of Intelligent Textile and Flexible Interconnection of Zhejiang Province, Zhejiang Sci-Tech University, Zhejiang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Zhejiang Engineering Research Center of Industrial Internet Communication Technology, and Zhejiang Key Laboratory of Digital Fashion and Data Governance, Zhejiang Sci-Tech University, Hangzhou, China","institution_ids":["https://openalex.org/I1328775524"]},{"raw_affiliation_string":"School of Information Science and Engineering, Key Laboratory of Intelligent Textile and Flexible Interconnection of Zhejiang Province, Zhejiang Sci-Tech University, Zhejiang, China","institution_ids":["https://openalex.org/I1328775524"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Weiqiang Xu","orcid":"https://orcid.org/0000-0002-4206-7022"},"institutions":[{"id":"https://openalex.org/I1328775524","display_name":"Zhejiang Sci-Tech University","ror":"https://ror.org/03893we55","country_code":"CN","type":"education","lineage":["https://openalex.org/I1328775524"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiqiang Xu","raw_affiliation_strings":["School of Information Science and Engineering, Zhejiang Engineering Research Center of Industrial Internet Communication Technology, and Zhejiang Key Laboratory of Digital Fashion and Data Governance, Zhejiang Sci-Tech University, Hangzhou, China","School of Information Science and Engineering, Key Laboratory of Intelligent Textile and Flexible Interconnection of Zhejiang Province, Zhejiang Sci-Tech University, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0002-4206-7022","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Zhejiang Engineering Research Center of Industrial Internet Communication Technology, and Zhejiang Key Laboratory of Digital Fashion and Data Governance, Zhejiang Sci-Tech University, Hangzhou, China","institution_ids":["https://openalex.org/I1328775524"]},{"raw_affiliation_string":"School of Information Science and Engineering, Key Laboratory of Intelligent Textile and Flexible Interconnection of Zhejiang Province, Zhejiang Sci-Tech University, Zhejiang, China","institution_ids":["https://openalex.org/I1328775524"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084739355","display_name":"Hsiao\u2010Hwa Chen","orcid":"https://orcid.org/0000-0001-8473-0729"},"institutions":[{"id":"https://openalex.org/I91807558","display_name":"National Cheng Kung University","ror":"https://ror.org/01b8kcc49","country_code":"TW","type":"education","lineage":["https://openalex.org/I91807558"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Hsiao-Hwa Chen","raw_affiliation_strings":["Department of Engineering Science, National Cheng Kung University, Tainan City, Taiwan","Department of Engineering Science, National Cheng Kung University, Taiwan"],"raw_orcid":"https://orcid.org/0000-0001-8473-0729","affiliations":[{"raw_affiliation_string":"Department of Engineering Science, National Cheng Kung University, Tainan City, Taiwan","institution_ids":["https://openalex.org/I91807558"]},{"raw_affiliation_string":"Department of Engineering Science, National Cheng Kung University, Taiwan","institution_ids":["https://openalex.org/I91807558"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.7554,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.93877138,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"12","issue":null,"first_page":"2221","last_page":"2235"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10575","display_name":"Wireless Communication Networks Research","score":0.9750999808311462,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9309999942779541,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.8099827170372009},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8000531196594238},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7253506183624268},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5693130493164062},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5055339336395264},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4806612730026245},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.41834738850593567},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.34337225556373596},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2887882590293884},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.25006788969039917}],"concepts":[{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.8099827170372009},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8000531196594238},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7253506183624268},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5693130493164062},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5055339336395264},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4806612730026245},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.41834738850593567},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.34337225556373596},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2887882590293884},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.25006788969039917},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tccn.2025.3594035","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2025.3594035","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1873216522","display_name":null,"funder_award_id":"U22A2004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6348561071","display_name":null,"funder_award_id":"2022C01079","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W2061675111","https://openalex.org/W2184970550","https://openalex.org/W2428965744","https://openalex.org/W2539848591","https://openalex.org/W2554262864","https://openalex.org/W2612336410","https://openalex.org/W2793831908","https://openalex.org/W2894110571","https://openalex.org/W2898754723","https://openalex.org/W2903744452","https://openalex.org/W2960226518","https://openalex.org/W2963079995","https://openalex.org/W2981587265","https://openalex.org/W2983432303","https://openalex.org/W3013353193","https://openalex.org/W3017042178","https://openalex.org/W3036130370","https://openalex.org/W3083695346","https://openalex.org/W3092862744","https://openalex.org/W3125424609","https://openalex.org/W3133687703","https://openalex.org/W3168773799","https://openalex.org/W3172492987","https://openalex.org/W3205905181","https://openalex.org/W3207179351","https://openalex.org/W4205993435","https://openalex.org/W4226048154","https://openalex.org/W4282024721","https://openalex.org/W4313555904","https://openalex.org/W4386065259","https://openalex.org/W4386134827","https://openalex.org/W4391305688","https://openalex.org/W4395480803","https://openalex.org/W4400877488"],"related_works":["https://openalex.org/W2559261346","https://openalex.org/W4280609833","https://openalex.org/W2136943174","https://openalex.org/W1973979964","https://openalex.org/W4235820682","https://openalex.org/W185479762","https://openalex.org/W1968709058","https://openalex.org/W2095246866","https://openalex.org/W2107126738","https://openalex.org/W4246064491"],"abstract_inverted_index":{"Spectrum":[0],"resources":[1],"are":[2,12],"indispensable":[3],"for":[4,75,97],"the":[5,37,119,148],"deployment":[6],"of":[7,39,48],"wireless":[8],"communications":[9],"and":[10,72,92,146],"they":[11],"currently":[13],"facing":[14],"significant":[15],"scarcity":[16],"issues.":[17,150],"Dynamic":[18],"spectrum":[19,40,85,100,126],"access":[20,41,86,101,127],"(DSA)":[21],"plays":[22],"an":[23],"important":[24],"role":[25],"in":[26,36,43,55,60],"addressing":[27],"this":[28,79],"challenge.":[29],"Machine":[30],"learning":[31,109,122,135],"approaches":[32],"can":[33],"be":[34],"used":[35],"development":[38],"technologies":[42],"cognitive":[44,61],"radios.":[45],"However,":[46],"heterogeneity":[47],"secondary":[49],"users":[50],"(SUs)":[51],"has":[52],"been":[53],"overlooked":[54],"most":[56],"previous":[57],"studies,":[58],"particularly":[59],"radio":[62],"networks,":[63],"where":[64],"SUs":[65,91],"possess":[66],"varying":[67],"observation":[68],"spaces,":[69],"transmit":[70],"powers,":[71],"aggregation":[73],"capabilities":[74],"idle":[76],"channels.":[77],"In":[78],"work,":[80],"we":[81],"establish":[82],"a":[83,94,104],"dynamic":[84,99,125],"system":[87],"model":[88],"with":[89],"inhomogeneous":[90,113],"propose":[93],"novel":[95],"solution":[96],"multi-user":[98],"that":[102,118],"integrates":[103],"heterogeneous":[105],"agent":[106],"deep":[107,133],"reinforcement":[108,121,134],"algorithm":[110],"to":[111],"address":[112],"challenges.":[114],"Simulation":[115],"results":[116],"demonstrate":[117],"heterogeneous-agent":[120],"(HARL)":[123],"based":[124],"scheme":[128,139],"outperforms":[129],"other":[130],"prevalent":[131],"multi-agent":[132],"approaches.":[136],"The":[137],"proposed":[138],"effectively":[140],"enhances":[141],"network":[142],"throughput,":[143],"reduces":[144],"collisions,":[145],"addresses":[147],"user-inhomogeneity":[149]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-30T23:08:21.542490","created_date":"2025-10-10T00:00:00"}
