{"id":"https://openalex.org/W4414647540","doi":"https://doi.org/10.1109/vtc2025-spring65109.2025.11174534","title":"Macro-Action-Based DRL for Asynchronous Multi-User Dynamic Spectrum Access in Half-Duplex CRNs","display_name":"Macro-Action-Based DRL for Asynchronous Multi-User Dynamic Spectrum Access in Half-Duplex CRNs","publication_year":2025,"publication_date":"2025-06-17","ids":{"openalex":"https://openalex.org/W4414647540","doi":"https://doi.org/10.1109/vtc2025-spring65109.2025.11174534"},"language":"en","primary_location":{"id":"doi:10.1109/vtc2025-spring65109.2025.11174534","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2025-spring65109.2025.11174534","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 101st Vehicular Technology Conference (VTC2025-Spring)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101041449","display_name":"Yiming Qi","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiming Qi","raw_affiliation_strings":["The Sixty-third Research Institute, National University of Defense Technology,Nanjing,China,210007"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Sixty-third Research Institute, National University of Defense Technology,Nanjing,China,210007","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068860723","display_name":"Jianzhao Zhang","orcid":"https://orcid.org/0000-0003-0277-7166"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianzhao Zhang","raw_affiliation_strings":["The Sixty-third Research Institute, National University of Defense Technology,Nanjing,China,210007"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Sixty-third Research Institute, National University of Defense Technology,Nanjing,China,210007","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I170215575"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.22264958,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12146","display_name":"Power Line Communications and Noise","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12146","display_name":"Power Line Communications and Noise","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10575","display_name":"Wireless Communication Networks Research","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12791","display_name":"Full-Duplex Wireless Communications","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/asynchrony","display_name":"Asynchrony (computer programming)","score":0.8442999720573425},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.7821000218391418},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7218000292778015},{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.6880999803543091},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.641700029373169},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.47600001096725464},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.47040000557899475},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.44190001487731934},{"id":"https://openalex.org/keywords/duration","display_name":"Duration (music)","score":0.43549999594688416},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.41269999742507935}],"concepts":[{"id":"https://openalex.org/C2779019669","wikidata":"https://www.wikidata.org/wiki/Q25203946","display_name":"Asynchrony (computer programming)","level":3,"score":0.8442999720573425},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.7821000218391418},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7458000183105469},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7218000292778015},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.6880999803543091},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.641700029373169},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.47600001096725464},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.47040000557899475},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.44190001487731934},{"id":"https://openalex.org/C112758219","wikidata":"https://www.wikidata.org/wiki/Q16038819","display_name":"Duration (music)","level":2,"score":0.43549999594688416},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4343999922275543},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.41269999742507935},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.40119999647140503},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.3840000033378601},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.3424000144004822},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.33649998903274536},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.3246000111103058},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.32269999384880066},{"id":"https://openalex.org/C196340769","wikidata":"https://www.wikidata.org/wiki/Q7698910","display_name":"Temporal difference learning","level":3,"score":0.30959999561309814},{"id":"https://openalex.org/C2984634286","wikidata":"https://www.wikidata.org/wiki/Q1331926","display_name":"Decision process","level":2,"score":0.3041999936103821},{"id":"https://openalex.org/C32848918","wikidata":"https://www.wikidata.org/wiki/Q845789","display_name":"Observable","level":2,"score":0.29679998755455017},{"id":"https://openalex.org/C156778621","wikidata":"https://www.wikidata.org/wiki/Q1365748","display_name":"Spectrum (functional analysis)","level":2,"score":0.2957000136375427},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.2946999967098236},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.2890999913215637},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.28859999775886536},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.28859999775886536},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.2718999981880188},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27079999446868896},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.27000001072883606},{"id":"https://openalex.org/C134579502","wikidata":"https://www.wikidata.org/wiki/Q1455619","display_name":"Frequency allocation","level":2,"score":0.2597000002861023},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2590999901294708},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.2574999928474426},{"id":"https://openalex.org/C8272713","wikidata":"https://www.wikidata.org/wiki/Q176737","display_name":"Stochastic process","level":2,"score":0.2515999972820282}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vtc2025-spring65109.2025.11174534","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2025-spring65109.2025.11174534","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 101st Vehicular Technology Conference (VTC2025-Spring)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4156692303","display_name":null,"funder_award_id":"62231012","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2089462982","https://openalex.org/W2107561590","https://openalex.org/W2119991886","https://openalex.org/W2167230435","https://openalex.org/W2805268336","https://openalex.org/W2955809904","https://openalex.org/W2962691117","https://openalex.org/W2971525201","https://openalex.org/W3119299575","https://openalex.org/W3143376846","https://openalex.org/W3196479015","https://openalex.org/W3199961918","https://openalex.org/W3216898428","https://openalex.org/W4225567865","https://openalex.org/W4383220341","https://openalex.org/W4403721432"],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"addresses":[2],"the":[3,23,115],"asynchronous":[4,125],"multi-user":[5,126],"dynamic":[6],"spectrum":[7,116],"access":[8,96],"(DSA)":[9],"problem":[10,45],"in":[11,21,124],"half-duplex":[12],"cognitive":[13],"radio":[14],"networks":[15],"(HD-CRNs).":[16],"The":[17,44,98],"core":[18],"challenge":[19],"lies":[20],"resolving":[22],"decision":[24],"asynchrony":[25],"caused":[26],"by":[27,93],"variable":[28],"action":[29],"duration":[30],"under":[31,118],"HD":[32,119],"constraints,":[33,120],"which":[34],"traditional":[35],"deep":[36],"reinforcement":[37],"learning":[38],"(DRL)":[39],"methods":[40,92],"fail":[41],"to":[42,78,107],"address.":[43],"is":[46,75],"formulated":[47],"as":[48],"a":[49,59],"Macro-Action":[50],"Decentralized":[51],"Partially":[52],"Observable":[53],"Markov":[54],"Decision":[55],"Process":[56],"(MacDec-POMDP),":[57],"with":[58],"decentralized":[60],"macro-action-based":[61],"multi-agent":[62],"Dueling":[63],"Double":[64],"Deep":[65],"Q-Network":[66],"(D3QN)":[67],"framework":[68],"being":[69],"proposed.":[70],"An":[71],"extra":[72],"reward":[73,99],"mechanism":[74],"specifically":[76],"designed":[77],"encourage":[79],"sustained":[80],"conflict-free":[81],"access.":[82],"Simulation":[83],"results":[84],"demonstrate":[85],"that":[86],"our":[87],"approach":[88],"outperforms":[89],"synchronous":[90],"fixed-duration":[91],"dynamically":[94],"adjusting":[95],"duration.":[97],"function":[100],"design":[101],"significantly":[102],"improves":[103],"adaptability,":[104],"reducing":[105],"collisions":[106],"both":[108],"primary":[109],"and":[110],"secondary":[111],"users":[112],"while":[113],"optimizing":[114],"utilization":[117],"validating":[121],"its":[122],"effectiveness":[123],"DSA.":[127]},"counts_by_year":[],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}