{"id":"https://openalex.org/W2983432303","doi":"https://doi.org/10.1109/tccn.2019.2952909","title":"A Deep Actor-Critic Reinforcement Learning Framework for Dynamic Multichannel Access","display_name":"A Deep Actor-Critic Reinforcement Learning Framework for Dynamic Multichannel Access","publication_year":2019,"publication_date":"2019-11-12","ids":{"openalex":"https://openalex.org/W2983432303","doi":"https://doi.org/10.1109/tccn.2019.2952909","mag":"2983432303"},"language":"en","primary_location":{"id":"doi:10.1109/tccn.2019.2952909","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2019.2952909","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101634809","display_name":"Chen Zhong","orcid":"https://orcid.org/0000-0003-3934-4436"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chen Zhong","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, USA"],"raw_orcid":"https://orcid.org/0000-0003-3934-4436","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101440360","display_name":"Ziyang Lu","orcid":"https://orcid.org/0000-0001-6586-3737"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ziyang Lu","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076753154","display_name":"M. Cenk Gursoy","orcid":"https://orcid.org/0000-0002-7352-1013"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"M. Cenk Gursoy","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, USA"],"raw_orcid":"https://orcid.org/0000-0002-7352-1013","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004337702","display_name":"Senem Velipasalar","orcid":"https://orcid.org/0000-0002-1430-1555"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Senem Velipasalar","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, USA"],"raw_orcid":"https://orcid.org/0000-0002-1430-1555","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, USA","institution_ids":["https://openalex.org/I70983195"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I70983195"],"apc_list":null,"apc_paid":null,"fwci":9.2098,"has_fulltext":false,"cited_by_count":120,"citation_normalized_percentile":{"value":0.98082349,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"5","issue":"4","first_page":"1125","last_page":"1139"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9280586838722229},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.884844183921814},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5738332867622375},{"id":"https://openalex.org/keywords/random-access","display_name":"Random access","score":0.5112771987915039},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4475663900375366},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.39210495352745056},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3512437343597412},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.17540866136550903}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9280586838722229},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.884844183921814},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5738332867622375},{"id":"https://openalex.org/C101722063","wikidata":"https://www.wikidata.org/wiki/Q218825","display_name":"Random access","level":2,"score":0.5112771987915039},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4475663900375366},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.39210495352745056},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3512437343597412},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.17540866136550903}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tccn.2019.2952909","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2019.2952909","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1554448638","https://openalex.org/W1810054459","https://openalex.org/W1976294375","https://openalex.org/W2011383489","https://openalex.org/W2029199203","https://openalex.org/W2058841014","https://openalex.org/W2070572312","https://openalex.org/W2086206906","https://openalex.org/W2113889826","https://openalex.org/W2121863487","https://openalex.org/W2123927904","https://openalex.org/W2134802714","https://openalex.org/W2139509144","https://openalex.org/W2141515329","https://openalex.org/W2142819538","https://openalex.org/W2145339207","https://openalex.org/W2171084228","https://openalex.org/W2171671264","https://openalex.org/W2172968643","https://openalex.org/W2614312052","https://openalex.org/W2766447205","https://openalex.org/W2767359317","https://openalex.org/W2769135632","https://openalex.org/W2774086490","https://openalex.org/W2789470429","https://openalex.org/W2792071139","https://openalex.org/W2793398825","https://openalex.org/W2808463331","https://openalex.org/W2862352592","https://openalex.org/W2898035736","https://openalex.org/W2898754723","https://openalex.org/W2962846391","https://openalex.org/W2962883549","https://openalex.org/W2963079995","https://openalex.org/W2963543042","https://openalex.org/W4214717370","https://openalex.org/W6633263652","https://openalex.org/W6677279966","https://openalex.org/W6679977494","https://openalex.org/W6684973485","https://openalex.org/W6752639379"],"related_works":["https://openalex.org/W3133183159","https://openalex.org/W4297872561","https://openalex.org/W2952222336","https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2116633494","https://openalex.org/W2138720691","https://openalex.org/W2031695474","https://openalex.org/W2177892898"],"abstract_inverted_index":{"To":[0],"make":[1],"efficient":[2],"use":[3],"of":[4,100,125,132,144,157,167],"limited":[5],"spectral":[6],"resources,":[7],"we":[8,70,112,128,162],"in":[9,33,51,63,94],"this":[10],"work":[11],"propose":[12],"a":[13,27,31,48,59,149],"deep":[14,76,179],"actor-critic":[15,75,178],"reinforcement":[16,77,180],"learning":[17,78,83,181],"based":[18,186],"framework":[19,46,62],"for":[20,73],"dynamic":[21],"multichannel":[22],"access.":[23],"We":[24,42,146],"consider":[25],"both":[26,68,168],"single-user":[28,53,92],"case":[29,124],"and":[30,55,79,87,106,118,141,172,190],"scenario":[32],"which":[34],"multiple":[35,126],"users":[36],"attempt":[37],"to":[38,58,96,152],"access":[39,104],"channels":[40,136],"simultaneously.":[41],"employ":[43],"the":[44,52,64,74,81,91,98,101,107,123,130,142,154,158,169,176,191,195],"proposed":[45,82,102,159,177],"as":[47],"single":[49],"agent":[50],"case,":[54],"extend":[56],"it":[57],"decentralized":[60],"multi-agent":[61],"multi-user":[65],"scenario.":[66],"In":[67,90,122],"cases,":[69],"develop":[71],"algorithms":[72],"evaluate":[80,97],"policies":[84],"via":[85],"experiments":[86],"numerical":[88],"results.":[89],"model,":[93],"order":[95],"performance":[99],"channel":[103,115,139,196],"policy":[105,193],"framework's":[108],"tolerance":[109],"against":[110],"uncertainty,":[111],"explore":[113],"different":[114,119],"switching":[116,120],"patterns":[117],"probabilities.":[121],"users,":[127],"analyze":[129],"probabilities":[131],"each":[133],"user":[134],"accessing":[135],"with":[137],"favorable":[138],"conditions":[140],"probability":[143],"collision.":[145],"also":[147],"address":[148],"time-varying":[150],"environment":[151],"identify":[153],"adaptive":[155],"ability":[156],"framework.":[160],"Additionally,":[161],"provide":[163],"comparisons":[164],"(in":[165],"terms":[166],"average":[170],"reward":[171],"time":[173],"efficiency)":[174],"between":[175],"framework,":[182],"Deep-Q":[183],"network":[184],"(DQN)":[185],"approach,":[187],"random":[188],"access,":[189],"optimal":[192],"when":[194],"dynamics":[197],"are":[198],"known.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":19},{"year":2023,"cited_by_count":20},{"year":2022,"cited_by_count":21},{"year":2021,"cited_by_count":26},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":1}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}