{"id":"https://openalex.org/W2963079995","doi":"https://doi.org/10.1109/tccn.2018.2809722","title":"Deep Reinforcement Learning for Dynamic Multichannel Access in Wireless Networks","display_name":"Deep Reinforcement Learning for Dynamic Multichannel Access in Wireless Networks","publication_year":2018,"publication_date":"2018-02-27","ids":{"openalex":"https://openalex.org/W2963079995","doi":"https://doi.org/10.1109/tccn.2018.2809722","mag":"2963079995"},"language":"en","primary_location":{"id":"doi:10.1109/tccn.2018.2809722","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2018.2809722","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078564634","display_name":"Shangxing Wang","orcid":"https://orcid.org/0000-0003-1405-0132"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Shangxing Wang","raw_affiliation_strings":["Ming Hsieh Department of Electrical Engineering, University of Southern California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"Ming Hsieh Department of Electrical Engineering, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071582484","display_name":"Hanpeng Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hanpeng Liu","raw_affiliation_strings":["Department of Computer Science, University of Southern California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000954458","display_name":"Pedro Henrique Gomes","orcid":"https://orcid.org/0000-0003-1425-2615"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pedro Henrique Gomes","raw_affiliation_strings":["Ming Hsieh Department of Electrical Engineering, University of Southern California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"Ming Hsieh Department of Electrical Engineering, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063784062","display_name":"Bhaskar Krishnamachari","orcid":"https://orcid.org/0000-0002-9994-9931"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bhaskar Krishnamachari","raw_affiliation_strings":["Ming Hsieh Department of Electrical Engineering, University of Southern California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"Ming Hsieh Department of Electrical Engineering, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5078564634"],"corresponding_institution_ids":["https://openalex.org/I1174212"],"apc_list":null,"apc_paid":null,"fwci":53.6291,"has_fulltext":false,"cited_by_count":479,"citation_normalized_percentile":{"value":0.99957238,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"4","issue":"2","first_page":"257","last_page":"265"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8852672576904297},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8590893745422363},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7711589336395264},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.6595790386199951},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.6035487651824951},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.560777485370636},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.5598296523094177},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.5411936044692993},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.4548414945602417},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4413948059082031},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.42467573285102844},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4234091639518738},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.3596256971359253},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.3231039047241211},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3095399737358093},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.22292360663414001},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.12775984406471252},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.10126236081123352}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8852672576904297},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8590893745422363},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7711589336395264},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.6595790386199951},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.6035487651824951},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.560777485370636},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.5598296523094177},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.5411936044692993},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4548414945602417},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4413948059082031},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.42467573285102844},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4234091639518738},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.3596256971359253},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.3231039047241211},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3095399737358093},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.22292360663414001},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.12775984406471252},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.10126236081123352},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tccn.2018.2809722","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2018.2809722","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7400000095367432,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G4842797379","display_name":null,"funder_award_id":"HR001117C0053","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G5599191562","display_name":null,"funder_award_id":"1423624","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1484210532","https://openalex.org/W1522301498","https://openalex.org/W1757796397","https://openalex.org/W1972921453","https://openalex.org/W2029199203","https://openalex.org/W2032100464","https://openalex.org/W2070572312","https://openalex.org/W2086206906","https://openalex.org/W2099706679","https://openalex.org/W2120125372","https://openalex.org/W2141515329","https://openalex.org/W2144369278","https://openalex.org/W2148250692","https://openalex.org/W2149943599","https://openalex.org/W2155007355","https://openalex.org/W2158116199","https://openalex.org/W2167587495","https://openalex.org/W2171671264","https://openalex.org/W2179072710","https://openalex.org/W2402144811","https://openalex.org/W2555583744","https://openalex.org/W2741247871","https://openalex.org/W2953384591","https://openalex.org/W2963079995","https://openalex.org/W2963864421","https://openalex.org/W2964121744","https://openalex.org/W2964161785","https://openalex.org/W4298857966","https://openalex.org/W6628927728","https://openalex.org/W6631190155","https://openalex.org/W6637967152","https://openalex.org/W6682849425","https://openalex.org/W6684921986","https://openalex.org/W6685755111","https://openalex.org/W6713134421"],"related_works":["https://openalex.org/W2096013579","https://openalex.org/W52153049","https://openalex.org/W1760611253","https://openalex.org/W1515117609","https://openalex.org/W1589140671","https://openalex.org/W4323315247","https://openalex.org/W2294884454","https://openalex.org/W2364406457","https://openalex.org/W2173087131","https://openalex.org/W1997350370"],"abstract_inverted_index":{"We":[0,79,110],"consider":[1],"a":[2,30,46,75,118,122],"dynamic":[3],"multichannel":[4],"access":[5],"problem,":[6],"where":[7],"multiple":[8],"correlated":[9],"channels":[10],"follow":[11],"an":[12,151],"unknown":[13,53,61],"joint":[14],"Markov":[15,49],"model":[16],"and":[17,63,73,93,121,137],"users":[18],"select":[19],"the":[20,34,58,68,82,101,107,113,156],"channel":[21,87],"to":[22,28,158],"transmit":[23],"data.":[24],"The":[25,41],"objective":[26],"is":[27,43],"find":[29],"policy":[31,84,120],"that":[32,97,139],"maximizes":[33],"expected":[35],"long-term":[36],"number":[37],"of":[38,60,70,115],"successful":[39],"transmissions.":[40],"problem":[42],"formulated":[44],"as":[45,131,133],"partially":[47],"observable":[48],"decision":[50],"process":[51],"with":[52,89,117,155],"system":[54,91,108],"dynamics.":[55],"To":[56],"overcome":[57],"challenges":[59],"dynamics":[62,92],"prohibitive":[64],"computation,":[65],"we":[66,149],"apply":[67],"concept":[69],"reinforcement":[71],"learning":[72,161],"implement":[74],"deep":[76],"Q-network":[77],"(DQN).":[78],"first":[80],"study":[81],"optimal":[83,103],"for":[85],"fixedpattern":[86],"switching":[88],"known":[90],"show":[94,138],"through":[95,126],"simulations":[96,130],"DQN":[98,116,140,153],"can":[99],"achieve":[100],"same":[102],"performance":[104,114,143],"without":[105],"knowing":[106],"statistics.":[109],"then":[111],"compare":[112],"Myopic":[119],"Whittle":[123],"Index-based":[124],"heuristic":[125],"both":[127],"more":[128,145],"general":[129],"well":[132],"real":[134],"data":[135],"trace":[136],"achieves":[141],"near-optimal":[142],"in":[144,162],"complex":[146],"situations.":[147],"Finally,":[148],"propose":[150],"adaptive":[152],"approach":[154],"capability":[157],"adapt":[159],"its":[160],"time-varying":[163],"scenarios.":[164]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":31},{"year":2024,"cited_by_count":49},{"year":2023,"cited_by_count":63},{"year":2022,"cited_by_count":58},{"year":2021,"cited_by_count":108},{"year":2020,"cited_by_count":83},{"year":2019,"cited_by_count":62},{"year":2018,"cited_by_count":22},{"year":2017,"cited_by_count":1}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}