{"id":"https://openalex.org/W2985696718","doi":"https://doi.org/10.1109/vtcfall.2019.8891391","title":"Dynamic Channel Access and Power Control via Deep Reinforcement Learning","display_name":"Dynamic Channel Access and Power Control via Deep Reinforcement Learning","publication_year":2019,"publication_date":"2019-09-01","ids":{"openalex":"https://openalex.org/W2985696718","doi":"https://doi.org/10.1109/vtcfall.2019.8891391","mag":"2985696718"},"language":"en","primary_location":{"id":"doi:10.1109/vtcfall.2019.8891391","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtcfall.2019.8891391","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 90th Vehicular Technology Conference (VTC2019-Fall)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101440360","display_name":"Ziyang Lu","orcid":"https://orcid.org/0000-0001-6586-3737"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ziyang Lu","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY","Syracuse University, Syracuse, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY","institution_ids":["https://openalex.org/I70983195"]},{"raw_affiliation_string":"Syracuse University, Syracuse, NY, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076753154","display_name":"M. Cenk Gursoy","orcid":"https://orcid.org/0000-0002-7352-1013"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"M. Cenk Gursoy","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY","Syracuse University, Syracuse, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY","institution_ids":["https://openalex.org/I70983195"]},{"raw_affiliation_string":"Syracuse University, Syracuse, NY, USA","institution_ids":["https://openalex.org/I70983195"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I70983195"],"apc_list":null,"apc_paid":null,"fwci":3.365,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.93754773,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9368846416473389},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7982809543609619},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.6460099816322327},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.6407791972160339},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.524880588054657},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.45156410336494446},{"id":"https://openalex.org/keywords/control-channel","display_name":"Control channel","score":0.45069676637649536},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4420575499534607},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.42792755365371704},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4160923361778259},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4133150577545166},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3865242004394531},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.38019314408302307},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.24895477294921875},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.20533481240272522},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.1647757887840271},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.13349944353103638}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9368846416473389},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7982809543609619},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.6460099816322327},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.6407791972160339},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.524880588054657},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.45156410336494446},{"id":"https://openalex.org/C157607044","wikidata":"https://www.wikidata.org/wiki/Q5165851","display_name":"Control channel","level":3,"score":0.45069676637649536},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4420575499534607},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.42792755365371704},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4160923361778259},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4133150577545166},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3865242004394531},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.38019314408302307},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.24895477294921875},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.20533481240272522},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.1647757887840271},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.13349944353103638},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vtcfall.2019.8891391","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtcfall.2019.8891391","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 90th Vehicular Technology Conference (VTC2019-Fall)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.9100000262260437}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W2048570986","https://openalex.org/W2100755644","https://openalex.org/W2101840010","https://openalex.org/W2121092017","https://openalex.org/W2126941466","https://openalex.org/W2145339207","https://openalex.org/W2153620960","https://openalex.org/W2173564293","https://openalex.org/W2788350651","https://openalex.org/W2898035736","https://openalex.org/W2898754723","https://openalex.org/W2912369344","https://openalex.org/W2951799221","https://openalex.org/W2962846391","https://openalex.org/W2962883549","https://openalex.org/W2962938178","https://openalex.org/W2963079995","https://openalex.org/W2964021722","https://openalex.org/W6677939520","https://openalex.org/W6685444567","https://openalex.org/W6749422299","https://openalex.org/W6755792838"],"related_works":["https://openalex.org/W3096874164","https://openalex.org/W2166117066","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W3087814763","https://openalex.org/W2361647908","https://openalex.org/W2937181779","https://openalex.org/W2537866915","https://openalex.org/W2089415692","https://openalex.org/W4294873804"],"abstract_inverted_index":{"Efficient":[0],"use":[1,110],"of":[2,52],"spectral":[3],"and":[4,12,25,34,71,87,94,109,120],"energy":[5],"resources":[6],"is":[7],"critical":[8],"in":[9,17,44,74],"wireless":[10,75],"networks":[11],"has":[13],"been":[14,29],"extensively":[15],"studied":[16],"recent":[18,42],"years.":[19],"In":[20,37],"particular,":[21],"dynamic":[22,57,68],"spectrum":[23],"access":[24,70],"power":[26,72,118,134],"control":[27,58,73,119],"have":[28],"addressed":[30],"primarily":[31],"via":[32],"optimization":[33],"game-theoretic":[35],"tools.":[36],"this":[38],"paper,":[39],"motivated":[40],"by":[41],"advances":[43],"machine":[45],"learning":[46,54,64],"and,":[47],"more":[48],"specifically,":[49],"the":[50,89,101,130],"success":[51],"reinforcement":[53,63],"for":[55],"addressing":[56],"problems,":[59],"we":[60],"consider":[61],"deep":[62,81],"to":[65],"jointly":[66],"perform":[67],"channel":[69,125],"interference":[76],"channels.":[77],"We":[78,97,128],"propose":[79],"a":[80],"Q-learning":[82],"model,":[83],"develop":[84],"an":[85],"algorithm,":[86],"evaluate":[88],"performance":[90,131],"considering":[91],"different":[92],"utilities":[93],"reward":[95],"mechanisms.":[96],"provide":[98],"comparisons":[99],"with":[100,133],"optimal":[102],"centralized":[103],"strategies":[104],"that":[105],"require":[106],"complete":[107],"information":[108],"weighted":[111],"minimum":[112],"mean":[113],"square":[114],"error":[115],"(WMMSE)":[116],"based":[117],"exhaustive":[121],"search":[122],"over":[123],"all":[124],"selection":[126],"policies.":[127],"highlight":[129],"improvements":[132],"control.":[135]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}