{"id":"https://openalex.org/W2986115109","doi":"https://doi.org/10.1109/vtcfall.2019.8891294","title":"Cognitive Radio Network Throughput Maximization with Deep Reinforcement Learning","display_name":"Cognitive Radio Network Throughput Maximization with Deep Reinforcement Learning","publication_year":2019,"publication_date":"2019-09-01","ids":{"openalex":"https://openalex.org/W2986115109","doi":"https://doi.org/10.1109/vtcfall.2019.8891294","mag":"2986115109"},"language":"en","primary_location":{"id":"doi:10.1109/vtcfall.2019.8891294","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtcfall.2019.8891294","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 90th Vehicular Technology Conference (VTC2019-Fall)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042242910","display_name":"Kevin Shen Hoong Ong","orcid":"https://orcid.org/0000-0002-1611-7612"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Kevin Shen Hoong Ong","raw_affiliation_strings":["Nanyang Technological University Singapore, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100354608","display_name":"Yang Zhang","orcid":"https://orcid.org/0000-0001-9229-7689"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yang Zhang","raw_affiliation_strings":["Nanyang Technological University Singapore, Singapore, Singapore","School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091266202","display_name":"Dusit Niyato","orcid":"https://orcid.org/0000-0002-7442-7416"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dusit Niyato","raw_affiliation_strings":["Nanyang Technological University Singapore, Singapore, Singapore","School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5042242910"],"corresponding_institution_ids":["https://openalex.org/I172675005"],"apc_list":null,"apc_paid":null,"fwci":0.3577,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.61875815,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.8391318321228027},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8325638175010681},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.7539805769920349},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7294359803199768},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.5311846733093262},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.5013697147369385},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4228725731372833},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.36050641536712646},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.17973080277442932},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.15496543049812317},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1288796365261078},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.097817063331604}],"concepts":[{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.8391318321228027},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8325638175010681},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.7539805769920349},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7294359803199768},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.5311846733093262},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.5013697147369385},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4228725731372833},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.36050641536712646},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.17973080277442932},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.15496543049812317},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1288796365261078},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.097817063331604},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vtcfall.2019.8891294","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtcfall.2019.8891294","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 90th Vehicular Technology Conference (VTC2019-Fall)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.4099999964237213}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1757796397","https://openalex.org/W2122489958","https://openalex.org/W2155968351","https://openalex.org/W2173564293","https://openalex.org/W2245031124","https://openalex.org/W2619516334","https://openalex.org/W2621181593","https://openalex.org/W2736078417","https://openalex.org/W2742125438","https://openalex.org/W2746553466","https://openalex.org/W2783647977","https://openalex.org/W2888584885","https://openalex.org/W2910994201","https://openalex.org/W2911262833","https://openalex.org/W2951799221","https://openalex.org/W2963208657","https://openalex.org/W2963271202","https://openalex.org/W2963441626","https://openalex.org/W2963813492","https://openalex.org/W2982628788","https://openalex.org/W3101865544","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6685444567","https://openalex.org/W6738491991","https://openalex.org/W6758277642","https://openalex.org/W6841195521","https://openalex.org/W6997040019"],"related_works":["https://openalex.org/W2559261346","https://openalex.org/W4280609833","https://openalex.org/W4235820682","https://openalex.org/W2018726158","https://openalex.org/W2387652801","https://openalex.org/W2540573036","https://openalex.org/W1990934859","https://openalex.org/W2053336077","https://openalex.org/W2158337294","https://openalex.org/W1996746875"],"abstract_inverted_index":{"Radio":[0,4],"Frequency":[1],"powered":[2],"Cognitive":[3],"Networks":[5],"(RF-CRN)":[6],"are":[7,67],"likely":[8],"to":[9,40,44,78,94,104,109,128],"be":[10,32],"the":[11,35,46,50,62,80,96],"eyes":[12],"and":[13,28,59,64,70,99],"ears":[14],"of":[15,22,52,126],"upcoming":[16],"modern":[17],"networks":[18],"such":[19],"as":[20],"Internet":[21],"Things":[23],"(IoT),":[24],"requiring":[25],"increased":[26],"decentralization":[27],"autonomous":[29],"operation.":[30],"To":[31],"considered":[33],"autonomous,":[34],"RF-powered":[36],"network":[37,47,54,111],"entities":[38],"need":[39],"make":[41],"decisions":[42],"locally":[43],"maximize":[45,110],"throughput":[48],"under":[49],"uncertainty":[51],"any":[53],"environment.":[55],"However,":[56],"in":[57],"complex":[58],"large-scale":[60],"networks,":[61],"state":[63],"action":[65,83],"spaces":[66],"usually":[68],"large,":[69],"existing":[71],"Tabular":[72],"Reinforcement":[73],"Learning":[74],"technique":[75],"is":[76,92],"unable":[77],"find":[79],"optimal":[81,107],"state-":[82],"policy":[84,108],"quickly.":[85],"In":[86],"this":[87],"paper,":[88],"deep":[89],"reinforcement":[90],"learning":[91],"proposed":[93,120],"overcome":[95],"mentioned":[97],"shortcomings":[98],"allow":[100],"a":[101],"wireless":[102],"gateway":[103],"derive":[105],"an":[106],"throughput.":[112],"When":[113],"benchmarked":[114],"against":[115],"advanced":[116],"DQN":[117,121],"techniques,":[118],"our":[119],"configuration":[122],"offers":[123],"performance":[124],"speedup":[125],"up":[127],"1.8\u00d7":[129],"with":[130],"good":[131],"overall":[132],"performance.":[133]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}