{"id":"https://openalex.org/W2982704010","doi":"https://doi.org/10.1109/wcnc.2019.8885623","title":"Enhanced Online Q-Learning Scheme for Energy Efficient Power Allocation in Cognitive Radio Networks","display_name":"Enhanced Online Q-Learning Scheme for Energy Efficient Power Allocation in Cognitive Radio Networks","publication_year":2019,"publication_date":"2019-04-01","ids":{"openalex":"https://openalex.org/W2982704010","doi":"https://doi.org/10.1109/wcnc.2019.8885623","mag":"2982704010"},"language":"en","primary_location":{"id":"doi:10.1109/wcnc.2019.8885623","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc.2019.8885623","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020423758","display_name":"Ismail AlQerm","orcid":"https://orcid.org/0000-0002-5960-0663"},"institutions":[{"id":"https://openalex.org/I208333798","display_name":"University of Missouri\u2013St. Louis","ror":"https://ror.org/037cnag11","country_code":"US","type":"education","lineage":["https://openalex.org/I208333798"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ismail AlQerm","raw_affiliation_strings":["Dept. of Mathematics and Computer Science, University of Missouri, St. Louis, USA","University of Missouri, St. Louis, MO, USA"],"affiliations":[{"raw_affiliation_string":"Dept. of Mathematics and Computer Science, University of Missouri, St. Louis, USA","institution_ids":["https://openalex.org/I208333798"]},{"raw_affiliation_string":"University of Missouri, St. Louis, MO, USA","institution_ids":["https://openalex.org/I208333798"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063215964","display_name":"Basem Shihada","orcid":"https://orcid.org/0000-0003-4434-4334"},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Basem Shihada","raw_affiliation_strings":["CEMSE Division, King Abdullah University of Science and Technology, Saudi Arabia","CEMSE Division, King Abdullah University of Science and Technology, Thuwal, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"CEMSE Division, King Abdullah University of Science and Technology, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]},{"raw_affiliation_string":"CEMSE Division, King Abdullah University of Science and Technology, Thuwal, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5020423758"],"corresponding_institution_ids":["https://openalex.org/I208333798"],"apc_list":null,"apc_paid":null,"fwci":0.3537,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.6421105,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.8533798456192017},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6247148513793945},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.5535839796066284},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.5458082556724548},{"id":"https://openalex.org/keywords/radio-frequency","display_name":"Radio frequency","score":0.5176987648010254},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.45084479451179504},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.4402843117713928},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.42929524183273315},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.41195595264434814},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.3520403504371643},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.250819593667984},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.21524715423583984},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1979694962501526},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.14819100499153137},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1398358941078186},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.0839562714099884}],"concepts":[{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.8533798456192017},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6247148513793945},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.5535839796066284},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.5458082556724548},{"id":"https://openalex.org/C74064498","wikidata":"https://www.wikidata.org/wiki/Q3396184","display_name":"Radio frequency","level":2,"score":0.5176987648010254},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.45084479451179504},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4402843117713928},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.42929524183273315},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.41195595264434814},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.3520403504371643},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.250819593667984},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.21524715423583984},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1979694962501526},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.14819100499153137},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1398358941078186},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0839562714099884},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/wcnc.2019.8885623","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc.2019.8885623","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.kaust.edu.sa:10754/660617","is_oa":false,"landing_page_url":"http://hdl.handle.net/10754/660617","pdf_url":null,"source":{"id":"https://openalex.org/S4306401596","display_name":"King Abdullah University of Science and Technology Repository (King Abdullah University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I71920554","host_organization_name":"King Abdullah University of Science and Technology","host_organization_lineage":["https://openalex.org/I71920554"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Paper"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.9100000262260437,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W179004754","https://openalex.org/W1515851193","https://openalex.org/W1973247426","https://openalex.org/W1987538896","https://openalex.org/W1988251813","https://openalex.org/W2003870685","https://openalex.org/W2036087139","https://openalex.org/W2045378942","https://openalex.org/W2071707134","https://openalex.org/W2148689066","https://openalex.org/W2152835608","https://openalex.org/W2164934768","https://openalex.org/W2168078104","https://openalex.org/W2559417796","https://openalex.org/W2561985140","https://openalex.org/W2574473771","https://openalex.org/W4232438839","https://openalex.org/W6730950470"],"related_works":["https://openalex.org/W2559261346","https://openalex.org/W4280609833","https://openalex.org/W4235820682","https://openalex.org/W185479762","https://openalex.org/W2136943174","https://openalex.org/W1973979964","https://openalex.org/W4246064491","https://openalex.org/W1968709058","https://openalex.org/W2298116686","https://openalex.org/W2136411405"],"abstract_inverted_index":{"The":[0,105,127,138],"considerable":[1],"growth":[2],"in":[3,76,90,161],"demands":[4],"for":[5,45,72,87,148],"wireless":[6],"services":[7],"have":[8],"led":[9],"to":[10,19,30,42,98,118,145],"spectrum":[11],"scarcity":[12,23],"challenge.":[13],"Cognitive":[14],"radio":[15,74,134],"came":[16],"into":[17],"practice":[18],"deal":[20],"with":[21,95,115,157,163],"the":[22,31,56,66,100,116,142],"problem":[24,71,108,114],"by":[25],"granting":[26],"cognitive":[27,46,57,73,92,152],"users":[28,54,93],"access":[29],"licensed":[32],"spectrum.":[33],"However,":[34],"this":[35,62],"solution":[36],"requires":[37],"efficient":[38,68],"power":[39,49,69,88,103,106,159],"allocation":[40,70,89,107],"strategies":[41],"guarantee":[43,146],"QoS":[44,123],"system,":[47],"reduce":[48],"consumption,":[50],"and":[51,124,136,151,154],"protect":[52],"primary":[53,150],"from":[55],"users'":[58],"interference":[59,125,156],"impact.":[60],"In":[61],"paper,":[63],"we":[64],"investigate":[65],"energy":[67,120],"networks":[75],"underlay":[77],"mode.":[78],"We":[79],"propose":[80],"a":[81],"novel":[82],"approximated":[83],"online":[84],"Q-learning":[85],"scheme":[86,128,143],"which":[91],"learn":[94],"conjecture":[96],"feature":[97],"select":[99],"most":[101],"appropriate":[102],"level.":[104],"is":[109,129],"formulated":[110],"as":[111],"an":[112],"optimization":[113],"goal":[117],"maximize":[119],"efficiency":[121],"under":[122],"constraints.":[126],"evaluated":[130],"using":[131],"software":[132],"defined":[133],"testbed":[135],"simulations.":[137],"evaluation":[139],"results":[140],"demonstrate":[141],"capability":[144],"SINR":[147],"both":[149],"systems":[153],"mitigate":[155],"minimum":[158],"consumption":[160],"comparison":[162],"other":[164],"schemes.":[165]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}