{"id":"https://openalex.org/W4299710909","doi":"https://doi.org/10.1109/icc45855.2022.9839177","title":"On Optimal Power Control for URLLC over a Non-stationary Wireless Channel using Contextual Reinforcement Learning","display_name":"On Optimal Power Control for URLLC over a Non-stationary Wireless Channel using Contextual Reinforcement Learning","publication_year":2022,"publication_date":"2022-05-16","ids":{"openalex":"https://openalex.org/W4299710909","doi":"https://doi.org/10.1109/icc45855.2022.9839177"},"language":"en","primary_location":{"id":"doi:10.1109/icc45855.2022.9839177","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc45855.2022.9839177","pdf_url":null,"source":{"id":"https://openalex.org/S4363607711","display_name":"ICC 2022 - IEEE International Conference on Communications","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2022 - IEEE International Conference on Communications","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066345776","display_name":"Mohit Kumar Sharma","orcid":"https://orcid.org/0000-0003-1074-9974"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mohit K. Sharma","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100606009","display_name":"Sumei Sun","orcid":"https://orcid.org/0000-0002-1701-8122"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sumei Sun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061300609","display_name":"Ernest Kurniawan","orcid":"https://orcid.org/0000-0001-5347-4769"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ernest Kurniawan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5034285994","display_name":"Peng Hui Tan","orcid":"https://orcid.org/0000-0003-3383-9083"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng Hui Tan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5493","last_page":"5498"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7601175308227539},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.7144120931625366},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7090942859649658},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.6156347990036011},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5706390738487244},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5502880811691284},{"id":"https://openalex.org/keywords/channel-state-information","display_name":"Channel state information","score":0.48342692852020264},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.4206988513469696},{"id":"https://openalex.org/keywords/transmitter","display_name":"Transmitter","score":0.41258078813552856},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.40306150913238525},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.39916762709617615},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.351618230342865},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.2277919352054596},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.2004818320274353},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.16058406233787537},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12190321087837219}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7601175308227539},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.7144120931625366},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7090942859649658},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.6156347990036011},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5706390738487244},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5502880811691284},{"id":"https://openalex.org/C148063708","wikidata":"https://www.wikidata.org/wiki/Q5072511","display_name":"Channel state information","level":3,"score":0.48342692852020264},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.4206988513469696},{"id":"https://openalex.org/C47798520","wikidata":"https://www.wikidata.org/wiki/Q190157","display_name":"Transmitter","level":3,"score":0.41258078813552856},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.40306150913238525},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.39916762709617615},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.351618230342865},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2277919352054596},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.2004818320274353},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16058406233787537},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12190321087837219},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icc45855.2022.9839177","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc45855.2022.9839177","pdf_url":null,"source":{"id":"https://openalex.org/S4363607711","display_name":"ICC 2022 - IEEE International Conference on Communications","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2022 - IEEE International Conference on Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.9100000262260437,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W2061412229","https://openalex.org/W2078191478","https://openalex.org/W2155968351","https://openalex.org/W2580241428","https://openalex.org/W2743260516","https://openalex.org/W2746553466","https://openalex.org/W2798625559","https://openalex.org/W2911909845","https://openalex.org/W2915644299","https://openalex.org/W2943927637","https://openalex.org/W2962967182","https://openalex.org/W2963077778","https://openalex.org/W2963302028","https://openalex.org/W2969491006","https://openalex.org/W2982319229","https://openalex.org/W3006737624","https://openalex.org/W3035917125","https://openalex.org/W3044104743","https://openalex.org/W3093929720","https://openalex.org/W3093951152","https://openalex.org/W3100056250","https://openalex.org/W3112739849","https://openalex.org/W3135089279","https://openalex.org/W3173958306","https://openalex.org/W3175574950"],"related_works":["https://openalex.org/W2073713056","https://openalex.org/W3110702597","https://openalex.org/W2078761926","https://openalex.org/W2110441383","https://openalex.org/W2125620709","https://openalex.org/W1498872724","https://openalex.org/W2315999538","https://openalex.org/W187740018","https://openalex.org/W2162286586","https://openalex.org/W4255368532"],"abstract_inverted_index":{"In":[0,131,153],"this":[1],"work":[2],"we":[3,64,199],"investigate":[4],"the":[5,40,44,53,57,61,77,104,107,111,116,125,128,141,162,165,171,182,185,189,193,201,216,227,236,245],"design":[6],"of":[7,43,56,82,89,106,127,164,192],"energy-optimal":[8],"policies":[9],"for":[10,133,155,176,188,226],"ultra-reliable":[11],"low-latency":[12],"communications":[13],"(URLLC)":[14],"over":[15,33],"a":[16,21,29,34,71,98,134,156,177,205,211,221,240],"non-stationary":[17,129,135,202],"wireless":[18,37],"channel,":[19],"using":[20,120],"contextual":[22],"reinforcement":[23],"learning":[24],"(RL)":[25],"framework.":[26],"We":[27],"consider":[28,65],"point-to-point":[30],"communication":[31],"system":[32],"piece-wise":[35],"stationary":[36,101],"channel":[38,45,136,157,195,203],"where":[39],"Doppler":[41,190],"frequency":[42,191],"switches":[46],"between":[47],"two":[48,83],"distinct":[49],"values,":[50],"depending":[51],"on":[52,124],"underlying":[54,194],"state":[55,222],"channel.":[58,130],"To":[59],"benchmark":[60],"performance,":[62],"first":[63],"an":[66],"oracle":[67,108,121,142,166,217],"agent":[68,109,122,143,167,218],"which":[69,90],"has":[70],"perfect":[72],"but":[73],"causal":[74],"information":[75,183],"about":[76,184],"switching":[78,139,160,186,207,229],"instants,":[79],"and":[80,214],"consists":[81],"deep":[84],"RL":[85],"(DRL)":[86],"agents":[87],"each":[88],"is":[91,168,196],"tasked":[92],"with":[93,110,137,158],"optimal":[94],"decision":[95],"making":[96],"in":[97,145],"unique":[99],"partially":[100],"environment.":[102],"Comparing":[103],"performance":[105,117,163,242],"conventional":[112,172,246],"DRL":[113,173,247],"reveals":[114],"that":[115,235],"gain":[118],"obtained":[119],"depends":[123],"dynamics":[126],"particular,":[132],"faster":[138],"rate":[140,161],"results":[144,233],"approximately":[146],"15":[147],"\u2212":[148],"20%":[149],"less":[150],"energy":[151],"consumption.":[152],"contrast,":[154],"slower":[159],"similar":[169],"to":[170,244],"agent.":[174,248],"Next,":[175],"more":[178],"realistic":[179],"scenario":[180],"when":[181],"instants":[187],"not":[197],"available,":[198],"model":[200],"as":[204],"regime":[206,228],"process":[208],"modulated":[209],"by":[210,219],"Markov":[212],"process,":[213],"adapt":[215],"aiding":[220],"tracking":[223],"algorithm":[224,238],"proposed":[225,237],"process.":[230],"Our":[231],"simulation":[232],"show":[234],"yields":[239],"better":[241],"compared":[243]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}