{"id":"https://openalex.org/W4320031205","doi":"https://doi.org/10.1109/milcom55135.2022.10017530","title":"Deep Reinforcement Learning for Power Control in Next-Generation WiFi Network Systems","display_name":"Deep Reinforcement Learning for Power Control in Next-Generation WiFi Network Systems","publication_year":2022,"publication_date":"2022-11-28","ids":{"openalex":"https://openalex.org/W4320031205","doi":"https://doi.org/10.1109/milcom55135.2022.10017530"},"language":"en","primary_location":{"id":"doi:10.1109/milcom55135.2022.10017530","is_oa":false,"landing_page_url":"https://doi.org/10.1109/milcom55135.2022.10017530","pdf_url":null,"source":{"id":"https://openalex.org/S4363608114","display_name":"MILCOM 2022 - 2022 IEEE Military Communications Conference (MILCOM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"MILCOM 2022 - 2022 IEEE Military Communications Conference (MILCOM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077244341","display_name":"Ziad El Jamous","orcid":null},"institutions":[{"id":"https://openalex.org/I4210155646","display_name":"Bluebird Bio (United States)","ror":"https://ror.org/04vaq9436","country_code":"US","type":"company","lineage":["https://openalex.org/I4210155646"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ziad El Jamous","raw_affiliation_strings":["BlueHalo,Rockville,MD,USA","BlueHalo, Rockville, MD, USA"],"affiliations":[{"raw_affiliation_string":"BlueHalo,Rockville,MD,USA","institution_ids":["https://openalex.org/I4210155646"]},{"raw_affiliation_string":"BlueHalo, Rockville, MD, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075960743","display_name":"Kemal Davasl\u0131o\u011flu","orcid":"https://orcid.org/0000-0003-2745-6764"},"institutions":[{"id":"https://openalex.org/I4210130304","display_name":"University Technical Services (United States)","ror":"https://ror.org/03e6rtv28","country_code":"US","type":"company","lineage":["https://openalex.org/I4210130304"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kemal Davaslioglu","raw_affiliation_strings":["University Technical Services, Inc.,Greenbelt,MD,USA","University Technical Services, Inc., Greenbelt, MD, USA"],"affiliations":[{"raw_affiliation_string":"University Technical Services, Inc.,Greenbelt,MD,USA","institution_ids":["https://openalex.org/I4210130304"]},{"raw_affiliation_string":"University Technical Services, Inc., Greenbelt, MD, USA","institution_ids":["https://openalex.org/I4210130304"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089570143","display_name":"Yalin E. Sagduyu","orcid":"https://orcid.org/0000-0003-1576-5527"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yalin E. Sagduyu","raw_affiliation_strings":["National Security Institute, Virginia Tech,Arlington,VA,USA","National Security Institute, Virginia Tech, Arlington, VA, USA"],"affiliations":[{"raw_affiliation_string":"National Security Institute, Virginia Tech,Arlington,VA,USA","institution_ids":["https://openalex.org/I859038795"]},{"raw_affiliation_string":"National Security Institute, Virginia Tech, Arlington, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5077244341"],"corresponding_institution_ids":["https://openalex.org/I4210155646"],"apc_list":null,"apc_paid":null,"fwci":1.6094,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.84905846,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"547","last_page":"552"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emulation","display_name":"Emulation","score":0.8025161027908325},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7794256210327148},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7125383615493774},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.5596139430999756},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5146540403366089},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.5115969777107239},{"id":"https://openalex.org/keywords/transmitter-power-output","display_name":"Transmitter power output","score":0.5049014687538147},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5032686591148376},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.4854636788368225},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4729594588279724},{"id":"https://openalex.org/keywords/transceiver","display_name":"Transceiver","score":0.45238471031188965},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.4265438914299011},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3682592511177063},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.34153640270233154},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.3118395209312439},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.2799440324306488},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17515072226524353},{"id":"https://openalex.org/keywords/transmitter","display_name":"Transmitter","score":0.12981712818145752},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.12843811511993408},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11963587999343872},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.10406863689422607}],"concepts":[{"id":"https://openalex.org/C149810388","wikidata":"https://www.wikidata.org/wiki/Q5374873","display_name":"Emulation","level":2,"score":0.8025161027908325},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7794256210327148},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7125383615493774},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.5596139430999756},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5146540403366089},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.5115969777107239},{"id":"https://openalex.org/C65422117","wikidata":"https://www.wikidata.org/wiki/Q358527","display_name":"Transmitter power output","level":4,"score":0.5049014687538147},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5032686591148376},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.4854636788368225},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4729594588279724},{"id":"https://openalex.org/C7720470","wikidata":"https://www.wikidata.org/wiki/Q954187","display_name":"Transceiver","level":3,"score":0.45238471031188965},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.4265438914299011},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3682592511177063},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.34153640270233154},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.3118395209312439},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.2799440324306488},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17515072226524353},{"id":"https://openalex.org/C47798520","wikidata":"https://www.wikidata.org/wiki/Q190157","display_name":"Transmitter","level":3,"score":0.12981712818145752},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.12843811511993408},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11963587999343872},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.10406863689422607},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/milcom55135.2022.10017530","is_oa":false,"landing_page_url":"https://doi.org/10.1109/milcom55135.2022.10017530","pdf_url":null,"source":{"id":"https://openalex.org/S4363608114","display_name":"MILCOM 2022 - 2022 IEEE Military Communications Conference (MILCOM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"MILCOM 2022 - 2022 IEEE Military Communications Conference (MILCOM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1985078982","https://openalex.org/W2145339207","https://openalex.org/W2211948716","https://openalex.org/W2741401130","https://openalex.org/W2764011331","https://openalex.org/W2783558323","https://openalex.org/W2898754723","https://openalex.org/W2906115618","https://openalex.org/W2921958312","https://openalex.org/W2922273628","https://openalex.org/W2955133642","https://openalex.org/W2963079995","https://openalex.org/W2969195240","https://openalex.org/W2982102273","https://openalex.org/W2982509551","https://openalex.org/W2985064065","https://openalex.org/W2985696718","https://openalex.org/W2986517689","https://openalex.org/W3005252141","https://openalex.org/W3012559367","https://openalex.org/W3013525469","https://openalex.org/W3021557739","https://openalex.org/W3091704528","https://openalex.org/W3133735442","https://openalex.org/W3199070602","https://openalex.org/W4312708693","https://openalex.org/W4313452705","https://openalex.org/W4323646064","https://openalex.org/W6637967152","https://openalex.org/W6801337579"],"related_works":["https://openalex.org/W2124240980","https://openalex.org/W2519403816","https://openalex.org/W2138759004","https://openalex.org/W2292005531","https://openalex.org/W2003870685","https://openalex.org/W2606858825","https://openalex.org/W2533637577","https://openalex.org/W4232438839","https://openalex.org/W2955945540","https://openalex.org/W938762042"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"a":[3,23,36,56,141,160],"deep":[4,142],"reinforcement":[5,59],"learning":[6,60],"(DRL)":[7],"solution":[8],"for":[9,22,148,163],"power":[10,189,193],"control":[11,194],"in":[12,205],"wireless":[13,38],"communications,":[14],"describes":[15],"its":[16,44,52],"embedded":[17,128,150],"implementation":[18],"with":[19,31,130,140,182,195],"WiFi":[20,24,161,206],"transceivers":[21],"network":[25,207],"system,":[26],"and":[27,47,50,71,89,98,109,133,159,166,187,203],"evaluates":[28],"the":[29,69,81,92,95,99,113,117,138,149],"performance":[30],"high-fidelity":[32],"emulation":[33,168],"tests.":[34],"In":[35],"multi-hop":[37],"network,":[39],"each":[40,79,153],"mobile":[41],"node":[42,154],"measures":[43],"link":[45,87],"quality":[46,88],"signal":[48,90],"strength,":[49],"controls":[51],"transmit":[53,85,96,114],"power.":[54,115,135],"As":[55,116],"model-free":[57],"solution,":[58],"allows":[61],"nodes":[62],"to":[63,125,200],"adapt":[64],"their":[65,73],"actions":[66],"by":[67,106,172],"observing":[68],"states":[70],"maximize":[72],"cumulative":[74],"rewards":[75],"over":[76],"time.":[77],"For":[78],"node,":[80],"state":[82,118],"consists":[83],"of":[84,111,152,185],"power,":[86],"strength;":[91],"action":[93],"adjusts":[94],"power;":[97],"reward":[100],"combines":[101],"energy":[102,107,201],"efficiency":[103,202],"(throughput":[104],"normalized":[105],"consumption)":[108],"penalty":[110],"changing":[112],"space":[119],"is":[120,123,146],"large,":[121],"Q-learning":[122],"hard":[124],"implement":[126],"on":[127,177],"platforms":[129],"limited":[131],"memory":[132],"processing":[134],"By":[136],"approximating":[137],"Q-values":[139],"Q-network":[143],"(DQN),":[144],"DRL":[145,196],"implemented":[147],"platform":[151],"combining":[155],"an":[156],"ARM":[157],"processor":[158],"transceiver":[162],"802.11n.":[164],"Controllable":[165],"repeatable":[167],"tests":[169],"are":[170],"performed":[171],"inducing":[173],"realistic":[174],"channel":[175],"effects":[176],"RF":[178],"signals.":[179],"Performance":[180],"comparison":[181],"benchmark":[183],"schemes":[184],"fixed":[186],"myopic":[188],"allocations":[190],"shows":[191],"that":[192],"provides":[197],"major":[198],"improvements":[199],"throughput":[204],"systems.":[208]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}