{"id":"https://openalex.org/W3105299008","doi":"https://doi.org/10.1109/wcnc51071.2022.9771776","title":"Deep Reinforcement Learning Based Dynamic Power and Beamforming Design for Time-Varying Wireless Downlink Interference Channel","display_name":"Deep Reinforcement Learning Based Dynamic Power and Beamforming Design for Time-Varying Wireless Downlink Interference Channel","publication_year":2022,"publication_date":"2022-04-10","ids":{"openalex":"https://openalex.org/W3105299008","doi":"https://doi.org/10.1109/wcnc51071.2022.9771776","mag":"3105299008"},"language":"en","primary_location":{"id":"doi:10.1109/wcnc51071.2022.9771776","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc51071.2022.9771776","pdf_url":null,"source":{"id":"https://openalex.org/S4363607776","display_name":"2022 IEEE Wireless Communications and Networking Conference (WCNC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101894370","display_name":"Mengfan Liu","orcid":"https://orcid.org/0009-0002-6926-711X"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mengfan Liu","raw_affiliation_strings":["Imperial College London,Department of Electrical and Electronic Engineering","Department of Electrical and Electronic Engineering, Imperial College London"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Imperial College London,Department of Electrical and Electronic Engineering","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Imperial College London","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100431222","display_name":"Rui Wang","orcid":"https://orcid.org/0000-0002-2974-0972"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Wang","raw_affiliation_strings":["College of Electronics and Information Engineering, Tongji University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Electronics and Information Engineering, Tongji University","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048808768","display_name":"Zhe Xing","orcid":"https://orcid.org/0000-0003-2801-9849"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhe Xing","raw_affiliation_strings":["College of Electronics and Information Engineering, Tongji University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Electronics and Information Engineering, Tongji University","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044056128","display_name":"Ismael Soto","orcid":"https://orcid.org/0000-0002-5501-5651"},"institutions":[{"id":"https://openalex.org/I10457146","display_name":"Universidad de Santiago de Chile","ror":"https://ror.org/02ma57s91","country_code":"CL","type":"education","lineage":["https://openalex.org/I10457146"]},{"id":"https://openalex.org/I69737025","display_name":"University of Chile","ror":"https://ror.org/047gc3g35","country_code":"CL","type":"education","lineage":["https://openalex.org/I69737025"]}],"countries":["CL"],"is_corresponding":false,"raw_author_name":"Ismael Soto","raw_affiliation_strings":["University of Santiago,Department of Electrical Engineering,Chile","Department of Electrical Engineering, University of Santiago, Chile"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Santiago,Department of Electrical Engineering,Chile","institution_ids":["https://openalex.org/I10457146","https://openalex.org/I69737025"]},{"raw_affiliation_string":"Department of Electrical Engineering, University of Santiago, Chile","institution_ids":["https://openalex.org/I10457146"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4781,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.88412403,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"471","last_page":"476"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12791","display_name":"Full-Duplex Wireless Communications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8439543843269348},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.8268225789070129},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7213473320007324},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.6366730332374573},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.5666214227676392},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5479863882064819},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5320532917976379},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.5228567123413086},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5055766105651855},{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.46209588646888733},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.45042502880096436},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.36504366993904114},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2553008794784546},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18399935960769653},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1580086648464203},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1548750102519989}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8439543843269348},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.8268225789070129},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7213473320007324},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.6366730332374573},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.5666214227676392},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5479863882064819},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5320532917976379},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.5228567123413086},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5055766105651855},{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.46209588646888733},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.45042502880096436},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.36504366993904114},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2553008794784546},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18399935960769653},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1580086648464203},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1548750102519989},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wcnc51071.2022.9771776","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc51071.2022.9771776","pdf_url":null,"source":{"id":"https://openalex.org/S4363607776","display_name":"2022 IEEE Wireless Communications and Networking Conference (WCNC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W905396345","https://openalex.org/W1502333898","https://openalex.org/W1946342668","https://openalex.org/W2004671569","https://openalex.org/W2024428923","https://openalex.org/W2031858701","https://openalex.org/W2056798980","https://openalex.org/W2093225945","https://openalex.org/W2106749358","https://openalex.org/W2108672684","https://openalex.org/W2111953900","https://openalex.org/W2140960275","https://openalex.org/W2165350939","https://openalex.org/W2173248099","https://openalex.org/W2195693430","https://openalex.org/W2504274537","https://openalex.org/W2767359317","https://openalex.org/W2791797404","https://openalex.org/W2792305967","https://openalex.org/W2803281228","https://openalex.org/W2885566482","https://openalex.org/W2905258433","https://openalex.org/W2920945755","https://openalex.org/W2954388484","https://openalex.org/W2955133642","https://openalex.org/W2963262099","https://openalex.org/W2963385511","https://openalex.org/W2963408914","https://openalex.org/W2963864421","https://openalex.org/W2964062035","https://openalex.org/W2965132451","https://openalex.org/W2967028462","https://openalex.org/W3007998796","https://openalex.org/W3013594094","https://openalex.org/W3014512575","https://openalex.org/W3041072325","https://openalex.org/W4288595807","https://openalex.org/W6684921986","https://openalex.org/W6703271639","https://openalex.org/W6749423406","https://openalex.org/W6774482699"],"related_works":["https://openalex.org/W4365807906","https://openalex.org/W2157864637","https://openalex.org/W4223416141","https://openalex.org/W2105999282","https://openalex.org/W1922070205","https://openalex.org/W2136902318","https://openalex.org/W2395708164","https://openalex.org/W2115199292","https://openalex.org/W2391952834","https://openalex.org/W2059864367"],"abstract_inverted_index":{"In":[0],"the":[1,17,21,43,46,54,58,61,69,77,82,89,95,102,112,116],"wireless":[2,22,118],"communication,":[3],"deep":[4,29,104],"reinforcement":[5],"learning":[6],"(DRL)":[7],"techniques":[8],"promise":[9],"performance":[10,114],"optimizations":[11],"at":[12,45,60],"a":[13,28,36],"low":[14],"cost.":[15],"Considering":[16],"time-varying":[18,117],"property":[19],"of":[20,94,110],"downlink":[23,119],"channels,":[24],"this":[25],"paper":[26],"proposes":[27],"deterministic":[30,78],"policy":[31,79],"gradient":[32],"(DDPG)":[33],"approach":[34,40],"and":[35,57],"hierarchical":[37],"DDPG":[38,71],"(h-DDPG)":[39],"to":[41,87,101],"optimize":[42],"sum-rate":[44],"user":[47],"equipment":[48],"(UE)":[49],"side,":[50],"by":[51],"jointly":[52],"designing":[53],"power":[55],"control":[56],"beam-forming":[59],"base":[62],"station":[63],"(BS).":[64],"Our":[65],"results":[66],"demonstrate":[67],"that":[68],"proposed":[70,83],"enables":[72],"continuous":[73],"data":[74],"representation":[75],"through":[76],"functions,":[80],"while":[81],"h-DDPG":[84],"is":[85],"able":[86],"mitigate":[88],"sparse":[90],"reward":[91],"problem.":[92],"Both":[93],"two":[96],"DRL":[97],"algorithms":[98],"are":[99],"superior":[100],"conventional":[103],"Q-learning":[105],"(DQN)":[106],"algorithm,":[107],"in":[108],"terms":[109],"improving":[111],"communication":[113],"over":[115],"channels.":[120]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}