{"id":"https://openalex.org/W4312718179","doi":"https://doi.org/10.1109/lcomm.2022.3227194","title":"Efficient Exploration Through Bootstrapped and Bayesian Deep Q-Networks for Joint Power Control and Beamforming in mmWave Networks","display_name":"Efficient Exploration Through Bootstrapped and Bayesian Deep Q-Networks for Joint Power Control and Beamforming in mmWave Networks","publication_year":2022,"publication_date":"2022-12-07","ids":{"openalex":"https://openalex.org/W4312718179","doi":"https://doi.org/10.1109/lcomm.2022.3227194"},"language":"en","primary_location":{"id":"doi:10.1109/lcomm.2022.3227194","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcomm.2022.3227194","pdf_url":null,"source":{"id":"https://openalex.org/S147316732","display_name":"IEEE Communications Letters","issn_l":"1089-7798","issn":["1089-7798","1558-2558","2373-7891"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101788612","display_name":"Bosen Zeng","orcid":"https://orcid.org/0000-0003-2174-6066"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Bosen Zeng","raw_affiliation_strings":["Chengdu Institute of Computer Application, Chinese Academy of Sciences, Chengdu, China","University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Chengdu Institute of Computer Application, Chinese Academy of Sciences, Chengdu, China","institution_ids":["https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100542781","display_name":"Yong Zhong","orcid":"https://orcid.org/0000-0001-9520-1822"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Zhong","raw_affiliation_strings":["Chengdu Institute of Computer Application, Chinese Academy of Sciences, Chengdu, China","University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Chengdu Institute of Computer Application, Chinese Academy of Sciences, Chengdu, China","institution_ids":["https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062301953","display_name":"Xianhua Niu","orcid":"https://orcid.org/0000-0003-0980-8770"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I102345215","display_name":"Xihua University","ror":"https://ror.org/04gwtvf26","country_code":"CN","type":"education","lineage":["https://openalex.org/I102345215"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianhua Niu","raw_affiliation_strings":["School of Computer and Software Engineering, Xihua University, Chengdu, China","National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Software Engineering, Xihua University, Chengdu, China","institution_ids":["https://openalex.org/I102345215"]},{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5101788612"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":0.5489,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.64535181,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"27","issue":"2","first_page":"566","last_page":"570"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6983742713928223},{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.6586784720420837},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6242333650588989},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5784595608711243},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.4863777458667755},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.45902639627456665},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.4508110284805298},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44693881273269653},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.41813531517982483},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3855472505092621},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.28536343574523926},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.2783694565296173},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11443015933036804}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6983742713928223},{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.6586784720420837},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6242333650588989},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5784595608711243},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.4863777458667755},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.45902639627456665},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.4508110284805298},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44693881273269653},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.41813531517982483},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3855472505092621},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.28536343574523926},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.2783694565296173},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11443015933036804},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lcomm.2022.3227194","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcomm.2022.3227194","pdf_url":null,"source":{"id":"https://openalex.org/S147316732","display_name":"IEEE Communications Letters","issn_l":"1089-7798","issn":["1089-7798","1558-2558","2373-7891"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.4099999964237213,"display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G2960841795","display_name":null,"funder_award_id":"62171387","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4781957634","display_name":null,"funder_award_id":"2019M663475","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1579979603","https://openalex.org/W2149721706","https://openalex.org/W2746553466","https://openalex.org/W2885887576","https://openalex.org/W2898035736","https://openalex.org/W2955133642","https://openalex.org/W2963007936","https://openalex.org/W2963797557","https://openalex.org/W3008718568","https://openalex.org/W3037207668","https://openalex.org/W3129791130","https://openalex.org/W3187487092","https://openalex.org/W4280531885","https://openalex.org/W4293094842","https://openalex.org/W6634861202","https://openalex.org/W6695011786","https://openalex.org/W6748594472","https://openalex.org/W6752244597"],"related_works":["https://openalex.org/W2963170046","https://openalex.org/W2376244802","https://openalex.org/W4311414679","https://openalex.org/W2923631784","https://openalex.org/W4306904969","https://openalex.org/W818226659","https://openalex.org/W2158075901","https://openalex.org/W2138720691","https://openalex.org/W2188391530","https://openalex.org/W1510659114"],"abstract_inverted_index":{"Efficient":[0],"exploration":[1,46,58,96],"is":[2],"critical":[3],"in":[4,16,50,130],"deploying":[5],"Deep":[6,25],"Reinforcement":[7],"Learning":[8],"(DRL)":[9],"for":[10,56],"joint":[11],"power":[12],"control":[13],"and":[14,23,37,53,74,93],"beamforming":[15],"mmWave":[17,135],"networks.":[18],"This":[19],"letter":[20],"proposes":[21],"Bootstrapped":[22],"Bayesian":[24,79],"Q-Network":[26],"(B2DQN),":[27],"a":[28,78],"DRL":[29],"algorithm":[30],"based":[31,110],"on":[32,83,112],"both":[33],"Bootstrap":[34],"Sampling":[35,39],"(BS)":[36],"Thompson":[38],"(TS).":[40],"BS":[41,73,92,113],"induces":[42],"diversity":[43,90],"to":[44,87],"prevent":[45],"from":[47],"being":[48],"trapped":[49],"local":[51],"optima,":[52],"TS":[54,75],"allows":[55],"targeted":[57,95],"of":[59,72,91],"actions":[60],"with":[61,65,97],"higher":[62,66,122],"estimated":[63],"returns":[64],"probability.":[67],"B2DQN":[68,105],"synthesizes":[69],"the":[70,89,98,107,127],"advantages":[71],"by":[76,126],"building":[77],"linear":[80],"regression":[81],"model":[82],"each":[84],"bootstrapped":[85],"function":[86],"improve":[88],"enhance":[94],"diversity.":[99],"The":[100],"experiment":[101],"results":[102],"demonstrate":[103],"that":[104,119],"outperforms":[106],"DQN":[108],"variants":[109],"only":[111],"or":[114],"TS,":[115],"often":[116],"learning":[117],"policies":[118],"attain":[120],"78%-360%":[121],"final":[123],"performance":[124],"measured":[125],"convergence":[128],"episodes":[129],"an":[131],"open-source":[132],"simulated":[133],"5G":[134],"network.":[136]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}