{"id":"https://openalex.org/W4313185764","doi":"https://doi.org/10.1109/tmc.2022.3230711","title":"QoE-driven Antenna Tuning in Cellular Networks With Cooperative Multi-agent Reinforcement Learning","display_name":"QoE-driven Antenna Tuning in Cellular Networks With Cooperative Multi-agent Reinforcement Learning","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4313185764","doi":"https://doi.org/10.1109/tmc.2022.3230711"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2022.3230711","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2022.3230711","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115467777","display_name":"Xuewen Liu","orcid":"https://orcid.org/0000-0003-2664-4034"},"institutions":[{"id":"https://openalex.org/I202334528","display_name":"Beijing Electronic Science and Technology Institute","ror":"https://ror.org/01xdzh226","country_code":"CN","type":"education","lineage":["https://openalex.org/I202334528"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xuewen Liu","raw_affiliation_strings":["Department of Electronics and Communication Engineering, Beijing Electronics Science and Technology Institute, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronics and Communication Engineering, Beijing Electronics Science and Technology Institute, Beijing, China","institution_ids":["https://openalex.org/I202334528"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073849231","display_name":"Gang Chuai","orcid":"https://orcid.org/0000-0002-2261-4551"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Chuai","raw_affiliation_strings":["Department of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100327844","display_name":"Xin Wang","orcid":"https://orcid.org/0000-0001-8639-3818"},"institutions":[{"id":"https://openalex.org/I1327163397","display_name":"State University of New York","ror":"https://ror.org/01q1z8k08","country_code":"US","type":"education","lineage":["https://openalex.org/I1327163397"]},{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xin Wang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, State University of New York at Stony Brook, Stony Brook, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, State University of New York at Stony Brook, Stony Brook, NY, USA","institution_ids":["https://openalex.org/I59553526","https://openalex.org/I1327163397"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101756701","display_name":"Zhiwei Xu","orcid":"https://orcid.org/0000-0001-7733-8219"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwei Xu","raw_affiliation_strings":["Institute of Computing, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012457822","display_name":"Weidong Gao","orcid":"https://orcid.org/0000-0002-9360-4561"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weidong Gao","raw_affiliation_strings":["Department of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100441253","display_name":"Kaisa Zhang","orcid":"https://orcid.org/0000-0002-2091-2336"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaisa Zhang","raw_affiliation_strings":["Department of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100318540","display_name":"Qian Liu","orcid":"https://orcid.org/0000-0002-0517-7687"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qian Liu","raw_affiliation_strings":["School of Communication and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008032336","display_name":"Saidiwaerdi Maimaiti","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Saidiwaerdi Maimaiti","raw_affiliation_strings":["Department of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057706928","display_name":"Peiliang Zuo","orcid":"https://orcid.org/0000-0002-5466-1627"},"institutions":[{"id":"https://openalex.org/I202334528","display_name":"Beijing Electronic Science and Technology Institute","ror":"https://ror.org/01xdzh226","country_code":"CN","type":"education","lineage":["https://openalex.org/I202334528"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peiliang Zuo","raw_affiliation_strings":["Department of Electronics and Communication Engineering, Beijing Electronics Science and Technology Institute, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronics and Communication Engineering, Beijing Electronics Science and Technology Institute, Beijing, China","institution_ids":["https://openalex.org/I202334528"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5115467777"],"corresponding_institution_ids":["https://openalex.org/I202334528"],"apc_list":null,"apc_paid":null,"fwci":0.6404,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.67219721,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"15"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9661999940872192,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9508000016212463,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8663818836212158},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7105437517166138},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.675610363483429},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5842692852020264},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5298041105270386},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5023617744445801},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.48760929703712463},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.46036282181739807},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.45062780380249023},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24679899215698242},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.17652612924575806}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8663818836212158},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7105437517166138},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.675610363483429},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5842692852020264},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5298041105270386},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5023617744445801},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.48760929703712463},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.46036282181739807},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.45062780380249023},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24679899215698242},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.17652612924575806}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2022.3230711","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2022.3230711","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1546422157","https://openalex.org/W1970200030","https://openalex.org/W1986570368","https://openalex.org/W2075149513","https://openalex.org/W2076337359","https://openalex.org/W2106489024","https://openalex.org/W2131957313","https://openalex.org/W2145339207","https://openalex.org/W2147184971","https://openalex.org/W2166066035","https://openalex.org/W2325217362","https://openalex.org/W2501289763","https://openalex.org/W2510625448","https://openalex.org/W2514539426","https://openalex.org/W2540567230","https://openalex.org/W2556076181","https://openalex.org/W2790040468","https://openalex.org/W2793241370","https://openalex.org/W2808579708","https://openalex.org/W2963483367","https://openalex.org/W2966860555","https://openalex.org/W3080583612","https://openalex.org/W3092342237","https://openalex.org/W3094015570","https://openalex.org/W3161564167","https://openalex.org/W3161963243","https://openalex.org/W4206713640","https://openalex.org/W4294557842","https://openalex.org/W4306179383","https://openalex.org/W6728757088","https://openalex.org/W6738796088","https://openalex.org/W6747941106","https://openalex.org/W6754689381","https://openalex.org/W6846392434"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2138720691","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2044415708","https://openalex.org/W2805125868","https://openalex.org/W2134792672"],"abstract_inverted_index":{"Antenna":[0],"tuning":[1,23,94,311],"plays":[2],"an":[3,146,221],"essential":[4],"role":[5],"in":[6,68,86,194,291,319],"ensuring":[7],"high":[8],"quality":[9],"wireless":[10,87,181],"communications.":[11],"Targeting":[12],"for":[13,84],"higher":[14],"Quality":[15,72],"of":[16,65,73,95,118,138,142,174,179,215,231,279,286,295,297],"Service":[17],"(QoS),":[18],"many":[19],"existing":[20,52],"network":[21,182],"antenna":[22,147,259,310],"schemes":[24,53,312],"are":[25,54],"based":[26,97,150],"on":[27,98,151],"expert":[28],"knowledge,":[29],"rule-based":[30],"policies":[31],"or":[32,61],"conventional":[33],"optimization":[34],"theory.":[35],"However,":[36],"maximizing":[37],"the":[38,92,116,120,136,140,171,176,180,191,200,212,229,271,277,326],"traffic-related":[39],"QoS":[40,105,254],"does":[41],"not":[42,161,314],"guarantee":[43],"that":[44,307],"all":[45],"customers":[46],"experience":[47],"good":[48],"services.":[49],"In":[50,110,154],"addition,":[51],"often":[55],"limited":[56],"to":[57,106,164,169,300],"some":[58,186],"handcrafted":[59],"rules":[60],"heuristics":[62],"and":[63,223,237,256,333],"lack":[64],"adaptability":[66],"especially":[67],"a":[69,76,100,111,205,232,238,280,331],"time-varying":[70],"environment.":[71],"Experience":[74],"(QoE),":[75],"user-centric":[77,107],"metric,":[78],"can":[79,247,269,313],"better":[80],"measure":[81],"users'":[82],"satisfaction":[83],"services":[85],"networks.":[88],"This":[89],"paper":[90],"proposes":[91],"cooperative":[93],"antennas":[96],"QoE,":[99,122],"paradigm":[101],"shift":[102],"from":[103,127,158],"network-centric":[104],"QoE":[108,178,217,251,278,329],"domain.":[109],"normal":[112],"cellular":[113],"network,":[114],"besides":[115],"need":[117,163,299],"improving":[119],"overall":[121,177],"it":[123],"requires":[124],"handling":[125],"faults":[126,192,318],"different":[128,159],"cells.":[129,197],"As":[130],"Multi-agent":[131],"Reinforcement":[132],"Learning":[133],"(MARL)":[134],"has":[135],"capability":[137],"self-learning":[139],"dynamics":[141],"environment,":[143],"we":[144,203,219],"propose":[145],"configuration":[148],"algorithm":[149],"multi-goal":[152],"MARL.":[153],"our":[155,308],"framework,":[156],"agents":[157],"cells":[160],"only":[162,315],"cooperate":[165],"with":[166,228,261,330],"each":[167,216,320],"other":[168],"achieve":[170],"global":[172,327],"goal":[173],"increasing":[175],"but":[183,322],"also":[184,323],"complete":[185],"personal":[187],"goals":[188],"by":[189,252,273],"combating":[190],"encountered":[193],"their":[195],"own":[196],"To":[198,210],"accelerate":[199],"training":[201],"efficiency,":[202],"introduce":[204],"novel":[206],"two-stage":[207],"curriculum":[208],"learning.":[209],"reduce":[211,270],"collection":[213],"time":[214,263,272,287],"sample,":[218],"develop":[220],"accurate":[222],"timely":[224],"QoE/QoS":[225],"mapping":[226],"model":[227,268],"cascading":[230],"Random":[233],"Forest":[234],"Classifier":[235],"(RFC)":[236],"Deep":[239],"Neural":[240],"Network":[241],"(DNN)":[242],"(abbreviated":[243],"as":[244],"RFC-DNN),":[245],"which":[246],"help":[248],"us":[249],"obtain":[250],"collecting":[253],"measurements":[255],"perform":[257],"QoE-based":[258],"configurations":[260],"smaller":[262],"granularity.":[264],"Our":[265],"proposed":[266,309],"RFC-DNN":[267],"70%":[274],"when":[275,293],"predicting":[276],"single":[281],"sample.":[282],"A":[283],"huge":[284],"amount":[285],"will":[288],"be":[289,301],"saved":[290],"MARL":[292],"tens":[294],"thousands":[296],"transitions/samples":[298],"collected.":[302],"The":[303],"performance":[304],"results":[305],"show":[306],"address":[316],"specific":[317],"cell,":[321],"significantly":[324],"improve":[325],"average":[328],"faster":[332],"more":[334],"stable":[335],"convergence":[336],"speed.":[337]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}