{"id":"https://openalex.org/W4381734378","doi":"https://doi.org/10.1109/noms56928.2023.10154310","title":"Multi-agent Reinforcement Learning with Graph Q-Networks for Antenna Tuning","display_name":"Multi-agent Reinforcement Learning with Graph Q-Networks for Antenna Tuning","publication_year":2023,"publication_date":"2023-05-08","ids":{"openalex":"https://openalex.org/W4381734378","doi":"https://doi.org/10.1109/noms56928.2023.10154310"},"language":"en","primary_location":{"id":"doi:10.1109/noms56928.2023.10154310","is_oa":false,"landing_page_url":"https://doi.org/10.1109/noms56928.2023.10154310","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NOMS 2023-2023 IEEE/IFIP Network Operations and Management Symposium","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003495895","display_name":"Maxime Bouton","orcid":"https://orcid.org/0000-0002-9151-1513"},"institutions":[{"id":"https://openalex.org/I4210131589","display_name":"Ericsson (Hungary)","ror":"https://ror.org/03c0yyz21","country_code":"HU","type":"company","lineage":["https://openalex.org/I1306339040","https://openalex.org/I4210131589"]}],"countries":["HU"],"is_corresponding":true,"raw_author_name":"Maxime Bouton","raw_affiliation_strings":["Ericsson"],"affiliations":[{"raw_affiliation_string":"Ericsson","institution_ids":["https://openalex.org/I4210131589"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075305744","display_name":"Jaeseong Jeong","orcid":"https://orcid.org/0000-0003-4533-3418"},"institutions":[{"id":"https://openalex.org/I4210131589","display_name":"Ericsson (Hungary)","ror":"https://ror.org/03c0yyz21","country_code":"HU","type":"company","lineage":["https://openalex.org/I1306339040","https://openalex.org/I4210131589"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"Jaeseong Jeong","raw_affiliation_strings":["Ericsson"],"affiliations":[{"raw_affiliation_string":"Ericsson","institution_ids":["https://openalex.org/I4210131589"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090073032","display_name":"Jos\u00e9 Outes-Carnero","orcid":"https://orcid.org/0000-0003-0945-583X"},"institutions":[{"id":"https://openalex.org/I4210131589","display_name":"Ericsson (Hungary)","ror":"https://ror.org/03c0yyz21","country_code":"HU","type":"company","lineage":["https://openalex.org/I1306339040","https://openalex.org/I4210131589"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"Jose Outes","raw_affiliation_strings":["Ericsson"],"affiliations":[{"raw_affiliation_string":"Ericsson","institution_ids":["https://openalex.org/I4210131589"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080654996","display_name":"Adriano Mendo","orcid":"https://orcid.org/0000-0002-1234-2169"},"institutions":[{"id":"https://openalex.org/I4210131589","display_name":"Ericsson (Hungary)","ror":"https://ror.org/03c0yyz21","country_code":"HU","type":"company","lineage":["https://openalex.org/I1306339040","https://openalex.org/I4210131589"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"Adriano Mendo","raw_affiliation_strings":["Ericsson"],"affiliations":[{"raw_affiliation_string":"Ericsson","institution_ids":["https://openalex.org/I4210131589"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005176879","display_name":"Alexandros Nikou","orcid":"https://orcid.org/0000-0002-8696-1536"},"institutions":[{"id":"https://openalex.org/I4210131589","display_name":"Ericsson (Hungary)","ror":"https://ror.org/03c0yyz21","country_code":"HU","type":"company","lineage":["https://openalex.org/I1306339040","https://openalex.org/I4210131589"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"Alexandros Nikou","raw_affiliation_strings":["Ericsson"],"affiliations":[{"raw_affiliation_string":"Ericsson","institution_ids":["https://openalex.org/I4210131589"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5003495895"],"corresponding_institution_ids":["https://openalex.org/I4210131589"],"apc_list":null,"apc_paid":null,"fwci":0.6694,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.68102548,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8882752656936646},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7975611090660095},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.6742103099822998},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.48783209919929504},{"id":"https://openalex.org/keywords/network-architecture","display_name":"Network architecture","score":0.47133350372314453},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4609561264514923},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.356215238571167},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.22559916973114014},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.17818999290466309}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8882752656936646},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7975611090660095},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.6742103099822998},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.48783209919929504},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.47133350372314453},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4609561264514923},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.356215238571167},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.22559916973114014},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.17818999290466309}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/noms56928.2023.10154310","is_oa":false,"landing_page_url":"https://doi.org/10.1109/noms56928.2023.10154310","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NOMS 2023-2023 IEEE/IFIP Network Operations and Management Symposium","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2138720691","https://openalex.org/W2031695474","https://openalex.org/W2086397253","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2024136090","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Future":[0],"generations":[1],"of":[2,29,34,104,110,141],"mobile":[3,35,83],"networks":[4,36],"are":[5],"expected":[6],"to":[7,40,56,67,69,81,128],"contain":[8],"more":[9,11,17],"and":[10,16,132,150,154],"antennas":[12],"with":[13],"growing":[14],"complexity":[15],"parameters.":[18],"Optimizing":[19],"these":[20],"parameters":[21,43],"is":[22,52],"necessary":[23],"for":[24],"ensuring":[25],"the":[26,30,111,115,139,142],"good":[27],"performance":[28,113,140],"network.":[31],"The":[32,118],"scale":[33,68],"makes":[37],"it":[38],"challenging":[39],"optimize":[41,82],"antenna":[42,146],"using":[44,88],"manual":[45],"intervention":[46],"or":[47],"hand-engineered":[48],"strategies.":[49],"Reinforcement":[50],"learning":[51,79],"a":[53,75,89,99,121,151,159],"promising":[54],"technique":[55],"address":[57],"this":[58],"challenge":[59],"but":[60],"existing":[61],"methods":[62],"often":[63],"use":[64],"local":[65],"optimizations":[66],"large":[70],"network":[71,84,112,124,130],"deployments.":[72],"We":[73,136],"propose":[74],"new":[76],"multi-agent":[77],"reinforcement":[78],"algorithm":[80,94,119,143],"configurations":[85],"globally.":[86],"By":[87],"value":[90],"decomposition":[91,109],"approach,":[92],"our":[93],"can":[95],"be":[96],"trained":[97],"from":[98],"global":[100],"reward":[101],"function":[102],"instead":[103],"relying":[105],"on":[106,144],"an":[107,145],"ad-hoc":[108],"across":[114],"different":[116,129],"cells.":[117],"uses":[120],"graph":[122],"neural":[123],"architecture":[125],"which":[126],"generalizes":[127],"topologies":[131],"learns":[133],"coordination":[134],"behaviors.":[135],"empirically":[137],"demonstrate":[138],"tilt":[147,153],"tuning":[148],"problem":[149,157],"joint":[152],"power":[155],"control":[156],"in":[158],"simulated":[160],"environment.":[161]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}