{"id":"https://openalex.org/W4387870636","doi":"https://doi.org/10.1109/icc45041.2023.10278601","title":"Dynamic Antenna Control for HAPS Using Mean Field Reinforcement Learning in Multi-Cell Configuration","display_name":"Dynamic Antenna Control for HAPS Using Mean Field Reinforcement Learning in Multi-Cell Configuration","publication_year":2023,"publication_date":"2023-05-28","ids":{"openalex":"https://openalex.org/W4387870636","doi":"https://doi.org/10.1109/icc45041.2023.10278601"},"language":"en","primary_location":{"id":"doi:10.1109/icc45041.2023.10278601","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc45041.2023.10278601","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2023 - IEEE International Conference on Communications","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043014699","display_name":"Siyuan Yang","orcid":"https://orcid.org/0000-0001-9483-1419"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Siyuan Yang","raw_affiliation_strings":["Graduate School of Science and Technology, Keio University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Science and Technology, Keio University","institution_ids":["https://openalex.org/I203951103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068994330","display_name":"Mondher Bouazizi","orcid":"https://orcid.org/0000-0001-7055-9318"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Mondher Bouazizi","raw_affiliation_strings":["Keio University,Faculty of Science and Technology,Department of Information and Computer Science","Department of Information and Computer Science, Faculty of Science and Technology, Keio University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Keio University,Faculty of Science and Technology,Department of Information and Computer Science","institution_ids":["https://openalex.org/I203951103"]},{"raw_affiliation_string":"Department of Information and Computer Science, Faculty of Science and Technology, Keio University","institution_ids":["https://openalex.org/I203951103"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016337773","display_name":"Tomoaki Ohtsuki","orcid":"https://orcid.org/0000-0003-3961-1426"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tomoaki Ohtsuki","raw_affiliation_strings":["Keio University,Faculty of Science and Technology,Department of Information and Computer Science","Department of Information and Computer Science, Faculty of Science and Technology, Keio University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Keio University,Faculty of Science and Technology,Department of Information and Computer Science","institution_ids":["https://openalex.org/I203951103"]},{"raw_affiliation_string":"Department of Information and Computer Science, Faculty of Science and Technology, Keio University","institution_ids":["https://openalex.org/I203951103"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I203951103"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5670","last_page":"5676"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7901529669761658},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6616515517234802},{"id":"https://openalex.org/keywords/antenna","display_name":"Antenna (radio)","score":0.5849941968917847},{"id":"https://openalex.org/keywords/particle-swarm-optimization","display_name":"Particle swarm optimization","score":0.4687725901603699},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.4449649155139923},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.44369882345199585},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4271962642669678},{"id":"https://openalex.org/keywords/topology","display_name":"Topology (electrical circuits)","score":0.32977038621902466},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.32814455032348633},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.31404173374176025},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2772887349128723},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19808506965637207},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.17995688319206238}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7901529669761658},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6616515517234802},{"id":"https://openalex.org/C21822782","wikidata":"https://www.wikidata.org/wiki/Q131214","display_name":"Antenna (radio)","level":2,"score":0.5849941968917847},{"id":"https://openalex.org/C85617194","wikidata":"https://www.wikidata.org/wiki/Q2072794","display_name":"Particle swarm optimization","level":2,"score":0.4687725901603699},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.4449649155139923},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.44369882345199585},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4271962642669678},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.32977038621902466},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.32814455032348633},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.31404173374176025},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2772887349128723},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19808506965637207},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.17995688319206238},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icc45041.2023.10278601","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc45041.2023.10278601","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2023 - IEEE International Conference on Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8299999833106995,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G5689211651","display_name":null,"funder_award_id":"05701","funder_id":"https://openalex.org/F4320335839","funder_display_name":"National Institute of Information and Communications Technology"},{"id":"https://openalex.org/G7739191810","display_name":null,"funder_award_id":"JPMJSP2123","funder_id":"https://openalex.org/F4320320907","funder_display_name":"Japan Science and Technology Corporation"}],"funders":[{"id":"https://openalex.org/F4320320907","display_name":"Japan Science and Technology Corporation","ror":"https://ror.org/00097mb19"},{"id":"https://openalex.org/F4320335839","display_name":"National Institute of Information and Communications Technology","ror":"https://ror.org/016bgq349"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W377714815","https://openalex.org/W1964019107","https://openalex.org/W1977761438","https://openalex.org/W1994420762","https://openalex.org/W2001776144","https://openalex.org/W2048913418","https://openalex.org/W2056783850","https://openalex.org/W2107778812","https://openalex.org/W2143821434","https://openalex.org/W2317744239","https://openalex.org/W2532194826","https://openalex.org/W2571024483","https://openalex.org/W2599726829","https://openalex.org/W2601560135","https://openalex.org/W2785315072","https://openalex.org/W2800519494","https://openalex.org/W2984243042","https://openalex.org/W2984265718","https://openalex.org/W3082474534","https://openalex.org/W4225921658","https://openalex.org/W4288346123","https://openalex.org/W4290996222","https://openalex.org/W4297852499","https://openalex.org/W6649067046","https://openalex.org/W6650932538","https://openalex.org/W6683256024","https://openalex.org/W6747941106"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2138720691","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W20361778","https://openalex.org/W2024136090","https://openalex.org/W2964765435"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,77,119,151,182],"propose":[4],"a":[5,113,188,228],"Mean":[6,154],"Field":[7],"reinforcement":[8,122],"learning":[9,123],"(MFRL)":[10],"method":[11,186,222],"for":[12,70,105],"dynamic":[13],"antenna":[14,64,68,80],"control":[15,81],"in":[16,57,158],"High-Altitude-Platform-Station":[17],"(HAPS)":[18],"communication":[19],"system":[20],"with":[21,160,187,227],"Multi-Cell":[22],"Configuration.":[23],"HAPS":[24,44],"works":[25],"at":[26],"stratospheric":[27],"altitudes":[28],"of":[29,50,66,74,166,172],"about":[30],"20":[31],"km":[32],"to":[33,47,60,91,100,132,142,168],"provide":[34],"an":[35],"ultra-wide":[36],"coverage":[37],"area.":[38],"However,":[39],"the":[40,48,54,58,62,72,79,89,93,102,107,121,134,139,143,148,153,163,170,173,179,184,220],"wind":[41],"pressure":[42],"caused":[43],"movement":[45],"leads":[46],"degradation":[49],"users'":[51],"throughput.":[52],"Considering":[53],"multi-antenna":[55],"arrays":[56,69],"HAPS,":[59],"find":[61,92],"optimal":[63],"parameters":[65],"all":[67],"reducing":[71],"number":[73],"low-throughput":[75],"users,":[76],"formulate":[78],"problem":[82],"into":[83],"stochastic":[84,90],"game":[85],"equilibrium.":[86],"Usually,":[87],"solving":[88],"equilibrium":[94],"needs":[95],"very":[96],"high":[97,229],"computation":[98],"complexity":[99,171],"calculate":[101],"transition":[103,135],"probability":[104,136],"getting":[106],"<tex":[108,127,197,202],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[109,128,198,203],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$\\mathcal{Q}$</tex>":[110,129,199,204],"-value":[111],"under":[112,209],"certain":[114],"state":[115],"and":[116,137,206],"action.":[117],"Therefore,":[118],"use":[120],"(RL)":[124],"named":[125,192],"Deep":[126],"-Network":[130],"(DQN)":[131],"learn":[133],"predict":[138],"Q-value":[140],"according":[141],"reward":[144],"fed":[145],"backed":[146],"from":[147],"environment.":[149],"Besides,":[150],"employ":[152],"field":[155],"Game":[156],"theory":[157],"conjunction":[159],"RL":[161],"during":[162],"training":[164],"phase":[165],"DQN":[167,208],"reduce":[169],"interactions":[174],"among":[175],"agents.":[176],"To":[177],"evaluate":[178],"proposed":[180,185,221],"method,":[181],"compare":[183],"genetic":[189],"algorithm":[190],"(GA)":[191],"Particle":[193],"Swarm":[194],"Optimization":[195],"(PSO),":[196],"-learning,":[200,205],"Fuzzy":[201],"conventional":[207],"four":[210],"realistic":[211],"user":[212],"distribution":[213],"scenarios.":[214],"The":[215],"simulation":[216],"results":[217],"show":[218],"that":[219],"achieves":[223],"comparable":[224],"throughput":[225],"performance":[226],"convergence":[230],"rate.":[231]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}