{"id":"https://openalex.org/W4315786510","doi":"https://doi.org/10.3390/fi15010034","title":"Deep Reinforcement Learning Evolution Algorithm for Dynamic Antenna Control in Multi-Cell Configuration HAPS System","display_name":"Deep Reinforcement Learning Evolution Algorithm for Dynamic Antenna Control in Multi-Cell Configuration HAPS System","publication_year":2023,"publication_date":"2023-01-12","ids":{"openalex":"https://openalex.org/W4315786510","doi":"https://doi.org/10.3390/fi15010034"},"language":"en","primary_location":{"id":"doi:10.3390/fi15010034","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi15010034","pdf_url":"https://www.mdpi.com/1999-5903/15/1/34/pdf?version=1673512799","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-5903/15/1/34/pdf?version=1673512799","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043014699","display_name":"Siyuan Yang","orcid":"https://orcid.org/0000-0001-9483-1419"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Siyuan Yang","raw_affiliation_strings":["Graduate School of Science and Technology, Keio University, Yokohama 223-8522, Japan"],"raw_orcid":"https://orcid.org/0000-0001-9483-1419","affiliations":[{"raw_affiliation_string":"Graduate School of Science and Technology, Keio University, Yokohama 223-8522, Japan","institution_ids":["https://openalex.org/I203951103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068994330","display_name":"Mondher Bouazizi","orcid":"https://orcid.org/0000-0001-7055-9318"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Mondher Bouazizi","raw_affiliation_strings":["Department of Information and Computer Science, Faculty of Science and Technology, Keio University, Yokohama 223-8522, Japan"],"raw_orcid":"https://orcid.org/0000-0001-7055-9318","affiliations":[{"raw_affiliation_string":"Department of Information and Computer Science, Faculty of Science and Technology, Keio University, Yokohama 223-8522, Japan","institution_ids":["https://openalex.org/I203951103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016337773","display_name":"Tomoaki Ohtsuki","orcid":"https://orcid.org/0000-0003-3961-1426"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tomoaki Ohtsuki","raw_affiliation_strings":["Department of Information and Computer Science, Faculty of Science and Technology, Keio University, Yokohama 223-8522, Japan"],"raw_orcid":"https://orcid.org/0000-0003-3961-1426","affiliations":[{"raw_affiliation_string":"Department of Information and Computer Science, Faculty of Science and Technology, Keio University, Yokohama 223-8522, Japan","institution_ids":["https://openalex.org/I203951103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016825995","display_name":"Yohei Shibata","orcid":"https://orcid.org/0000-0002-9037-5433"},"institutions":[{"id":"https://openalex.org/I4210120159","display_name":"SoftBank Group (Japan)","ror":"https://ror.org/02ew2ks20","country_code":"JP","type":"company","lineage":["https://openalex.org/I4210120159"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yohei Shibata","raw_affiliation_strings":["SoftBank Corp. Technology Research Laboratory, Tokyo 135-0064, Japan"],"raw_orcid":"https://orcid.org/0000-0002-9037-5433","affiliations":[{"raw_affiliation_string":"SoftBank Corp. Technology Research Laboratory, Tokyo 135-0064, Japan","institution_ids":["https://openalex.org/I4210120159"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088219880","display_name":"Wataru Takabatake","orcid":"https://orcid.org/0000-0002-6626-5189"},"institutions":[{"id":"https://openalex.org/I4210120159","display_name":"SoftBank Group (Japan)","ror":"https://ror.org/02ew2ks20","country_code":"JP","type":"company","lineage":["https://openalex.org/I4210120159"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Wataru Takabatake","raw_affiliation_strings":["SoftBank Corp. Technology Research Laboratory, Tokyo 135-0064, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SoftBank Corp. Technology Research Laboratory, Tokyo 135-0064, Japan","institution_ids":["https://openalex.org/I4210120159"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091745595","display_name":"Kenji Hoshino","orcid":"https://orcid.org/0000-0001-6431-674X"},"institutions":[{"id":"https://openalex.org/I4210120159","display_name":"SoftBank Group (Japan)","ror":"https://ror.org/02ew2ks20","country_code":"JP","type":"company","lineage":["https://openalex.org/I4210120159"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kenji Hoshino","raw_affiliation_strings":["SoftBank Corp. Technology Research Laboratory, Tokyo 135-0064, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SoftBank Corp. Technology Research Laboratory, Tokyo 135-0064, Japan","institution_ids":["https://openalex.org/I4210120159"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002553294","display_name":"Atsushi Nagate","orcid":null},"institutions":[{"id":"https://openalex.org/I4210120159","display_name":"SoftBank Group (Japan)","ror":"https://ror.org/02ew2ks20","country_code":"JP","type":"company","lineage":["https://openalex.org/I4210120159"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Atsushi Nagate","raw_affiliation_strings":["SoftBank Corp. Technology Research Laboratory, Tokyo 135-0064, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SoftBank Corp. Technology Research Laboratory, Tokyo 135-0064, Japan","institution_ids":["https://openalex.org/I4210120159"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5043014699"],"corresponding_institution_ids":["https://openalex.org/I203951103"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":0.7477,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.69173583,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"15","issue":"1","first_page":"34","last_page":"34"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9063572883605957},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8953678607940674},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.8047362565994263},{"id":"https://openalex.org/keywords/antenna","display_name":"Antenna (radio)","score":0.5758614540100098},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4150574505329132},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.37148237228393555},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.3641025424003601},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22759857773780823},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11925140023231506}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9063572883605957},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8953678607940674},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.8047362565994263},{"id":"https://openalex.org/C21822782","wikidata":"https://www.wikidata.org/wiki/Q131214","display_name":"Antenna (radio)","level":2,"score":0.5758614540100098},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4150574505329132},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.37148237228393555},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3641025424003601},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22759857773780823},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11925140023231506}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/fi15010034","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi15010034","pdf_url":"https://www.mdpi.com/1999-5903/15/1/34/pdf?version=1673512799","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:gam:jftint:v:15:y:2023:i:1:p:34-:d:1033253","is_oa":false,"landing_page_url":"https://www.mdpi.com/1999-5903/15/1/34/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:e655c987d84b4879bc428929d38e46e8","is_oa":true,"landing_page_url":"https://doaj.org/article/e655c987d84b4879bc428929d38e46e8","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Future Internet, Vol 15, Iss 1, p 34 (2023)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1999-5903/15/1/34/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/fi15010034","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Future Internet; Volume 15; Issue 1; Pages: 34","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/fi15010034","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi15010034","pdf_url":"https://www.mdpi.com/1999-5903/15/1/34/pdf?version=1673512799","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5299999713897705,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G5689211651","display_name":null,"funder_award_id":"05701","funder_id":"https://openalex.org/F4320335839","funder_display_name":"National Institute of Information and Communications Technology"}],"funders":[{"id":"https://openalex.org/F4320324891","display_name":"Iran Telecommunication Research Center","ror":"https://ror.org/01a3g2z22"},{"id":"https://openalex.org/F4320335839","display_name":"National Institute of Information and Communications Technology","ror":"https://ror.org/016bgq349"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4315786510.pdf"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W377714815","https://openalex.org/W1963871420","https://openalex.org/W1964019107","https://openalex.org/W1991892236","https://openalex.org/W2045439498","https://openalex.org/W2056783850","https://openalex.org/W2097519547","https://openalex.org/W2099448551","https://openalex.org/W2107778812","https://openalex.org/W2114791139","https://openalex.org/W2133496760","https://openalex.org/W2142686115","https://openalex.org/W2143821434","https://openalex.org/W2145339207","https://openalex.org/W2599726829","https://openalex.org/W2601560135","https://openalex.org/W2606033089","https://openalex.org/W2613113564","https://openalex.org/W2775736841","https://openalex.org/W2800519494","https://openalex.org/W2955133642","https://openalex.org/W2973184394","https://openalex.org/W2984243042","https://openalex.org/W2984265718","https://openalex.org/W3080511272","https://openalex.org/W3082474534","https://openalex.org/W3088718199","https://openalex.org/W3128820583","https://openalex.org/W3177239694","https://openalex.org/W3196018792","https://openalex.org/W4211265618","https://openalex.org/W4214956322","https://openalex.org/W4290996222","https://openalex.org/W4294871588","https://openalex.org/W4296819773","https://openalex.org/W4297496104"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W3049728571"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,52,121,146],"propose":[4,53],"a":[5,54],"novel":[6],"Deep":[7,96],"Reinforcement":[8,109],"Learning":[9,110],"Evolution":[10,105],"Algorithm":[11,106],"(DRLEA)":[12],"method":[13,55,102,161,176],"to":[14,26,74,112],"control":[15],"the":[16,20,28,34,38,42,44,47,60,65,68,71,76,83,95,100,104,114,131,143,148,159,163,174,179,186],"antenna":[17,61],"parameters":[18,62],"of":[19,30,37,46,67,78,181],"High-Altitude":[21],"Platform":[22],"Station":[23],"(HAPS)":[24],"mobile":[25],"reduce":[27,75],"number":[29,77,180],"low-throughput":[31,79],"users.":[32],"Considering":[33],"random":[35],"movement":[36],"HAPS":[39,187],"caused":[40],"by":[41,81],"winds,":[43],"throughput":[45,66,183],"users":[48,69,80,184],"might":[49],"decrease.":[50],"Therefore,":[51],"that":[56,173],"can":[57],"dynamically":[58],"adjust":[59],"based":[63],"on":[64],"in":[70,117,130],"coverage":[72],"area":[73],"improving":[82],"users\u2019":[84],"throughput.":[85],"Different":[86],"from":[87],"other":[88],"model-based":[89],"reinforcement":[90],"learning":[91],"methods,":[92],"such":[93],"as":[94],"Q":[97],"Network":[98],"(DQN),":[99],"proposed":[101,144,160,175],"combines":[103],"(EA)":[107],"with":[108,162],"(RL)":[111],"avoid":[113],"sub-optimal":[115],"solutions":[116],"each":[118],"state.":[119],"Moreover,":[120],"consider":[122],"non-uniform":[123],"user":[124,138,154],"distribution":[125,139,155],"scenarios,":[126],"which":[127],"are":[128],"common":[129],"real":[132,153],"world,":[133],"rather":[134],"than":[135],"ideal":[136],"uniform":[137],"scenarios.":[140],"To":[141],"evaluate":[142],"method,":[145],"do":[147],"simulations":[149],"under":[150],"four":[151],"different":[152],"scenarios":[156],"and":[157,166],"compare":[158],"conventional":[164],"EA":[165],"RL":[167],"methods.":[168],"The":[169],"simulation":[170],"results":[171],"show":[172],"effectively":[177],"reduces":[178],"low":[182],"after":[185],"moves.":[188]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}