{"id":"https://openalex.org/W4317419421","doi":"https://doi.org/10.1109/vtc2022-fall57202.2022.10013050","title":"Activation Control of Base Stations Based on Multi-agent DQN for Heterogeneous Networks","display_name":"Activation Control of Base Stations Based on Multi-agent DQN for Heterogeneous Networks","publication_year":2022,"publication_date":"2022-09-01","ids":{"openalex":"https://openalex.org/W4317419421","doi":"https://doi.org/10.1109/vtc2022-fall57202.2022.10013050"},"language":"en","primary_location":{"id":"doi:10.1109/vtc2022-fall57202.2022.10013050","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2022-fall57202.2022.10013050","pdf_url":null,"source":{"id":"https://openalex.org/S4363607792","display_name":"2022 IEEE 96th Vehicular Technology Conference (VTC2022-Fall)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 96th Vehicular Technology Conference (VTC2022-Fall)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101657692","display_name":"Daiki Kato","orcid":"https://orcid.org/0000-0001-8037-750X"},"institutions":[{"id":"https://openalex.org/I161296585","display_name":"Tokyo University of Science","ror":"https://ror.org/05sj3n476","country_code":"JP","type":"education","lineage":["https://openalex.org/I161296585"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Daiki Kato","raw_affiliation_strings":["Tokyo University of Science,Graduate School of Science and Technology","Graduate School of Science and Technology, Tokyo University of Science"],"affiliations":[{"raw_affiliation_string":"Tokyo University of Science,Graduate School of Science and Technology","institution_ids":["https://openalex.org/I161296585"]},{"raw_affiliation_string":"Graduate School of Science and Technology, Tokyo University of Science","institution_ids":["https://openalex.org/I161296585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001605814","display_name":"Yuto Muroki","orcid":null},"institutions":[{"id":"https://openalex.org/I1296127346","display_name":"Broadcom (Israel)","ror":"https://ror.org/01jsrac29","country_code":"IL","type":"company","lineage":["https://openalex.org/I1296127346","https://openalex.org/I4210127325"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Yuto Muroki","raw_affiliation_strings":["NTT DOCOMO, INC.,6G-IOWN promotion department","6G-IOWN promotion department, NTT DOCOMO, INC"],"affiliations":[{"raw_affiliation_string":"NTT DOCOMO, INC.,6G-IOWN promotion department","institution_ids":["https://openalex.org/I1296127346"]},{"raw_affiliation_string":"6G-IOWN promotion department, NTT DOCOMO, INC","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075121038","display_name":"Nobuhide Nonaka","orcid":null},"institutions":[{"id":"https://openalex.org/I1296127346","display_name":"Broadcom (Israel)","ror":"https://ror.org/01jsrac29","country_code":"IL","type":"company","lineage":["https://openalex.org/I1296127346","https://openalex.org/I4210127325"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Nobuhide Nonaka","raw_affiliation_strings":["NTT DOCOMO, INC.,6G-IOWN promotion department","6G-IOWN promotion department, NTT DOCOMO, INC"],"affiliations":[{"raw_affiliation_string":"NTT DOCOMO, INC.,6G-IOWN promotion department","institution_ids":["https://openalex.org/I1296127346"]},{"raw_affiliation_string":"6G-IOWN promotion department, NTT DOCOMO, INC","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101939730","display_name":"Kenichi Higuchi","orcid":"https://orcid.org/0009-0002-6299-8964"},"institutions":[{"id":"https://openalex.org/I1296127346","display_name":"Broadcom (Israel)","ror":"https://ror.org/01jsrac29","country_code":"IL","type":"company","lineage":["https://openalex.org/I1296127346","https://openalex.org/I4210127325"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Kenichi Higuchi","raw_affiliation_strings":["NTT DOCOMO, INC.,6G-IOWN promotion department","6G-IOWN promotion department, NTT DOCOMO, INC"],"affiliations":[{"raw_affiliation_string":"NTT DOCOMO, INC.,6G-IOWN promotion department","institution_ids":["https://openalex.org/I1296127346"]},{"raw_affiliation_string":"6G-IOWN promotion department, NTT DOCOMO, INC","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101657692"],"corresponding_institution_ids":["https://openalex.org/I161296585"],"apc_list":null,"apc_paid":null,"fwci":0.3222,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.50149009,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7817560434341431},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7319833040237427},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.7233327031135559},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.6152704954147339},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5672840476036072},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.484538733959198},{"id":"https://openalex.org/keywords/heterogeneous-network","display_name":"Heterogeneous network","score":0.47466638684272766},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.47177696228027344},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.44298169016838074},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.34366175532341003},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3098323345184326},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18602213263511658},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.1819886863231659},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.11761882901191711},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.06601142883300781}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7817560434341431},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7319833040237427},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.7233327031135559},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.6152704954147339},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5672840476036072},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.484538733959198},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.47466638684272766},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.47177696228027344},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.44298169016838074},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.34366175532341003},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3098323345184326},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18602213263511658},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.1819886863231659},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.11761882901191711},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.06601142883300781},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vtc2022-fall57202.2022.10013050","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2022-fall57202.2022.10013050","pdf_url":null,"source":{"id":"https://openalex.org/S4363607792","display_name":"2022 IEEE 96th Vehicular Technology Conference (VTC2022-Fall)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 96th Vehicular Technology Conference (VTC2022-Fall)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1983345567","https://openalex.org/W1987497363","https://openalex.org/W2101121986","https://openalex.org/W2129591674","https://openalex.org/W2130891087","https://openalex.org/W2145339207","https://openalex.org/W2148135143","https://openalex.org/W2191948661","https://openalex.org/W2598031781","https://openalex.org/W2601095321","https://openalex.org/W2724169821","https://openalex.org/W2746553466","https://openalex.org/W2761873684","https://openalex.org/W2788355865","https://openalex.org/W2908510526","https://openalex.org/W2950863887","https://openalex.org/W2951799221","https://openalex.org/W2962836907","https://openalex.org/W2963728120","https://openalex.org/W3015050599","https://openalex.org/W3120586454","https://openalex.org/W4226266180","https://openalex.org/W4249736682","https://openalex.org/W4298857966","https://openalex.org/W4320930577","https://openalex.org/W6637967152","https://openalex.org/W6643481693","https://openalex.org/W6685444567","https://openalex.org/W6740092555","https://openalex.org/W6746023985","https://openalex.org/W6757817989","https://openalex.org/W7075695932"],"related_works":["https://openalex.org/W4365807906","https://openalex.org/W2157864637","https://openalex.org/W4223416141","https://openalex.org/W2105999282","https://openalex.org/W790449367","https://openalex.org/W1922070205","https://openalex.org/W2136902318","https://openalex.org/W2962922943","https://openalex.org/W2038093983","https://openalex.org/W2921549278"],"abstract_inverted_index":{"In":[0,79],"this":[1,59],"paper,":[2],"we":[3],"investigate":[4],"a":[5,16,53],"method":[6,60,134,144],"for":[7,118],"activation/deactivation":[8],"control":[9,37,46,99,143],"of":[10,75,107,114],"base":[11],"stations":[12],"(BSs)":[13],"based":[14,38],"on":[15,39],"deep":[17,40],"Q-network":[18],"(DQN)":[19],"that":[20,131,146],"tracks":[21],"changes":[22],"in":[23,26],"user":[24],"distribution":[25],"heterogeneous":[27,66],"networks":[28,67],"to":[29,64,101,139,150],"increase":[30],"downlink":[31],"system":[32,51,152],"throughput.":[33],"Conventional":[34],"BS":[35,84,97],"activation":[36,98],"reinforcement":[41],"learning":[42],"(RL)":[43],"assumes":[44],"centralized":[45],"and":[47,123,145],"represents":[48],"the":[49,72,80,95,112,115,120,124,132,140],"entire":[50],"with":[52,68,88],"single":[54],"action":[55,91],"value":[56,92],"function.":[57],"However,":[58],"cannot":[61],"be":[62],"applied":[63],"dense":[65,102],"many":[69],"BSs":[70],"because":[71],"total":[73],"number":[74],"actions":[76],"grows":[77],"exponentially.":[78],"proposed":[81,133],"method,":[82],"each":[83],"is":[85,148],"an":[86],"agent":[87],"its":[89],"own":[90],"function":[93],"making":[94],"DQN-based":[96],"applicable":[100],"small-cell":[103],"networks.":[104],"Several":[105],"definitions":[106],"states":[108],"are":[109],"compared":[110,138],"from":[111],"viewpoints":[113],"load":[116],"required":[117],"acquiring":[119],"state":[121],"variables":[122],"achievable":[125],"throughput":[126,137],"performance.":[127],"Computer":[128],"simulations":[129],"show":[130],"achieves":[135],"higher":[136],"conventional":[141],"probabilistic":[142],"it":[147],"adaptable":[149],"different":[151],"conditions.":[153]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}