{"id":"https://openalex.org/W3138127094","doi":"https://doi.org/10.1109/ccnc49032.2021.9369474","title":"A Channel Selection Algorithm Using Reinforcement Learning for Mobile Devices in Massive IoT System","display_name":"A Channel Selection Algorithm Using Reinforcement Learning for Mobile Devices in Massive IoT System","publication_year":2021,"publication_date":"2021-01-09","ids":{"openalex":"https://openalex.org/W3138127094","doi":"https://doi.org/10.1109/ccnc49032.2021.9369474","mag":"3138127094"},"language":"en","primary_location":{"id":"doi:10.1109/ccnc49032.2021.9369474","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccnc49032.2021.9369474","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 18th Annual Consumer Communications & Networking Conference (CCNC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://discovery.ucl.ac.uk/10128612/1/1570688111.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089480354","display_name":"Honami Furukawa","orcid":null},"institutions":[{"id":"https://openalex.org/I161296585","display_name":"Tokyo University of Science","ror":"https://ror.org/05sj3n476","country_code":"JP","type":"education","lineage":["https://openalex.org/I161296585"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Honami Furukawa","raw_affiliation_strings":["Department of Electrical Engineering, Tokyo University of Science, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Tokyo University of Science, Tokyo, Japan","institution_ids":["https://openalex.org/I161296585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058717745","display_name":"Aohan Li","orcid":"https://orcid.org/0000-0003-0618-4894"},"institutions":[{"id":"https://openalex.org/I161296585","display_name":"Tokyo University of Science","ror":"https://ror.org/05sj3n476","country_code":"JP","type":"education","lineage":["https://openalex.org/I161296585"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Aohan Li","raw_affiliation_strings":["Department of Electrical Engineering, Tokyo University of Science, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Tokyo University of Science, Tokyo, Japan","institution_ids":["https://openalex.org/I161296585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085036983","display_name":"Yozo Shoji","orcid":"https://orcid.org/0000-0003-3523-9620"},"institutions":[{"id":"https://openalex.org/I90023481","display_name":"National Institute of Information and Communications Technology","ror":"https://ror.org/016bgq349","country_code":"JP","type":"facility","lineage":["https://openalex.org/I90023481"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yozo Shoji","raw_affiliation_strings":["Social-ICT System Laboratory, National Institute of Information and Communications Technology, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Social-ICT System Laboratory, National Institute of Information and Communications Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I90023481"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008726503","display_name":"Yoshito Watanabe","orcid":"https://orcid.org/0000-0002-0112-916X"},"institutions":[{"id":"https://openalex.org/I90023481","display_name":"National Institute of Information and Communications Technology","ror":"https://ror.org/016bgq349","country_code":"JP","type":"facility","lineage":["https://openalex.org/I90023481"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yoshito Watanabe","raw_affiliation_strings":["Social-ICT System Laboratory, National Institute of Information and Communications Technology, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Social-ICT System Laboratory, National Institute of Information and Communications Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I90023481"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011360511","display_name":"Song-Ju Kim","orcid":"https://orcid.org/0000-0003-2369-7448"},"institutions":[{"id":"https://openalex.org/I4210141715","display_name":"Keio University Shonan Fujisawa","ror":"https://ror.org/047khpn70","country_code":"JP","type":"education","lineage":["https://openalex.org/I4210141715"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Song-Ju Kim","raw_affiliation_strings":["Graduate School of Media and Governance, Keio University, Fujisawa, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Media and Governance, Keio University, Fujisawa, Japan","institution_ids":["https://openalex.org/I4210141715"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069290606","display_name":"Koya Sato","orcid":"https://orcid.org/0000-0003-3286-2900"},"institutions":[{"id":"https://openalex.org/I161296585","display_name":"Tokyo University of Science","ror":"https://ror.org/05sj3n476","country_code":"JP","type":"education","lineage":["https://openalex.org/I161296585"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Koya Sato","raw_affiliation_strings":["Department of Electrical Engineering, Tokyo University of Science, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Tokyo University of Science, Tokyo, Japan","institution_ids":["https://openalex.org/I161296585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008047912","display_name":"Yiannis Andreopoulos","orcid":null},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yiannis Andreopoulos","raw_affiliation_strings":["Department of Electronic and Electrical Engineering, University College London (UCL), London, UK"],"affiliations":[{"raw_affiliation_string":"Department of Electronic and Electrical Engineering, University College London (UCL), London, UK","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056390537","display_name":"Mikio Hasegawa","orcid":"https://orcid.org/0000-0001-5638-8022"},"institutions":[{"id":"https://openalex.org/I161296585","display_name":"Tokyo University of Science","ror":"https://ror.org/05sj3n476","country_code":"JP","type":"education","lineage":["https://openalex.org/I161296585"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Mikio Hasegawa","raw_affiliation_strings":["Department of Electrical Engineering, Tokyo University of Science, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Tokyo University of Science, Tokyo, Japan","institution_ids":["https://openalex.org/I161296585"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5089480354"],"corresponding_institution_ids":["https://openalex.org/I161296585"],"apc_list":null,"apc_paid":null,"fwci":0.3587,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.61566214,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"2"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.765637993812561},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7054533958435059},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.7038920521736145},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.6414182186126709},{"id":"https://openalex.org/keywords/power-consumption","display_name":"Power consumption","score":0.5755961537361145},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.5012059211730957},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.4624479115009308},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.44968903064727783},{"id":"https://openalex.org/keywords/simplex-algorithm","display_name":"Simplex algorithm","score":0.4125058948993683},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3771806061267853},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.31638103723526},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2229842245578766},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20723354816436768},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.1701669991016388},{"id":"https://openalex.org/keywords/linear-programming","display_name":"Linear programming","score":0.10268762707710266}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.765637993812561},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7054533958435059},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.7038920521736145},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.6414182186126709},{"id":"https://openalex.org/C2984118289","wikidata":"https://www.wikidata.org/wiki/Q29954","display_name":"Power consumption","level":3,"score":0.5755961537361145},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.5012059211730957},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.4624479115009308},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.44968903064727783},{"id":"https://openalex.org/C144521790","wikidata":"https://www.wikidata.org/wiki/Q134164","display_name":"Simplex algorithm","level":3,"score":0.4125058948993683},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3771806061267853},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.31638103723526},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2229842245578766},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20723354816436768},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.1701669991016388},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.10268762707710266},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ccnc49032.2021.9369474","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccnc49032.2021.9369474","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 18th Annual Consumer Communications & Networking Conference (CCNC)","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10128612","is_oa":true,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10128612/","pdf_url":"https://discovery.ucl.ac.uk/10128612/1/1570688111.pdf","source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"     In:  Proceedings of the 2021 IEEE 18th Annual Consumer Communications & Networking Conference (CCNC).    IEEE: Las Vegas, NV, USA. (2021)     ","raw_type":"Proceedings paper"}],"best_oa_location":{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10128612","is_oa":true,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10128612/","pdf_url":"https://discovery.ucl.ac.uk/10128612/1/1570688111.pdf","source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"     In:  Proceedings of the 2021 IEEE 18th Annual Consumer Communications & Networking Conference (CCNC).    IEEE: Las Vegas, NV, USA. (2021)     ","raw_type":"Proceedings paper"},"sustainable_development_goals":[{"score":0.8899999856948853,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3138127094.pdf","grobid_xml":"https://content.openalex.org/works/W3138127094.grobid-xml"},"referenced_works_count":5,"referenced_works":["https://openalex.org/W1596912335","https://openalex.org/W2060521024","https://openalex.org/W2973231024","https://openalex.org/W3016362945","https://openalex.org/W3102639634"],"related_works":["https://openalex.org/W4245926026","https://openalex.org/W4311097251","https://openalex.org/W2586548817","https://openalex.org/W4306904969","https://openalex.org/W2625093826","https://openalex.org/W4200598720","https://openalex.org/W2921026492","https://openalex.org/W2133667137","https://openalex.org/W4247463117","https://openalex.org/W2138720691"],"abstract_inverted_index":{"It":[0],"is":[1,63],"necessary":[2],"to":[3,14,51],"develop":[4],"an":[5,32],"efficient":[6],"channel":[7,35],"selection":[8,36],"method":[9,37,46],"with":[10,55,84],"low":[11,56],"power":[12,60],"consumption":[13],"achieve":[15,48],"high":[16],"communication":[17],"quality":[18],"for":[19,70],"distributed":[20,34],"massive":[21],"IoT":[22,82],"system.":[23],"To":[24],"this":[25],"end,":[26],"Ma":[27],"et":[28],"al.":[29],"[1]":[30,78],"proposed":[31],"autonomous":[33],"based":[38],"on":[39],"the":[40],"Tug-of-War":[41],"(ToW)":[42],"dynamics.":[43],"The":[44],"ToW-based":[45],"can":[47],"equivalent":[49],"performance":[50],"UCB1-tuned":[52],"[2],":[53],"[3]":[54],"computational":[57],"complexity":[58],"and":[59],"consumption,":[61],"which":[62],"recognized":[64],"as":[65],"a":[66],"best":[67],"practice":[68],"technique":[69],"solving":[71],"multi-armed":[72],"bandit":[73],"(MAB)":[74],"problems.":[75],"However,":[76],"Ref.":[77],"only":[79],"considered":[80],"fixed":[81],"devices":[83],"simplex":[85],"communication.":[86]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}