{"id":"https://openalex.org/W3013704698","doi":"https://doi.org/10.1109/twc.2021.3119204","title":"Decentralized Learning for Channel Allocation in IoT Networks Over Unlicensed Bandwidth as a Contextual Multi-Player Multi-Armed Bandit Game","display_name":"Decentralized Learning for Channel Allocation in IoT Networks Over Unlicensed Bandwidth as a Contextual Multi-Player Multi-Armed Bandit Game","publication_year":2021,"publication_date":"2021-10-19","ids":{"openalex":"https://openalex.org/W3013704698","doi":"https://doi.org/10.1109/twc.2021.3119204","mag":"3013704698"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2021.3119204","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2021.3119204","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"preprint","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2003.13314v3","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046054684","display_name":"Wenbo Wang","orcid":"https://orcid.org/0000-0002-7500-8723"},"institutions":[{"id":"https://openalex.org/I13955877","display_name":"Bar-Ilan University","ror":"https://ror.org/03kgsv495","country_code":"IL","type":"education","lineage":["https://openalex.org/I13955877"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Wenbo Wang","raw_affiliation_strings":["Faculty of Engineering, Bar-Ilan University, Ramat-Gan, Israel","[Faculty of Engineering, Bar-Ilan University, Ramat-Gan, Israel 52900. (e-mail: wenbo_wang@mail.rit.edu)]"],"affiliations":[{"raw_affiliation_string":"Faculty of Engineering, Bar-Ilan University, Ramat-Gan, Israel","institution_ids":["https://openalex.org/I13955877"]},{"raw_affiliation_string":"[Faculty of Engineering, Bar-Ilan University, Ramat-Gan, Israel 52900. (e-mail: wenbo_wang@mail.rit.edu)]","institution_ids":["https://openalex.org/I13955877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019966334","display_name":"Amir Leshem","orcid":"https://orcid.org/0000-0002-2265-7463"},"institutions":[{"id":"https://openalex.org/I13955877","display_name":"Bar-Ilan University","ror":"https://ror.org/03kgsv495","country_code":"IL","type":"education","lineage":["https://openalex.org/I13955877"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Amir Leshem","raw_affiliation_strings":["Faculty of Engineering, Bar-Ilan University, Ramat-Gan, Israel","Bar-Ilan University"],"affiliations":[{"raw_affiliation_string":"Faculty of Engineering, Bar-Ilan University, Ramat-Gan, Israel","institution_ids":["https://openalex.org/I13955877"]},{"raw_affiliation_string":"Bar-Ilan University","institution_ids":["https://openalex.org/I13955877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091266202","display_name":"Dusit Niyato","orcid":"https://orcid.org/0000-0002-7442-7416"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dusit Niyato","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore","Nanyang Technological Univ"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"Nanyang Technological Univ","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063667378","display_name":"Zhu Han","orcid":null},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhu Han","raw_affiliation_strings":["Department of Electrical and Computer Engineering and Department of Computer Science, University of Houston, Houston, TX, USA","University of Houston"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering and Department of Computer Science, University of Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I44461941"]},{"raw_affiliation_string":"University of Houston","institution_ids":["https://openalex.org/I44461941"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5046054684"],"corresponding_institution_ids":["https://openalex.org/I13955877"],"apc_list":null,"apc_paid":null,"fwci":0.1794,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.50075785,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"21","issue":"5","first_page":"3162","last_page":"3178"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7767511606216431},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.6709494590759277},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6119890213012695},{"id":"https://openalex.org/keywords/channel-allocation-schemes","display_name":"Channel allocation schemes","score":0.5918890833854675},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5775982141494751},{"id":"https://openalex.org/keywords/channel-state-information","display_name":"Channel state information","score":0.5209406614303589},{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.4925247132778168},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4899860918521881},{"id":"https://openalex.org/keywords/multi-armed-bandit","display_name":"Multi-armed bandit","score":0.4547719955444336},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.4478687047958374},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.39587679505348206},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.24947869777679443},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.14794835448265076},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.08841514587402344}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7767511606216431},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.6709494590759277},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6119890213012695},{"id":"https://openalex.org/C114237682","wikidata":"https://www.wikidata.org/wiki/Q5072483","display_name":"Channel allocation schemes","level":3,"score":0.5918890833854675},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5775982141494751},{"id":"https://openalex.org/C148063708","wikidata":"https://www.wikidata.org/wiki/Q5072511","display_name":"Channel state information","level":3,"score":0.5209406614303589},{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.4925247132778168},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4899860918521881},{"id":"https://openalex.org/C123197309","wikidata":"https://www.wikidata.org/wiki/Q2882343","display_name":"Multi-armed bandit","level":3,"score":0.4547719955444336},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.4478687047958374},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.39587679505348206},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.24947869777679443},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.14794835448265076},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.08841514587402344},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/twc.2021.3119204","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2021.3119204","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},{"id":"mag:3013704698","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2003.13314v3","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2003.13314","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2003.13314","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"mag:3013704698","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2003.13314v3","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G31471538","display_name":null,"funder_award_id":"CNS-2128368","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G400433832","display_name":null,"funder_award_id":"CNS-2107216","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G478423709","display_name":null,"funder_award_id":"AISG2-RP-2020-019","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320316620","display_name":"Amazon Catalyst","ror":"https://ror.org/04mv4n011"},{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"},{"id":"https://openalex.org/F4320320766","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302"},{"id":"https://openalex.org/F4320322622","display_name":"Toyota Motor Corporation","ror":"https://ror.org/02zqm6r10"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W568673721","https://openalex.org/W1944205345","https://openalex.org/W1969281101","https://openalex.org/W1974037141","https://openalex.org/W2008751404","https://openalex.org/W2009551863","https://openalex.org/W2032200533","https://openalex.org/W2042709526","https://openalex.org/W2099890365","https://openalex.org/W2113385647","https://openalex.org/W2118980425","https://openalex.org/W2118994458","https://openalex.org/W2119850747","https://openalex.org/W2131489444","https://openalex.org/W2132823273","https://openalex.org/W2140571193","https://openalex.org/W2148135143","https://openalex.org/W2170673727","https://openalex.org/W2171671264","https://openalex.org/W2294768391","https://openalex.org/W2343274618","https://openalex.org/W2547059025","https://openalex.org/W2583558882","https://openalex.org/W2587608459","https://openalex.org/W2593701695","https://openalex.org/W2613215228","https://openalex.org/W2683628546","https://openalex.org/W2732830997","https://openalex.org/W2888004371","https://openalex.org/W2905601756","https://openalex.org/W2911313229","https://openalex.org/W2938542930","https://openalex.org/W2952166025","https://openalex.org/W2952233008","https://openalex.org/W2962691290","https://openalex.org/W2962934197","https://openalex.org/W2964146343","https://openalex.org/W2964204801","https://openalex.org/W2964245734","https://openalex.org/W2966985169","https://openalex.org/W2970341685","https://openalex.org/W3105740970","https://openalex.org/W3106076238","https://openalex.org/W4245577611","https://openalex.org/W6640716383","https://openalex.org/W6675130772","https://openalex.org/W6677741321","https://openalex.org/W6678113768","https://openalex.org/W6692447168","https://openalex.org/W6748658983","https://openalex.org/W6754620478","https://openalex.org/W6754700216","https://openalex.org/W6761315703"],"related_works":["https://openalex.org/W3207558113","https://openalex.org/W2971094358","https://openalex.org/W3106076238","https://openalex.org/W2061746909","https://openalex.org/W2113385647","https://openalex.org/W2966985169","https://openalex.org/W3105509069","https://openalex.org/W2094581499","https://openalex.org/W2025356004","https://openalex.org/W2020216268","https://openalex.org/W2144344331","https://openalex.org/W2149016651","https://openalex.org/W3096823207","https://openalex.org/W2110110809","https://openalex.org/W2249627957","https://openalex.org/W2044350590","https://openalex.org/W2902922294","https://openalex.org/W1975156454","https://openalex.org/W2313531448","https://openalex.org/W2156368090"],"abstract_inverted_index":{"We":[0],"study":[1,131],"a":[2,20,136,144,174,190],"decentralized":[3,204],"channel":[4,30,85,95,125,171],"allocation":[5,126,172],"problem":[6,134],"in":[7,83],"an":[8,120],"ad-hoc":[9],"Internet":[10],"of":[11,61,124],"Things":[12],"network":[13,196],"underlaying":[14],"on":[15,36,99],"the":[16,25,28,37,45,52,58,62,68,84,107,157,161,168,182,201],"spectrum":[17],"licensed":[18],"to":[19,43,73,93,118,164,167,181],"primary":[21,63],"cellular":[22],"network.":[23],"In":[24,56],"considered":[26],"network,":[27],"impoverished":[29],"sensing/probing":[31],"capability":[32],"and":[33,67,142,195],"computational":[34],"resource":[35],"IoT":[38,88,162],"devices":[39],"make":[40],"them":[41],"difficult":[42],"acquire":[44],"detailed":[46],"Channel":[47],"State":[48],"Information":[49],"(CSI)":[50],"for":[51],"shared":[53],"multiple":[54],"channels.":[55],"practice,":[57],"unknown":[59],"patterns":[60],"users\u2019":[64],"transmission":[65],"activities":[66],"time-varying":[69],"CSI":[70],"(e.g.,":[71],"due":[72],"small-scale":[74],"fading":[75],"or":[76],"device":[77],"mobility)":[78],"also":[79,116],"cause":[80],"stochastic":[81],"changes":[82],"quality.":[86],"Decentralized":[87],"links":[89,163],"are":[90,111],"thus":[91],"expected":[92],"learn":[94],"conditions":[96],"online":[97],"based":[98],"partial":[100],"observations,":[101],"while":[102],"acquiring":[103],"no":[104],"information":[105],"about":[106],"channels":[108],"that":[109,156,187],"they":[110],"not":[112],"operating":[113],"on.":[114],"They":[115],"have":[117],"reach":[119],"efficient,":[121],"collision-free":[122],"solution":[123],"with":[127,173,179,200],"limited":[128],"coordination.":[129],"Our":[130],"maps":[132],"this":[133],"into":[135],"contextual":[137],"multi-player,":[138],"multi-armed":[139],"bandit":[140,205],"game,":[141],"proposes":[143],"purely":[145],"decentralized,":[146],"three-stage":[147],"policy":[148],"learning":[149],"algorithm":[150],"through":[151],"trial-and-error.":[152],"Theoretical":[153],"analyses":[154],"shows":[155],"proposed":[158],"scheme":[159],"guarantees":[160],"jointly":[165],"converge":[166],"socially":[169],"optimal":[170],"sub-linear":[175],"(i.e.,":[176],"polylogarithmic)":[177],"regret":[178],"respect":[180],"operational":[183],"time.":[184],"Simulations":[185],"demonstrate":[186],"it":[188],"strikes":[189],"good":[191],"balance":[192],"between":[193],"efficiency":[194],"scalability":[197],"when":[198],"compared":[199],"other":[202],"state-of-the-art":[203],"algorithms.":[206]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}