{"id":"https://openalex.org/W2061641373","doi":"https://doi.org/10.1109/tit.2014.2302471","title":"Decentralized Learning for Multiplayer Multiarmed Bandits","display_name":"Decentralized Learning for Multiplayer Multiarmed Bandits","publication_year":2014,"publication_date":"2014-03-11","ids":{"openalex":"https://openalex.org/W2061641373","doi":"https://doi.org/10.1109/tit.2014.2302471","mag":"2061641373"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2014.2302471","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2014.2302471","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053096993","display_name":"Dileep Kalathil","orcid":"https://orcid.org/0000-0001-7968-5185"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Dileep Kalathil","raw_affiliation_strings":["Department of Electrical Engineering, University of Southern California, Los Angeles, CA, USA","Dept. of Electr. Eng. Univ. of Southern California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]},{"raw_affiliation_string":"Dept. of Electr. Eng. Univ. of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036369438","display_name":"Naumaan Nayyar","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Naumaan Nayyar","raw_affiliation_strings":["Department of Electrical Engineering, University of Southern California, Los Angeles, CA, USA","Dept. of Electr. Eng. Univ. of Southern California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]},{"raw_affiliation_string":"Dept. of Electr. Eng. Univ. of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002082998","display_name":"Rahul Jain","orcid":"https://orcid.org/0000-0003-3786-8682"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rahul Jain","raw_affiliation_strings":["Department of Electrical Engineering, University of Southern California, Los Angeles, CA, USA","Dept. of Electr. Eng. Univ. of Southern California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]},{"raw_affiliation_string":"Dept. of Electr. Eng. Univ. of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5053096993"],"corresponding_institution_ids":["https://openalex.org/I1174212"],"apc_list":null,"apc_paid":null,"fwci":12.5804,"has_fulltext":false,"cited_by_count":171,"citation_normalized_percentile":{"value":0.98819602,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"60","issue":"4","first_page":"2331","last_page":"2345"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/independent-and-identically-distributed-random-variables","display_name":"Independent and identically distributed random variables","score":0.6988751888275146},{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.6691072583198547},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6674832105636597},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.5769333243370056},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.5494817495346069},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.4772588908672333},{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.46246522665023804},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.431873619556427},{"id":"https://openalex.org/keywords/distribution","display_name":"Distribution (mathematics)","score":0.41386598348617554},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.33386218547821045},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32453763484954834},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.3174048066139221},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2609943747520447},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20954060554504395},{"id":"https://openalex.org/keywords/random-variable","display_name":"Random variable","score":0.13624590635299683},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.11831939220428467}],"concepts":[{"id":"https://openalex.org/C141513077","wikidata":"https://www.wikidata.org/wiki/Q378542","display_name":"Independent and identically distributed random variables","level":3,"score":0.6988751888275146},{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.6691072583198547},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6674832105636597},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.5769333243370056},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.5494817495346069},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4772588908672333},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.46246522665023804},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.431873619556427},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.41386598348617554},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.33386218547821045},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32453763484954834},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3174048066139221},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2609943747520447},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20954060554504395},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.13624590635299683},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.11831939220428467},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tit.2014.2302471","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2014.2302471","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320332603","display_name":"University of California, San Diego","ror":"https://ror.org/0168r3w48"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W568673721","https://openalex.org/W1573149518","https://openalex.org/W1666230842","https://openalex.org/W1751431909","https://openalex.org/W1972921453","https://openalex.org/W1985380836","https://openalex.org/W2000080679","https://openalex.org/W2009070933","https://openalex.org/W2009551863","https://openalex.org/W2015056750","https://openalex.org/W2049689520","https://openalex.org/W2093562354","https://openalex.org/W2105556121","https://openalex.org/W2113733815","https://openalex.org/W2117371776","https://openalex.org/W2125724988","https://openalex.org/W2135132740","https://openalex.org/W2141515329","https://openalex.org/W2150328967","https://openalex.org/W2168405694","https://openalex.org/W2169926276","https://openalex.org/W2962748815","https://openalex.org/W2962764550","https://openalex.org/W2963007414","https://openalex.org/W3102381603","https://openalex.org/W3103604572","https://openalex.org/W4232620022","https://openalex.org/W4245577611","https://openalex.org/W6637310442","https://openalex.org/W6654532046"],"related_works":["https://openalex.org/W2952425714","https://openalex.org/W2910134623","https://openalex.org/W2149943599","https://openalex.org/W2952099252","https://openalex.org/W4302063494","https://openalex.org/W2110226580","https://openalex.org/W1612035708","https://openalex.org/W1998580711","https://openalex.org/W2075763867","https://openalex.org/W2134254435"],"abstract_inverted_index":{"We":[0,33,145],"consider":[1,34],"the":[2,47,67,104,129,135,143,163,212,228],"problem":[3],"of":[4,113,230],"distributed":[5,38,150,214],"online":[6,148],"learning":[7,151,215],"with":[8,58,62,83,220],"multiple":[9,21,189],"players":[10,102,222],"in":[11,162,192],"multiarmed":[12],"bandit":[13],"(MAB)":[14],"models.":[15],"Each":[16],"player":[17,25],"can":[18],"pick":[19,103,199],"among":[20,128,200],"arms.":[22],"When":[23],"a":[24,31,75,109],"picks":[26],"an":[27,55,59,63,84,147],"arm,":[28,106],"it":[29],"gets":[30],"reward.":[32,117],"both":[35],"independent":[36],"identically":[37],"(i.i.d.)":[39],"reward":[40,44],"model":[41],"and":[42,79,89,111,139,166],"Markovian":[43,68],"model.":[45],"In":[46,66],"i.i.d.":[48,56],"model,":[49,69],"each":[50,70],"arm":[51,71],"is":[52,72,108,119,137,211],"modeled":[53,73],"as":[54,74,174],"process":[57],"unknown":[60,64,85],"distribution":[61],"mean.":[65],"finite,":[76],"irreducible,":[77],"aperiodic":[78],"reversible":[80],"Markov":[81],"chain":[82],"probability":[86],"transition":[87],"matrix":[88],"stationary":[90],"distribution.":[91],"The":[92,181],"arms":[93],"give":[94],"different":[95,98,206,208],"rewards":[96],"to":[97,142,207,227],"players.":[99,130],"If":[100],"two":[101],"same":[105],"there":[107],"collision,":[110],"neither":[112],"them":[114],"get":[115],"any":[116],"There":[118],"no":[120],"dedicated":[121],"control":[122],"channel":[123],"for":[124,217],"coordination":[125],"or":[126],"communication":[127,133],"Any":[131],"other":[132],"between":[134],"users":[136,191],"costly":[138],"will":[140],"add":[141],"regret.":[144],"propose":[146],"index-based":[149],"policy":[152],"called":[153],"dUCB4":[154],"algorithm":[155,216],"that":[156,170,204],"trades":[157],"off":[158],"exploration":[159],"versus":[160],"exploitation":[161],"right":[164],"way,":[165],"achieves":[167],"expected":[168],"regret":[169],"grows":[171],"at":[172],"most":[173],"near-":[175],"O(log":[176],"<sup":[177],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[178],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</sup>":[179],"T).":[180],"motivation":[182],"comes":[183],"from":[184],"opportunistic":[185],"spectrum":[186],"access":[187],"by":[188],"secondary":[190],"cognitive":[193],"radio":[194],"networks":[195],"wherein":[196],"they":[197],"must":[198],"various":[201],"wireless":[202],"channels":[203],"look":[205],"users.":[209],"This":[210],"first":[213],"multiplayer":[218],"MABs":[219],"heterogeneous":[221],"(that":[223],"have":[224],"player-dependent":[225],"rewards)":[226],"best":[229],"our":[231],"knowledge.":[232]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":30},{"year":2020,"cited_by_count":30},{"year":2019,"cited_by_count":22},{"year":2018,"cited_by_count":22},{"year":2017,"cited_by_count":10},{"year":2016,"cited_by_count":17},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}