{"id":"https://openalex.org/W2118578894","doi":"https://doi.org/10.1109/allerton.2010.5707117","title":"Decentralized multi-armed bandit with imperfect observations","display_name":"Decentralized multi-armed bandit with imperfect observations","publication_year":2010,"publication_date":"2010-09-01","ids":{"openalex":"https://openalex.org/W2118578894","doi":"https://doi.org/10.1109/allerton.2010.5707117","mag":"2118578894"},"language":"en","primary_location":{"id":"doi:10.1109/allerton.2010.5707117","is_oa":false,"landing_page_url":"https://doi.org/10.1109/allerton.2010.5707117","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2010 48th Annual Allerton Conference on Communication, Control, and Computing (Allerton)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007144865","display_name":"Keqin Liu","orcid":"https://orcid.org/0000-0002-7995-7125"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Keqin Liu","raw_affiliation_strings":["University of California, Davis, CA, USA","University of California - Davis, 95616, USA"],"affiliations":[{"raw_affiliation_string":"University of California, Davis, CA, USA","institution_ids":["https://openalex.org/I84218800"]},{"raw_affiliation_string":"University of California - Davis, 95616, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013788255","display_name":"Qing Zhao","orcid":"https://orcid.org/0000-0002-9590-4285"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qing Zhao","raw_affiliation_strings":["University of California, Davis, CA, USA","University of California - Davis, 95616, USA"],"affiliations":[{"raw_affiliation_string":"University of California, Davis, CA, USA","institution_ids":["https://openalex.org/I84218800"]},{"raw_affiliation_string":"University of California - Davis, 95616, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063784062","display_name":"Bhaskar Krishnamachari","orcid":"https://orcid.org/0000-0002-9994-9931"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bhaskar Krishnamachari","raw_affiliation_strings":["University of Southern California, Los Angeles, CA, USA","University of Southern California; Los Angeles, 90089, USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]},{"raw_affiliation_string":"University of Southern California; Los Angeles, 90089, USA","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5007144865"],"corresponding_institution_ids":["https://openalex.org/I84218800"],"apc_list":null,"apc_paid":null,"fwci":1.2091,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.82952168,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1669","last_page":"1674"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.984000027179718,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/imperfect","display_name":"Imperfect","score":0.7888827323913574},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5830559134483337}],"concepts":[{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.7888827323913574},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5830559134483337},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/allerton.2010.5707117","is_oa":false,"landing_page_url":"https://doi.org/10.1109/allerton.2010.5707117","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2010 48th Annual Allerton Conference on Communication, Control, and Computing (Allerton)","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.187.5715","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.187.5715","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.ece.ucdavis.edu/%7Eqzhao/LiuEtal10Allerton.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6100000143051147,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W1996069568","https://openalex.org/W1997190889","https://openalex.org/W1998498767","https://openalex.org/W2009551863","https://openalex.org/W2035879260","https://openalex.org/W2120015434","https://openalex.org/W2125724988","https://openalex.org/W2140571193","https://openalex.org/W2147878821","https://openalex.org/W2168405694"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2374250903","https://openalex.org/W1546413948","https://openalex.org/W2263832889","https://openalex.org/W2243884323","https://openalex.org/W42072456","https://openalex.org/W2390279801","https://openalex.org/W4243095785","https://openalex.org/W2358668433","https://openalex.org/W4387894447"],"abstract_inverted_index":{"We":[0,125],"consider":[1],"decentralized":[2,95,128],"multi-armed":[3],"bandit":[4],"problems":[5,178],"with":[6,22,110],"multiple":[7,42],"distributed":[8],"players.":[9,124],"At":[10],"each":[11,13],"time,":[12],"player":[14,56],"chooses":[15],"one":[16],"of":[17,86,116,140],"the":[18,45,51,59,63,82,101,106,113,138,141,148,155,159,168,174],"N":[19],"independent":[20],"arms":[21],"unknown":[23,74],"reward":[24,52,65,84,108,118,152,172],"statistics":[25],"to":[26,80,92,99,112],"play.":[27],"Players":[28],"do":[29],"not":[30],"exchange":[31],"information":[32],"regarding":[33],"their":[34],"observations":[35],"or":[36],"actions.":[37],"A":[38],"collision":[39,60],"occurs":[40],"when":[41],"players":[43,166],"choose":[44],"same":[46,149,169,175],"arm.":[47,88],"In":[48],"this":[49,68,87],"case,":[50],"obtained":[53],"by":[54,67],"a":[55,94,127],"involved":[57],"in":[58,70,154,181],"deviates":[61],"from":[62],"actual":[64],"offered":[66],"arm":[69,96],"an":[71],"arbitrary":[72],"and":[73,120,189],"way,":[75],"thus":[76,146],"making":[77],"it":[78],"harder":[79],"learn":[81],"underlying":[83],"statistic":[85],"The":[89,144],"objective":[90],"is":[91,137],"design":[93],"selection":[97],"policy":[98,129,145,160],"minimize":[100],"system":[102,133],"regret":[103,134],"defined":[104],"as":[105,153],"total":[107],"loss":[109],"respect":[111],"ideal":[114,156],"scenario":[115],"known":[117],"model":[119],"centralized":[121],"scheduling":[122],"among":[123,163],"propose":[126],"that":[130],"achieves":[131,147],"O(\u221aT)":[132],"where":[135],"T":[136],"length":[139],"time":[142],"horizon.":[143],"maximum":[150],"average":[151,171],"scenario.":[157],"Furthermore,":[158],"ensures":[161],"fairness":[162],"players,":[164],"i.e.,":[165],"achieve":[167],"local":[170],"at":[173],"rate.":[176],"These":[177],"find":[179],"applications":[180],"cognitive":[182],"radio":[183],"networks,":[184],"multi-agent":[185],"systems,":[186],"Internet":[187],"advertising":[188],"web":[190],"search.":[191]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":3},{"year":2012,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}