{"id":"https://openalex.org/W4406032711","doi":"https://doi.org/10.48550/arxiv.2501.00891","title":"Demystifying Online Clustering of Bandits: Enhanced Exploration Under Stochastic and Smoothed Adversarial Contexts","display_name":"Demystifying Online Clustering of Bandits: Enhanced Exploration Under Stochastic and Smoothed Adversarial Contexts","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4406032711","doi":"https://doi.org/10.48550/arxiv.2501.00891"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2501.00891","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2501.00891","pdf_url":"https://arxiv.org/pdf/2501.00891","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2501.00891","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017388107","display_name":"Zhuohua Li","orcid":"https://orcid.org/0000-0002-4424-8249","observed_orcids":["https://orcid.org/0000-0002-4424-8249"]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Li, Zhuohua","raw_affiliation_strings":["Department of Computer Science and Engineering The Chinese University of Hong Kong Shatin , N.T. , Hong Kong SAR"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering The Chinese University of Hong Kong Shatin , N.T. , Hong Kong SAR","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Liu, Maoli","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Liu, Maoli","raw_affiliation_strings":["Department of Computer Science and Engineering The Chinese University of Hong Kong Shatin , N.T. , Hong Kong SAR"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering The Chinese University of Hong Kong Shatin , N.T. , Hong Kong SAR","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079056866","display_name":"Xiangxiang Dai","orcid":"https://orcid.org/0000-0003-0179-196X","observed_orcids":["https://orcid.org/0000-0003-0179-196X"]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Dai, Xiangxiang","raw_affiliation_strings":["Department of Computer Science and Engineering The Chinese University of Hong Kong Shatin , N.T. , Hong Kong SAR"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering The Chinese University of Hong Kong Shatin , N.T. , Hong Kong SAR","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068489266","display_name":"John C. S. Lui","orcid":"https://orcid.org/0000-0001-7466-0384","observed_orcids":["https://orcid.org/0000-0001-7466-0384"]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Lui, John C. S.","raw_affiliation_strings":["Department of Computer Science and Engineering The Chinese University of Hong Kong Shatin , N.T. , Hong Kong SAR"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering The Chinese University of Hong Kong Shatin , N.T. , Hong Kong SAR","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/contextual-bandits","display_name":"contextual bandits","score":0.8989999890327454},{"id":"https://openalex.org/keywords/user-clustering","display_name":"user clustering","score":0.8029999732971191},{"id":"https://openalex.org/keywords/exploration-exploitation-trade-off","display_name":"exploration-exploitation balance","score":0.7409999966621399},{"id":"https://openalex.org/keywords/smoothed-analysis","display_name":"smoothed analysis","score":0.6869999766349792},{"id":"https://openalex.org/keywords/regret-bounds","display_name":"regret bounds","score":0.8299999833106995},{"id":"https://openalex.org/keywords/graph-clustering","display_name":"graph clustering","score":0.8460000157356262}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.8814603090286255},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.6622921824455261},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5981709957122803},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33811938762664795},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32540684938430786}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2501.00891","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2501.00891","pdf_url":"https://arxiv.org/pdf/2501.00891","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2501.00891","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2501.00891","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2501.00891","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2501.00891","pdf_url":"https://arxiv.org/pdf/2501.00891","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4406032711.pdf","grobid_xml":"https://content.openalex.org/works/W4406032711.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2502115930","https://openalex.org/W2482350142","https://openalex.org/W4246396837","https://openalex.org/W3126451824","https://openalex.org/W1561927205","https://openalex.org/W3191453585","https://openalex.org/W4297672492"],"abstract_inverted_index":{"The":[0],"contextual":[1,22],"multi-armed":[2],"bandit":[3],"(MAB)":[4],"problem":[5,98],"is":[6],"crucial":[7],"in":[8,99,123,180],"sequential":[9],"decision-making.":[10],"A":[11],"line":[12],"of":[13,19,74,102,187,193,206],"research,":[14],"known":[15],"as":[16],"online":[17,191],"clustering":[18,101,192,205],"bandits,":[20],"extends":[21],"MAB":[23],"by":[24,77,160],"grouping":[25],"similar":[26],"users":[27],"into":[28],"clusters,":[29],"utilizing":[30],"shared":[31],"features":[32],"to":[33,50,55,81,112,139,155,200],"improve":[34],"learning":[35],"efficiency.":[36],"However,":[37],"existing":[38,124,188,224],"algorithms,":[39,130],"which":[40,134],"rely":[41],"on":[42,211],"the":[43,72,78,100,118,161,173,185],"upper":[44],"confidence":[45],"bound":[46],"(UCB)":[47],"strategy,":[48],"struggle":[49],"gather":[51],"adequate":[52],"statistical":[53],"information":[54],"accurately":[56],"identify":[57],"unknown":[58],"user":[59],"clusters.":[60],"As":[61],"a":[62,95,167],"result,":[63],"their":[64],"theoretical":[65],"analyses":[66],"require":[67,146],"several":[68],"strong":[69],"assumptions":[70,92,149],"about":[71],"\"diversity\"":[73],"contexts":[75],"generated":[76],"environment,":[79],"leading":[80],"impractical":[82],"settings,":[83],"complicated":[84],"analyses,":[85],"and":[86,132,203,214],"poor":[87],"practical":[88,169],"performance.":[89],"Removing":[90],"these":[91],"has":[93],"been":[94],"long-standing":[96],"open":[97,114],"bandits":[103,207],"literature.":[104],"In":[105],"this":[106,113],"paper,":[107],"we":[108,126,165],"provide":[109],"two":[110,128],"solutions":[111],"problem.":[115],"First,":[116],"following":[117],"i.i.d.":[119,176],"context":[120,177],"generation":[121,178],"setting":[122,170],"studies,":[125,182],"propose":[127,166],"novel":[129],"UniCLUB":[131],"PhaseUniCLUB,":[133],"incorporate":[135],"enhanced":[136],"exploration":[137],"mechanisms":[138],"accelerate":[140],"cluster":[141],"identification.":[142],"Remarkably,":[143],"our":[144,219],"algorithms":[145,189,221],"substantially":[147],"weaker":[148],"while":[150],"achieving":[151],"regret":[152],"bounds":[153],"comparable":[154],"prior":[156],"work.":[157],"Second,":[158],"inspired":[159],"smoothed":[162],"analysis":[163],"framework,":[164],"more":[168],"that":[171,218],"eliminates":[172],"requirement":[174],"for":[175,190],"used":[179],"previous":[181],"thus":[183],"enhancing":[184],"performance":[186],"bandits.":[194],"Our":[195],"technique":[196],"can":[197],"be":[198],"applied":[199],"both":[201,212],"graph-based":[202],"set-based":[204],"frameworks.":[208],"Extensive":[209],"evaluations":[210],"synthetic":[213],"real-world":[215],"datasets":[216],"demonstrate":[217],"proposed":[220],"consistently":[222],"outperform":[223],"approaches.":[225]},"counts_by_year":[],"updated_date":"2026-09-30T09:27:27.532063","created_date":"2025-10-10T00:00:00"}