{"id":"https://openalex.org/W4416927399","doi":"https://doi.org/10.1145/3771570","title":"Heterogeneous Multi-agent Multi-armed Bandit on Stochastic Block Models","display_name":"Heterogeneous Multi-agent Multi-armed Bandit on Stochastic Block Models","publication_year":2025,"publication_date":"2025-12-01","ids":{"openalex":"https://openalex.org/W4416927399","doi":"https://doi.org/10.1145/3771570"},"language":"en","primary_location":{"id":"doi:10.1145/3771570","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3771570","pdf_url":null,"source":{"id":"https://openalex.org/S4210193547","display_name":"Proceedings of the ACM on Measurement and Analysis of Computing Systems","issn_l":"2476-1249","issn":["2476-1249"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Measurement and Analysis of Computing Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3771570","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083293925","display_name":"Mengfan Xu","orcid":"https://orcid.org/0009-0005-1814-0372"},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Mengfan Xu","raw_affiliation_strings":["Mechanical and Industrial Engineering, University of Massachusetts Amherst, Amherst, MA, USA"],"raw_orcid":"https://orcid.org/0009-0005-1814-0372","affiliations":[{"raw_affiliation_string":"Mechanical and Industrial Engineering, University of Massachusetts Amherst, Amherst, MA, USA","institution_ids":["https://openalex.org/I24603500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045187487","display_name":"Liren Shan","orcid":null},"institutions":[{"id":"https://openalex.org/I160992636","display_name":"Toyota Technological Institute at Chicago","ror":"https://ror.org/02sn5gb64","country_code":"US","type":"education","lineage":["https://openalex.org/I160992636"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liren Shan","raw_affiliation_strings":["Toyota Technological Institute at Chicago, Chicago, IL, USA"],"raw_orcid":"https://orcid.org/0000-0002-4273-3005","affiliations":[{"raw_affiliation_string":"Toyota Technological Institute at Chicago, Chicago, IL, USA","institution_ids":["https://openalex.org/I160992636"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060305718","display_name":"Fatemeh Ghaffari","orcid":"https://orcid.org/0000-0003-4049-3922"},"institutions":[{"id":"https://openalex.org/I177605424","display_name":"Amherst College","ror":"https://ror.org/028vqfs63","country_code":"US","type":"education","lineage":["https://openalex.org/I177605424"]},{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fatemeh Ghaffari","raw_affiliation_strings":["Manning College of Information & Computer Sciences, University of Massachusetts Amherst, Amherst, MA, USA"],"raw_orcid":"https://orcid.org/0000-0003-4049-3922","affiliations":[{"raw_affiliation_string":"Manning College of Information & Computer Sciences, University of Massachusetts Amherst, Amherst, MA, USA","institution_ids":["https://openalex.org/I177605424","https://openalex.org/I24603500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069419940","display_name":"Xuchuang Wang","orcid":"https://orcid.org/0009-0006-8043-8521"},"institutions":[{"id":"https://openalex.org/I177605424","display_name":"Amherst College","ror":"https://ror.org/028vqfs63","country_code":"US","type":"education","lineage":["https://openalex.org/I177605424"]},{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xuchuang Wang","raw_affiliation_strings":["Manning College of Information & Computer Sciences, University of Massachusetts Amherst, Amherst, MA, USA"],"raw_orcid":"https://orcid.org/0009-0006-8043-8521","affiliations":[{"raw_affiliation_string":"Manning College of Information & Computer Sciences, University of Massachusetts Amherst, Amherst, MA, USA","institution_ids":["https://openalex.org/I177605424","https://openalex.org/I24603500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103007400","display_name":"Xutong Liu","orcid":"https://orcid.org/0000-0002-8628-5873"},"institutions":[{"id":"https://openalex.org/I4210150356","display_name":"University of Washington Tacoma","ror":"https://ror.org/05n8t2628","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701","https://openalex.org/I4210150356"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xutong Liu","raw_affiliation_strings":["Computer Science and Systems, University of Washington, Tacoma, WA, USA"],"raw_orcid":"https://orcid.org/0000-0002-8628-5873","affiliations":[{"raw_affiliation_string":"Computer Science and Systems, University of Washington, Tacoma, WA, USA","institution_ids":["https://openalex.org/I4210150356"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046146251","display_name":"Mohammad Hajiesmaili","orcid":"https://orcid.org/0000-0001-9278-2254"},"institutions":[{"id":"https://openalex.org/I177605424","display_name":"Amherst College","ror":"https://ror.org/028vqfs63","country_code":"US","type":"education","lineage":["https://openalex.org/I177605424"]},{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohammad Hajiesmaili","raw_affiliation_strings":["Manning College of Information & Computer Sciences, University of Massachusetts Amherst, Amherst, MA, USA"],"raw_orcid":"https://orcid.org/0000-0001-9278-2254","affiliations":[{"raw_affiliation_string":"Manning College of Information & Computer Sciences, University of Massachusetts Amherst, Amherst, MA, USA","institution_ids":["https://openalex.org/I177605424","https://openalex.org/I24603500"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5083293925"],"corresponding_institution_ids":["https://openalex.org/I24603500"],"apc_list":null,"apc_paid":null,"fwci":1.8773,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.90046819,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"9","issue":"3","first_page":"1","last_page":"59"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.8830999732017517,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.8830999732017517,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.025499999523162842,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.01269999984651804,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.7732999920845032},{"id":"https://openalex.org/keywords/stochastic-block-model","display_name":"Stochastic block model","score":0.7032999992370605},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.5802000164985657},{"id":"https://openalex.org/keywords/degree","display_name":"Degree (music)","score":0.5051000118255615},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5037999749183655},{"id":"https://openalex.org/keywords/cluster","display_name":"Cluster (spacecraft)","score":0.4618000090122223},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.4523000121116638},{"id":"https://openalex.org/keywords/homogeneous","display_name":"Homogeneous","score":0.4399999976158142}],"concepts":[{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.7732999920845032},{"id":"https://openalex.org/C2779982251","wikidata":"https://www.wikidata.org/wiki/Q25053762","display_name":"Stochastic block model","level":3,"score":0.7032999992370605},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.5802000164985657},{"id":"https://openalex.org/C2775997480","wikidata":"https://www.wikidata.org/wiki/Q586277","display_name":"Degree (music)","level":2,"score":0.5051000118255615},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5037999749183655},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.46309998631477356},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.4618000090122223},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.4523000121116638},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.448199987411499},{"id":"https://openalex.org/C66882249","wikidata":"https://www.wikidata.org/wiki/Q169336","display_name":"Homogeneous","level":2,"score":0.4399999976158142},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4244000017642975},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3806000053882599},{"id":"https://openalex.org/C197657726","wikidata":"https://www.wikidata.org/wiki/Q174733","display_name":"Bipartite graph","level":3,"score":0.35440000891685486},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.3440000116825104},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3312000036239624},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.31029999256134033},{"id":"https://openalex.org/C149629883","wikidata":"https://www.wikidata.org/wiki/Q660926","display_name":"Fraction (chemistry)","level":2,"score":0.28690001368522644},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.2842999994754791},{"id":"https://openalex.org/C47458327","wikidata":"https://www.wikidata.org/wiki/Q910404","display_name":"Random graph","level":3,"score":0.27900001406669617},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.26840001344680786},{"id":"https://openalex.org/C70136482","wikidata":"https://www.wikidata.org/wiki/Q13583781","display_name":"A-weighting","level":3,"score":0.2524000108242035},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2506999969482422}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3771570","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3771570","pdf_url":null,"source":{"id":"https://openalex.org/S4210193547","display_name":"Proceedings of the ACM on Measurement and Analysis of Computing Systems","issn_l":"2476-1249","issn":["2476-1249"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Measurement and Analysis of Computing Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3771570","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3771570","pdf_url":null,"source":{"id":"https://openalex.org/S4210193547","display_name":"Proceedings of the ACM on Measurement and Analysis of Computing Systems","issn_l":"2476-1249","issn":["2476-1249"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Measurement and Analysis of Computing Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1869658413","https://openalex.org/W1981698497","https://openalex.org/W2012880434","https://openalex.org/W2077902449","https://openalex.org/W2102907934","https://openalex.org/W2168405694","https://openalex.org/W2592169312","https://openalex.org/W2743003320","https://openalex.org/W2770197393","https://openalex.org/W2891286892","https://openalex.org/W2895688688","https://openalex.org/W2962818688","https://openalex.org/W2963264680","https://openalex.org/W2964981803","https://openalex.org/W3051272477","https://openalex.org/W3086847010","https://openalex.org/W3109979887","https://openalex.org/W3118244830","https://openalex.org/W3130878888","https://openalex.org/W3209818426","https://openalex.org/W3211242565","https://openalex.org/W4293483898","https://openalex.org/W4311047442","https://openalex.org/W4321484158","https://openalex.org/W4323314679","https://openalex.org/W4401604409","https://openalex.org/W4401863376","https://openalex.org/W4403791503"],"related_works":[],"abstract_inverted_index":{"We":[0,185],"study":[1],"a":[2,10,38,94,128,147,157],"novel":[3,129],"heterogeneous":[4,43,76,99],"multi-agent":[5],"multi-armed":[6],"bandit":[7],"problem":[8],"with":[9,42,146],"cluster":[11,61,69,137,179,183],"structure":[12,70],"induced":[13],"by":[14],"stochastic":[15],"block":[16],"models":[17],"(SBMs),":[18],"influencing":[19],"not":[20],"only":[21],"graph":[22,163],"topology,":[23],"but":[24,90],"also":[25,73],"reward":[26],"heterogeneity.":[27,105],"Specifically,":[28],"agents":[29,46,57,86],"are":[30,47,107],"distributed":[31],"on":[32,36,229],"random":[33],"graphs":[34],"based":[35],"SBMs,":[37],"generalized":[39],"Erdos-Renyi":[40],"model":[41],"edge":[44,54,230],"probabilities:":[45],"grouped":[48],"into":[49],"clusters":[50,89],"(known":[51],"or":[52],"unknown);":[53],"probabilities":[55],"for":[56,162,181,221],"within":[58,93],"the":[59,81,204,209],"same":[60,68,82],"differ":[62],"from":[63,110,173],"those":[64],"across":[65,85,120],"clusters.":[66],"The":[67,113,139],"in":[71,87,156,208],"SBMs":[72],"determines":[74],"our":[75,200],"rewards.":[77,198],"Rewards":[78,106],"distributions":[79],"of":[80,104,192,206,214],"arm":[83],"vary":[84],"different":[88],"remain":[91],"consistent":[92],"cluster,":[95],"unifying":[96],"homogeneous":[97],"and":[98,101,135,152,169,175,177,224],"settings":[100],"varying":[102],"degree":[103,205],"independent":[108],"samples":[109],"these":[111],"distributions.":[112],"objective":[114],"is":[115],"to":[116,132],"minimize":[117],"system-wide":[118],"regret":[119,189,201],"all":[121],"agents.":[122],"To":[123],"address":[124],"this,":[125],"we":[126],"propose":[127],"algorithm":[130,140],"applicable":[131],"both":[133,166],"known":[134],"unknown":[136,182],"settings.":[138,184],"combines":[141],"an":[142],"averaging-based":[143],"consensus":[144],"approach":[145],"newly":[148],"introduced":[149],"information":[150,172],"aggregation":[151],"weighting":[153],"technique,":[154],"resulting":[155],"UCB-type":[158],"strategy.":[159],"It":[160],"accounts":[161],"randomness,":[164],"leverages":[165],"intra-cluster":[167],"(homogeneous)":[168],"inter-cluster":[170],"(heterogeneous)":[171],"rewards":[174],"graphs,":[176],"incorporates":[178],"detection":[180],"derive":[186],"optimal":[187],"instance-dependent":[188],"upper":[190],"bounds":[191,202],"order":[193],"log":[194],"T":[195],"under":[196],"sub-Gaussian":[197],"Importantly,":[199],"capture":[203],"heterogeneity":[207],"system":[210],"(an":[211],"additional":[212],"layer":[213],"complexity),":[215],"exhibit":[216],"smaller":[217],"constants,":[218],"scale":[219],"better":[220],"large":[222],"systems,":[223],"impose":[225],"significantly":[226],"relaxed":[227],"assumptions":[228],"probabilities.":[231]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2025-12-03T23:09:05.601824","created_date":"2025-12-02T00:00:00"}