{"id":"https://openalex.org/W7133341914","doi":"https://doi.org/10.1109/ton.2026.3669909","title":"Communication-Efficient Decentralized Contextual $\\mathcal{X}$ -Armed Bandit Learning in Multi-Agent Stochastic Networks","display_name":"Communication-Efficient Decentralized Contextual $\\mathcal{X}$ -Armed Bandit Learning in Multi-Agent Stochastic Networks","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7133341914","doi":"https://doi.org/10.1109/ton.2026.3669909"},"language":null,"primary_location":{"id":"doi:10.1109/ton.2026.3669909","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ton.2026.3669909","pdf_url":null,"source":{"id":"https://openalex.org/S5407042750","display_name":"IEEE Transactions on Networking","issn_l":"2998-4157","issn":["2998-4157"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Youqi Li","orcid":"https://orcid.org/0000-0003-3867-5997"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Youqi Li","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3867-5997","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127888296","display_name":"Fan Li","orcid":null},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Li","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2348-4488","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127947176","display_name":"Pan Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pan Zhou","raw_affiliation_strings":["Hubei Engineering Research Center on Big Data Security, School of Cyber Science and Engineering, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-8629-4622","affiliations":[{"raw_affiliation_string":"Hubei Engineering Research Center on Big Data Security, School of Cyber Science and Engineering, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":null,"display_name":"Yu Wang","orcid":"https://orcid.org/0000-0003-3511-0288"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu Wang","raw_affiliation_strings":["Department of Computer and Information Sciences, Temple University, Philadelphia, PA, USA"],"raw_orcid":"https://orcid.org/0000-0003-3511-0288","affiliations":[{"raw_affiliation_string":"Department of Computer and Information Sciences, Temple University, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I84392919"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.26914143,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"34","issue":null,"first_page":"4042","last_page":"4057"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.6215999722480774,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.6215999722480774,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.047200001776218414,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.02370000071823597,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sublinear-function","display_name":"Sublinear function","score":0.8019000291824341},{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.6712999939918518},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.6283000111579895},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.621399998664856},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.46549999713897705},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4641999900341034},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.44999998807907104},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.37059998512268066}],"concepts":[{"id":"https://openalex.org/C117160843","wikidata":"https://www.wikidata.org/wiki/Q338652","display_name":"Sublinear function","level":2,"score":0.8019000291824341},{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.6712999939918518},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.659600019454956},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.6283000111579895},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.621399998664856},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.46549999713897705},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4641999900341034},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.44999998807907104},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.426800012588501},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.37059998512268066},{"id":"https://openalex.org/C179145077","wikidata":"https://www.wikidata.org/wiki/Q5154130","display_name":"Communication complexity","level":2,"score":0.35510000586509705},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3549000024795532},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.33640000224113464},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3142000138759613},{"id":"https://openalex.org/C64331007","wikidata":"https://www.wikidata.org/wiki/Q831672","display_name":"Spanning tree","level":2,"score":0.3140000104904175},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2806999981403351},{"id":"https://openalex.org/C189693848","wikidata":"https://www.wikidata.org/wiki/Q6031064","display_name":"Information exchange","level":2,"score":0.2802000045776367},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.27630001306533813},{"id":"https://openalex.org/C8272713","wikidata":"https://www.wikidata.org/wiki/Q176737","display_name":"Stochastic process","level":2,"score":0.2736000120639801},{"id":"https://openalex.org/C192126672","wikidata":"https://www.wikidata.org/wiki/Q1068715","display_name":"Telecommunications network","level":2,"score":0.27059999108314514},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.26739999651908875},{"id":"https://openalex.org/C73602740","wikidata":"https://www.wikidata.org/wiki/Q7795822","display_name":"Thompson sampling","level":3,"score":0.26499998569488525},{"id":"https://openalex.org/C56289965","wikidata":"https://www.wikidata.org/wiki/Q5249246","display_name":"Decision tree model","level":3,"score":0.2644999921321869},{"id":"https://openalex.org/C158156997","wikidata":"https://www.wikidata.org/wiki/Q1416645","display_name":"Models of communication","level":2,"score":0.2606000006198883},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.2547999918460846},{"id":"https://openalex.org/C130120984","wikidata":"https://www.wikidata.org/wiki/Q2835898","display_name":"Distributed algorithm","level":2,"score":0.25450000166893005}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ton.2026.3669909","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ton.2026.3669909","pdf_url":null,"source":{"id":"https://openalex.org/S5407042750","display_name":"IEEE Transactions on Networking","issn_l":"2998-4157","issn":["2998-4157"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5220324698","display_name":null,"funder_award_id":"62372045","funder_id":"https://openalex.org/F4320327514","funder_display_name":"Beijing Institute of Technology Research Fund Program for Young Scholars"},{"id":"https://openalex.org/G5817064308","display_name":"\u534f\u4f5c\u5f0f\u79fb\u52a8\u8fb9\u7f18\u8ba1\u7b97\u4e2d\u7684\u9690\u79c1\u4fdd\u62a4\u7814\u7a76","funder_award_id":"61972448","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G664739573","display_name":null,"funder_award_id":"62476107","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7860887917","display_name":"\u9762\u5411\u8f66\u8f86\u5b89\u5168\u9a7e\u9a76\u7684\u667a\u80fd\u611f\u77e5\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"62072040","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8153859005","display_name":null,"funder_award_id":"L254058","funder_id":"https://openalex.org/F4320334977","funder_display_name":"Beijing Municipal Natural Science Foundation"},{"id":"https://openalex.org/G838165925","display_name":null,"funder_award_id":"62372045","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8412797348","display_name":null,"funder_award_id":"62102028","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327514","display_name":"Beijing Institute of Technology Research Fund Program for Young Scholars","ror":null},{"id":"https://openalex.org/F4320334977","display_name":"Beijing Municipal Natural Science Foundation","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1570963478","https://openalex.org/W2027595342","https://openalex.org/W2074796812","https://openalex.org/W2115519224","https://openalex.org/W2148087609","https://openalex.org/W2742000570","https://openalex.org/W2782628287","https://openalex.org/W2793854160","https://openalex.org/W2903919170","https://openalex.org/W2906849663","https://openalex.org/W2919568852","https://openalex.org/W2964245734","https://openalex.org/W2964348567","https://openalex.org/W2966985169","https://openalex.org/W3002080107","https://openalex.org/W3007999653","https://openalex.org/W3026540561","https://openalex.org/W3029674688","https://openalex.org/W3038692499","https://openalex.org/W3109979887","https://openalex.org/W3122522601","https://openalex.org/W3201454015","https://openalex.org/W4226211418","https://openalex.org/W4232338303","https://openalex.org/W4233287798","https://openalex.org/W4283274459","https://openalex.org/W4381163449","https://openalex.org/W4386025703","https://openalex.org/W4387789912","https://openalex.org/W4390576638","https://openalex.org/W4398190812","https://openalex.org/W4401176415","https://openalex.org/W4401508778"],"related_works":[],"abstract_inverted_index":{"Bandit":[0],"with":[1,140,155],"infinitely":[2],"many":[3],"arms":[4,101],"(i.e.,":[5,58],"<italic":[6,75,80,91,117,143,173,186,193,197,240],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[7,76,81,92,118,144,169,171,174,177,181,187,194,198,212,214,218,233,235,241],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">X</i>-armed":[8,77,119],"bandit)":[9],"is":[10,19,52,96],"an":[11],"important":[12],"variant":[13],"of":[14,48,116,200,255,265],"multi-armed":[15],"stochastic":[16],"bandits,":[17],"which":[18,148,205],"useful":[20],"to":[21,152,221,251],"model":[22],"different":[23],"networking":[24,50],"problems":[25],"under":[26],"both":[27],"wired":[28],"and":[29,60,68,103,121,189,196,202,263],"wireless":[30],"settings,":[31],"e.g.,":[32],"online":[33],"caching,":[34],"dynamic":[35],"channel/power":[36],"allocation,":[37],"rate":[38],"adaption.":[39],"However,":[40],"the":[41,46,49,55,86,99,135,190,208,253,261],"problem":[42,87,95],"becomes":[43],"challenging":[44],"when":[45,237],"characteristic":[47],"setting":[51,110],"affected":[53],"by":[54,133],"side":[56],"information":[57,105],"context)":[59],"distributed":[61],"behavior.":[62],"In":[63],"this":[64],"paper,":[65],"we":[66,247],"identify":[67],"study":[69],"a":[70,113,126,141,163,222,228],"novel":[71,142],"problem,":[72],"decentralized":[73,127],"contextual":[74,136],"bandit,":[78],"where":[79],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">N</i>":[82,175],"agents":[83],"collaboratively":[84],"solve":[85],"within":[88],"time":[89],"span":[90],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">T</i>.":[93],"The":[94,258],"nontrivial":[97],"because":[98],"infinite":[100],"challenge":[102],"statistical":[104],"consensus":[106],"issue":[107],"make":[108],"our":[109,256,266],"go":[111],"beyond":[112],"simple":[114],"combination":[115],"bandits":[120],"multi-agent":[122],"bandits.":[123],"We":[124,158],"develop":[125],"arm":[128,201],"selection":[129],"algorithm,":[130],"called":[131],"MACXUCB,":[132],"elaborating":[134],"covering":[137,191],"tree":[138],"technique":[139],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">gossip":[145],"communication":[146,230],"protocol</i>,":[147],"allows":[149],"each":[150],"agent":[151],"communicate":[153],"efficiently":[154],"her":[156],"neighbors.":[157],"prove":[159],"that":[160],"MACXUCB":[161,226],"achieves":[162],"sublinear":[164,229],"regret":[165],"upper":[166],"bound":[167,210],"\u00d5(<italic":[168,232],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">D</i><sup":[170],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1/2<i>d<sub>X</sub></i>+2<i>d<sub>Y</sub></i>+4</sup>":[172],"<sup":[176,180,217],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><i>d<sub>X</sub></i>+dY+1.5/<i>d<sub>X</sub></i>+<i>d<sub>Y</sub></i>+2</sup>":[178],"T":[179,216],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><i>d<sub>X</sub></i>+<i>d<sub>Y</sub></i>+1/<i>d<sub>X</sub></i>+<i>d<sub>Y</sub></i>+2</sup>)":[182,219],"given":[183],"aggregation":[184],"period":[185],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">D</i>,":[188],"dimensions":[192],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">d<sub>X</sub></i>":[195],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">d<sub>Y</sub></i>":[199],"context":[203],"spaces,":[204],"asymptomatically":[206],"matches":[207],"lower":[209],"\u03a9((<italic":[211],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">DN</i>)<sup":[213],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1/<i>d<sub>X</sub></i>+<i>d<sub>Y</sub></i>+2</sup>":[215],"up":[220],"time-dependent":[223],"factor.":[224],"Moreover,":[225],"enjoys":[227],"complexity":[231],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">NDT</i><sup":[234],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">0.5/(1\u2013<i>p</i>)</sup>)":[236],"tuning":[238],"parameter":[239],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">p</i>":[242],"\u2208":[243],"(0,":[244],"1/2).":[245],"Finally,":[246],"carry":[248],"out":[249],"experiments":[250],"verify":[252],"performance":[254],"MACXUCB.":[257,267],"results":[259],"show":[260],"effectiveness":[262],"efficiency":[264]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-04T00:00:00"}