{"id":"https://openalex.org/W3176990868","doi":"https://doi.org/10.1109/tnse.2021.3093536","title":"Distributed Online Bandit Learning in Dynamic Environments Over Unbalanced Digraphs","display_name":"Distributed Online Bandit Learning in Dynamic Environments Over Unbalanced Digraphs","publication_year":2021,"publication_date":"2021-06-30","ids":{"openalex":"https://openalex.org/W3176990868","doi":"https://doi.org/10.1109/tnse.2021.3093536","mag":"3176990868"},"language":"en","primary_location":{"id":"doi:10.1109/tnse.2021.3093536","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2021.3093536","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://figshare.com/articles/journal_contribution/Distributed_Online_Bandit_Learning_in_Dynamic_Environments_over_Unbalanced_Digraphs/27566730","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034348668","display_name":"Jueyou Li","orcid":"https://orcid.org/0000-0003-3537-1162"},"institutions":[{"id":"https://openalex.org/I126924076","display_name":"Chongqing Normal University","ror":"https://ror.org/01dcw5w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I126924076"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jueyou Li","raw_affiliation_strings":["School of Mathematical Sciences, Chongqing Normal University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0002-0557-1481","affiliations":[{"raw_affiliation_string":"School of Mathematical Sciences, Chongqing Normal University, Chongqing, China","institution_ids":["https://openalex.org/I126924076"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033381522","display_name":"Chaojie Li","orcid":"https://orcid.org/0000-0002-0557-1481"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Chaojie Li","raw_affiliation_strings":["School of Electrical Engineering, and Telecommunications, University of New South Wales, Sydney, NSW, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, and Telecommunications, University of New South Wales, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wenwu Yu","orcid":"https://orcid.org/0000-0001-6406-2399"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenwu Yu","raw_affiliation_strings":["School of Mathematics, Southeast University, Nanjing, Jiangshu, China"],"raw_orcid":"https://orcid.org/0000-0001-6406-2399","affiliations":[{"raw_affiliation_string":"School of Mathematics, Southeast University, Nanjing, Jiangshu, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113453901","display_name":"Xiaomei Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I126924076","display_name":"Chongqing Normal University","ror":"https://ror.org/01dcw5w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I126924076"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaomei Zhu","raw_affiliation_strings":["School of Mathematical Sciences, Chongqing Normal University, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematical Sciences, Chongqing Normal University, Chongqing, China","institution_ids":["https://openalex.org/I126924076"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070195520","display_name":"Xinghuo Yu","orcid":"https://orcid.org/0000-0001-8093-9787"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Xinghuo Yu","raw_affiliation_strings":["School of Engineering, RMIT University, Melbourne, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0001-8093-9787","affiliations":[{"raw_affiliation_string":"School of Engineering, RMIT University, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I82951845"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.9473,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.90980686,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"8","issue":"4","first_page":"3034","last_page":"3047"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.7585400938987732},{"id":"https://openalex.org/keywords/convex-function","display_name":"Convex function","score":0.6156377196311951},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.5785484313964844},{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.5705496072769165},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5276369452476501},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.500741720199585},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4686633348464966},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.448742151260376},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.432911217212677},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.42383038997650146},{"id":"https://openalex.org/keywords/convex-optimization","display_name":"Convex optimization","score":0.4196526110172272},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3685859143733978},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.09080293774604797}],"concepts":[{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.7585400938987732},{"id":"https://openalex.org/C145446738","wikidata":"https://www.wikidata.org/wiki/Q319913","display_name":"Convex function","level":3,"score":0.6156377196311951},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.5785484313964844},{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.5705496072769165},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5276369452476501},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.500741720199585},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4686633348464966},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.448742151260376},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.432911217212677},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.42383038997650146},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.4196526110172272},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3685859143733978},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.09080293774604797},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnse.2021.3093536","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2021.3093536","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},{"id":"pmh:oai:figshare.com:article/27566730","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Distributed_Online_Bandit_Learning_in_Dynamic_Environments_over_Unbalanced_Digraphs/27566730","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/27566730","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Distributed_Online_Bandit_Learning_in_Dynamic_Environments_over_Unbalanced_Digraphs/27566730","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3242136421","display_name":"\u673a\u5668\u5b66\u4e60\u4e2d\u5927\u89c4\u6a21\u975e\u51f8\u4f18\u5316\u95ee\u9898\u7684\u5206\u5e03\u5f0f\u5e76\u884c\u7b97\u6cd5\u7814\u7a76\u53ca\u5176\u5e94\u7528","funder_award_id":"11971083","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4137847315","display_name":"DC\u89c4\u5212\u7684\u7406\u8bba\u548c\u7b97\u6cd5\u7814\u7a76\u53ca\u5176\u5728\u673a\u5668\u5b66\u4e60\u4e2d\u7684\u5e94\u7528","funder_award_id":"11871128","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4949000581","display_name":null,"funder_award_id":"62073076","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337212","display_name":"Digital Grid Futures Institute, University of New South Wales Canberra","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W153281708","https://openalex.org/W1686475922","https://openalex.org/W1979289676","https://openalex.org/W2002356046","https://openalex.org/W2004001705","https://openalex.org/W2016384870","https://openalex.org/W2044212084","https://openalex.org/W2107338086","https://openalex.org/W2114973703","https://openalex.org/W2129160848","https://openalex.org/W2137435346","https://openalex.org/W2148087609","https://openalex.org/W2148825261","https://openalex.org/W2149479912","https://openalex.org/W2149778463","https://openalex.org/W2211881362","https://openalex.org/W2344279181","https://openalex.org/W2512769831","https://openalex.org/W2526043704","https://openalex.org/W2531862309","https://openalex.org/W2569714389","https://openalex.org/W2611497108","https://openalex.org/W2739805727","https://openalex.org/W2809028195","https://openalex.org/W2810482148","https://openalex.org/W2902440224","https://openalex.org/W2909680633","https://openalex.org/W2922150078","https://openalex.org/W2962833434","https://openalex.org/W2963156126","https://openalex.org/W2963304272","https://openalex.org/W2963732316","https://openalex.org/W2963910188","https://openalex.org/W2964191394","https://openalex.org/W2964350434","https://openalex.org/W2965405018","https://openalex.org/W2975048456","https://openalex.org/W2998882145","https://openalex.org/W3105630790","https://openalex.org/W3106211621","https://openalex.org/W3181114927","https://openalex.org/W4205841652","https://openalex.org/W6651597697","https://openalex.org/W6681723013","https://openalex.org/W6752548932"],"related_works":["https://openalex.org/W2971351794","https://openalex.org/W4376155396","https://openalex.org/W1947085858","https://openalex.org/W2101991911","https://openalex.org/W2174986909","https://openalex.org/W2527791220","https://openalex.org/W3153752017","https://openalex.org/W4387635768","https://openalex.org/W2187449906","https://openalex.org/W2962818859"],"abstract_inverted_index":{"This":[0],"work":[1],"is":[2,131,196,216,235],"concerned":[3],"with":[4,123,210,228],"distributed":[5,149,157],"online":[6,85,151,156],"<i>bandit":[7],"learning</i>":[8],"over":[9,52],"a":[10,14,24,99,119,148],"multi-agent":[11],"network,":[12],"where":[13,102],"group":[15],"of":[16,23,43,70,76,87,105,184,213,231,252],"agents":[17,66,75],"aim":[18],"to":[19,61,82,114,133,248,256],"seek":[20],"the":[21,33,41,53,65,77,88,127,140,155,163,170,181,185,191,205,211,219,223,229,239,250,253,258],"minimizer":[22,186],"time-changing":[25],"global":[26,34,89],"loss":[27,35,45,72,90,107,177,201],"function":[28,36],"cooperatively.":[29],"At":[30],"each":[31],"epoch,":[32],"can":[37],"be":[38,134],"represented":[39],"as":[40],"sum":[42],"local":[44,56,106],"functions":[46,57,108],"known":[47],"privately":[48],"by":[49,169],"individual":[50],"agent":[51],"network.":[54],"Furthermore,":[55],"are":[58,96,112,246],"sequentially":[59],"accessible":[60],"agents,":[62],"and":[63,174,255],"all":[64],"have":[67],"no":[68],"knowledge":[69],"future":[71],"functions.":[73,202],"Thus,":[74],"network":[78,122],"must":[79],"interchange":[80],"messages":[81],"pursue":[83],"an":[84],"estimation":[86],"function.":[91],"In":[92,203],"this":[93],"paper,":[94],"we":[95,117,145],"interested":[97],"in":[98,218],"bandit":[100,150,220],"setup,":[101],"only":[103,135],"values":[104],"at":[109],"sampling":[110],"points":[111],"disclosed":[113],"agents.":[115],"Meanwhile,":[116],"consider":[118],"more":[120],"general":[121],"unbalanced":[124],"digraphs":[125],"that":[126],"corresponding":[128,224],"weight":[129],"matrix":[130],"allowed":[132],"row":[136],"stochastic.":[137],"By":[138],"extending":[139],"celebrated":[141],"mirror":[142],"descent":[143],"algorithm,":[144],"first":[146],"design":[147],"leaning":[152],"method":[153,254],"for":[154,172,198,238],"convex":[158,173,176,200,241],"problem.":[159],"We":[160],"then":[161],"establish":[162],"sub-linear":[164],"expected":[165,192,206],"dynamic":[166,193],"regret":[167,194,208,226],"attained":[168],"algorithm":[171],"strongly":[175,199,240],"functions,":[178],"respectively,":[179],"when":[180],"accumulative":[182],"deviation":[183],"sequence":[187],"increases":[188],"sub-linearly.":[189],"Moreover,":[190],"bound":[195,209,227],"analysed":[197],"addition,":[204],"static":[207,225],"order":[212,230],"<inline-formula><tex-math":[214,232],"notation=\"LaTeX\">$O(\\sqrt{T})$</tex-math></inline-formula>":[215],"obtained":[217],"setting":[221],"while":[222],"notation=\"LaTeX\">$O(\\ln":[233],"{T})$</tex-math></inline-formula>":[234],"also":[236],"provided":[237,247],"case.":[242],"Finally,":[243],"numerical":[244],"examples":[245],"illustrate":[249],"efficiency":[251],"verify":[257],"theoretical":[259],"findings.":[260]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}