{"id":"https://openalex.org/W1970930040","doi":"https://doi.org/10.1145/2591971.2591989","title":"Stochastic bandits with side observations on networks","display_name":"Stochastic bandits with side observations on networks","publication_year":2014,"publication_date":"2014-06-10","ids":{"openalex":"https://openalex.org/W1970930040","doi":"https://doi.org/10.1145/2591971.2591989","mag":"1970930040"},"language":"en","primary_location":{"id":"doi:10.1145/2591971.2591989","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2591971.2591989","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2014 ACM international conference on Measurement and modeling of computer systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002702411","display_name":"Swapna Buccapatnam","orcid":null},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Swapna Buccapatnam","raw_affiliation_strings":["The Ohio State University, Columbus, OH, USA","The Ohio State University, Columbus, OH, USA.;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]},{"raw_affiliation_string":"The Ohio State University, Columbus, OH, USA.;","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076974020","display_name":"Atilla Ery\u0131lmaz","orcid":"https://orcid.org/0000-0001-5560-5806"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Atilla Eryilmaz","raw_affiliation_strings":["The Ohio State University, Columbus, OH, USA","The Ohio State University, Columbus, OH, USA.;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]},{"raw_affiliation_string":"The Ohio State University, Columbus, OH, USA.;","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035752536","display_name":"Ness B. Shroff","orcid":"https://orcid.org/0000-0002-4606-6879"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ness B. Shroff","raw_affiliation_strings":["The Ohio State University, Columbus, OH, USA","The Ohio State University, Columbus, OH, USA.;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]},{"raw_affiliation_string":"The Ohio State University, Columbus, OH, USA.;","institution_ids":["https://openalex.org/I52357470"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I52357470"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":56,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"289","last_page":"300"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.9371088743209839},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.7389112710952759},{"id":"https://openalex.org/keywords/multiplicative-function","display_name":"Multiplicative function","score":0.6630728244781494},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5861027836799622},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5386651754379272},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5003490447998047},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4943733215332031},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.35055968165397644},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.297980397939682},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.12793612480163574}],"concepts":[{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.9371088743209839},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.7389112710952759},{"id":"https://openalex.org/C42747912","wikidata":"https://www.wikidata.org/wiki/Q1048447","display_name":"Multiplicative function","level":2,"score":0.6630728244781494},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5861027836799622},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5386651754379272},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5003490447998047},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4943733215332031},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.35055968165397644},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.297980397939682},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.12793612480163574},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2591971.2591989","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2591971.2591989","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2014 ACM international conference on Measurement and modeling of computer systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.75,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G4541289","display_name":null,"funder_award_id":"CAREER-CNS-0953515, CCF-0916664, CNS-1012700, CNS-1065136","funder_id":"https://openalex.org/F4320337387","funder_display_name":"Division of Computing and Communication Foundations"},{"id":"https://openalex.org/G623112061","display_name":null,"funder_award_id":"CAREER-CNS-0953515, CCF-0916664, CNS-1012700, CNS-1065136","funder_id":"https://openalex.org/F4320337388","funder_display_name":"Division of Computer and Network Systems"},{"id":"https://openalex.org/G6520962934","display_name":null,"funder_award_id":"NPRP09-1168-2-455","funder_id":"https://openalex.org/F4320309815","funder_display_name":"Qatar Foundation"},{"id":"https://openalex.org/G6914273044","display_name":null,"funder_award_id":"W911NF-08-1-0238, W911NF-12-1-0385","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309815","display_name":"Qatar Foundation","ror":"https://ror.org/01cawbq05"},{"id":"https://openalex.org/F4320332753","display_name":"Qatar National Research Fund","ror":"https://ror.org/01svaqq28"},{"id":"https://openalex.org/F4320337387","display_name":"Division of Computing and Communication Foundations","ror":"https://ror.org/01mng8331"},{"id":"https://openalex.org/F4320337388","display_name":"Division of Computer and Network Systems","ror":"https://ror.org/02rdzmk74"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1822035899","https://openalex.org/W1893161742","https://openalex.org/W1975779216","https://openalex.org/W2009551863","https://openalex.org/W2033198212","https://openalex.org/W2040631047","https://openalex.org/W2049934117","https://openalex.org/W2061753713","https://openalex.org/W2112420033","https://openalex.org/W2120090487","https://openalex.org/W2135598826","https://openalex.org/W2135957668","https://openalex.org/W2158807713","https://openalex.org/W2168405694","https://openalex.org/W2950929549","https://openalex.org/W2963389158","https://openalex.org/W3018927757","https://openalex.org/W6639711990","https://openalex.org/W6681183089"],"related_works":["https://openalex.org/W2971351794","https://openalex.org/W4376155396","https://openalex.org/W1947085858","https://openalex.org/W2174986909","https://openalex.org/W2527791220","https://openalex.org/W2101991911","https://openalex.org/W2155070487","https://openalex.org/W4311589891","https://openalex.org/W3123835761","https://openalex.org/W2963351290"],"abstract_inverted_index":{"We":[0,68,103,140],"study":[1],"the":[2,9,29,39,82,86,96,116,146,151,167,191],"stochastic":[3],"multi-armed":[4],"bandit":[5],"(MAB)":[6],"problem":[7,40],"in":[8,38,44],"presence":[10],"of":[11,28,34,41,81,89,124,136,159,169,176],"side-observations":[12],"across":[13],"actions.":[14,31],"In":[15],"our":[16,196],"model,":[17],"choosing":[18],"an":[19,70],"action":[20,128],"provides":[21],"additional":[22],"side":[23],"observations":[24],"for":[25],"a":[26,79,108,112,130,134,155,185],"subset":[27],"remaining":[30],"One":[32],"example":[33],"this":[35],"model":[36],"occurs":[37],"targeting":[42],"users":[43,49],"online":[45],"social":[46,187],"networks":[47],"where":[48],"respond":[50],"to":[51,74,154,189],"their":[52],"friends's":[53],"activity,":[54],"thus":[55],"providing":[56],"information":[57],"about":[58],"each":[59,127],"other's":[60],"preferences.":[61],"Our":[62],"contributions":[63],"are":[64,172],"as":[65],"follows:":[66],"1)":[67],"derive":[69],"asymptotic":[71,147],"(with":[72],"respect":[73],"time)":[75],"lower":[76,148],"bound":[77,120,149,164],"(as":[78],"function":[80,135],"network":[83,138,160,188],"structure)":[84],"on":[85,115,150,166,184],"regret":[87,152,168],"(loss)":[88],"any":[90],"uniformly":[91],"good":[92],"policy":[93,110,113],"that":[94,132,142],"achieves":[95],"maximum":[97],"long":[98],"term":[99],"average":[100],"reward.":[101],"2)":[102],"propose":[104],"two":[105],"policies":[106,144,171,197],"-":[107],"randomized":[109],"and":[111],"based":[114],"well-known":[117],"upper":[118,163],"confidence":[119],"(UCB)":[121],"policies,":[122],"both":[123],"which":[125],"explore":[126],"at":[129],"rate":[131],"is":[133],"its":[137],"position.":[139],"show":[141],"these":[143,170],"achieve":[145],"up":[153],"multiplicative":[156],"factor":[157],"independent":[158],"structure.":[161],"The":[162],"guarantees":[165],"better":[173],"than":[174],"those":[175],"existing":[177,200],"policies.":[178,201],"Finally,":[179],"we":[180],"use":[181],"numerical":[182],"examples":[183],"real-world":[186],"demonstrate":[190],"significant":[192],"benefits":[193],"obtained":[194],"by":[195],"against":[198],"other":[199]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":9},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}