{"id":"https://openalex.org/W1842374776","doi":"https://doi.org/10.1137/140989455","title":"Nonstochastic Multi-Armed Bandits with Graph-Structured Feedback","display_name":"Nonstochastic Multi-Armed Bandits with Graph-Structured Feedback","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W1842374776","doi":"https://doi.org/10.1137/140989455","mag":"1842374776"},"language":"en","primary_location":{"id":"doi:10.1137/140989455","is_oa":false,"landing_page_url":"https://doi.org/10.1137/140989455","pdf_url":null,"source":{"id":"https://openalex.org/S153560523","display_name":"SIAM Journal on Computing","issn_l":"0097-5397","issn":["0097-5397","1095-7111"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Computing","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1409.8428","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083469386","display_name":"Noga Alon","orcid":"https://orcid.org/0000-0003-1332-4883"},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]},{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["IL","US"],"is_corresponding":true,"raw_author_name":"Noga Alon","raw_affiliation_strings":["Microsoft USA","Tel Aviv University"],"affiliations":[{"raw_affiliation_string":"Microsoft USA","institution_ids":["https://openalex.org/I1290206253"]},{"raw_affiliation_string":"Tel Aviv University","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074621968","display_name":"Nicol\u00f2 Cesa\u2010Bianchi","orcid":"https://orcid.org/0000-0001-8477-4748"},"institutions":[{"id":"https://openalex.org/I189158943","display_name":"University of Milan","ror":"https://ror.org/00wjc7c48","country_code":"IT","type":"education","lineage":["https://openalex.org/I189158943"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Nicol\u00f2 Cesa-Bianchi","raw_affiliation_strings":["University of Milan"],"affiliations":[{"raw_affiliation_string":"University of Milan","institution_ids":["https://openalex.org/I189158943"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102025258","display_name":"Claudio Gentile","orcid":"https://orcid.org/0000-0003-1551-2167"},"institutions":[{"id":"https://openalex.org/I115752224","display_name":"University of Insubria","ror":"https://ror.org/00s409261","country_code":"IT","type":"education","lineage":["https://openalex.org/I115752224"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Claudio Gentile","raw_affiliation_strings":["(University of Insubria"],"affiliations":[{"raw_affiliation_string":"(University of Insubria","institution_ids":["https://openalex.org/I115752224"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036260775","display_name":"Shie Mannor","orcid":"https://orcid.org/0000-0003-4439-7647"},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Shie Mannor","raw_affiliation_strings":["TECHNION-Israel Institute of Technology"],"affiliations":[{"raw_affiliation_string":"TECHNION-Israel Institute of Technology","institution_ids":["https://openalex.org/I174306211"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014637159","display_name":"Yishay Mansour","orcid":"https://orcid.org/0000-0001-6891-2645"},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Yishay Mansour","raw_affiliation_strings":["Tel-Aviv  University"],"affiliations":[{"raw_affiliation_string":"Tel-Aviv  University","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109213302","display_name":"Ohad Shamir","orcid":null},"institutions":[{"id":"https://openalex.org/I53964585","display_name":"Weizmann Institute of Science","ror":"https://ror.org/0316ej306","country_code":"IL","type":"education","lineage":["https://openalex.org/I53964585"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Ohad Shamir","raw_affiliation_strings":["Weizmann Institute of Science"],"affiliations":[{"raw_affiliation_string":"Weizmann Institute of Science","institution_ids":["https://openalex.org/I53964585"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5083469386"],"corresponding_institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I16391192"],"apc_list":null,"apc_paid":null,"fwci":2.9632,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.90882802,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"46","issue":"6","first_page":"1785","last_page":"1826"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.906203031539917},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6196924448013306},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5912268757820129},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5839412808418274},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5619290471076965},{"id":"https://openalex.org/keywords/decision-maker","display_name":"Decision maker","score":0.5434442162513733},{"id":"https://openalex.org/keywords/information-loss","display_name":"Information loss","score":0.4802846610546112},{"id":"https://openalex.org/keywords/bipartite-graph","display_name":"Bipartite graph","score":0.411490261554718},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.40145498514175415},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3655073046684265},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3086168169975281},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2883179783821106},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2547415494918823},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.17724522948265076}],"concepts":[{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.906203031539917},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6196924448013306},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5912268757820129},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5839412808418274},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5619290471076965},{"id":"https://openalex.org/C2986080485","wikidata":"https://www.wikidata.org/wiki/Q1331926","display_name":"Decision maker","level":2,"score":0.5434442162513733},{"id":"https://openalex.org/C2988416141","wikidata":"https://www.wikidata.org/wiki/Q6031139","display_name":"Information loss","level":2,"score":0.4802846610546112},{"id":"https://openalex.org/C197657726","wikidata":"https://www.wikidata.org/wiki/Q174733","display_name":"Bipartite graph","level":3,"score":0.411490261554718},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.40145498514175415},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3655073046684265},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3086168169975281},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2883179783821106},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2547415494918823},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.17724522948265076},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1137/140989455","is_oa":false,"landing_page_url":"https://doi.org/10.1137/140989455","pdf_url":null,"source":{"id":"https://openalex.org/S153560523","display_name":"SIAM Journal on Computing","issn_l":"0097-5397","issn":["0097-5397","1095-7111"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Computing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1409.8428","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1409.8428","pdf_url":"https://arxiv.org/pdf/1409.8428","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},{"id":"mag:1842374776","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1409.8428.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:irinsubria.uninsubria.it:11383/2069063","is_oa":false,"landing_page_url":"http://hdl.handle.net/11383/2069063","pdf_url":null,"source":{"id":"https://openalex.org/S4377196351","display_name":"IrInSubria (University of Insubria)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I115752224","host_organization_name":"University of Insubria","host_organization_lineage":["https://openalex.org/I115752224"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.48550/arxiv.1409.8428","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1409.8428","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1409.8428","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1409.8428","pdf_url":"https://arxiv.org/pdf/1409.8428","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.8199999928474426,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G5104331060","display_name":null,"funder_award_id":"306638","funder_id":"https://openalex.org/F4320333065","funder_display_name":"Seventh Framework Programme"},{"id":"https://openalex.org/G604786590","display_name":null,"funder_award_id":"2010N5K7EB_003","funder_id":"https://openalex.org/F4320334899","funder_display_name":"Instituto Nazionale di Fisica Nucleare"},{"id":"https://openalex.org/G6207652689","display_name":null,"funder_award_id":"425/13","funder_id":"https://openalex.org/F4320322252","funder_display_name":"Israel Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320308960","display_name":"United States - Israel Binational Science Foundation","ror":"https://ror.org/00j8z2m73"},{"id":"https://openalex.org/F4320322252","display_name":"Israel Science Foundation","ror":"https://ror.org/04sazxf24"},{"id":"https://openalex.org/F4320333065","display_name":"Seventh Framework Programme","ror":null},{"id":"https://openalex.org/F4320334899","display_name":"Instituto Nazionale di Fisica Nucleare","ror":"https://ror.org/005ta0471"},{"id":"https://openalex.org/F4320335016","display_name":"Israeli Centers for Research Excellence","ror":"https://ror.org/03w2v9593"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1532945940","https://openalex.org/W1570963478","https://openalex.org/W1822035899","https://openalex.org/W1979675141","https://openalex.org/W1987292194","https://openalex.org/W1988790447","https://openalex.org/W1994382727","https://openalex.org/W2037366109","https://openalex.org/W2061753713","https://openalex.org/W2068871408","https://openalex.org/W2077902449","https://openalex.org/W2079330337","https://openalex.org/W2083459869","https://openalex.org/W2091929427","https://openalex.org/W2093825590","https://openalex.org/W2100415632","https://openalex.org/W2138859735","https://openalex.org/W2143140272","https://openalex.org/W2157054705","https://openalex.org/W2169401877","https://openalex.org/W2402962589","https://openalex.org/W2611627047","https://openalex.org/W2914156981","https://openalex.org/W2949984385","https://openalex.org/W2950929549","https://openalex.org/W2951945213","https://openalex.org/W4241681846"],"related_works":["https://openalex.org/W2100415632","https://openalex.org/W2077902449","https://openalex.org/W2949984385","https://openalex.org/W2143140272","https://openalex.org/W1822035899","https://openalex.org/W2093825590","https://openalex.org/W1988790447","https://openalex.org/W1794753160","https://openalex.org/W2509545155","https://openalex.org/W2256838191","https://openalex.org/W3198903821","https://openalex.org/W3023689749","https://openalex.org/W1580784396","https://openalex.org/W2950631210","https://openalex.org/W2796125956","https://openalex.org/W3011489514","https://openalex.org/W2950929549","https://openalex.org/W3108314947","https://openalex.org/W2963696616","https://openalex.org/W100643516"],"abstract_inverted_index":{"We":[0,83],"introduce":[1],"and":[2,22,54,66,93],"study":[3],"a":[4,11,17],"partial-information":[5],"model":[6],"of":[7,20,26,40,48,74,90,102],"online":[8],"learning,":[9],"where":[10,36],"decision":[12],"maker":[13],"repeatedly":[14],"chooses":[15],"from":[16],"finite":[18],"set":[19],"actions":[21],"observes":[23],"some":[24],"subset":[25],"the":[27,38,46,57,67,72,75,79,103],"associated":[28],"losses.":[29],"This":[30],"setting":[31,60,69,92],"naturally":[32],"models":[33],"several":[34,85],"situations":[35],"knowing":[37],"loss":[39,47,73],"one":[41],"action":[42,76],"provides":[43],"information":[44,104],"on":[45,99],"other":[49],"actions.":[50],"Moreover,":[51],"it":[52],"generalizes":[53],"interpolates":[55],"between":[56],"well-studied":[58],"full-information":[59],"(where":[61,70],"all":[62],"losses":[63],"are":[64],"revealed)":[65],"bandit":[68],"only":[71],"chosen":[77],"by":[78],"player":[80],"is":[81],"revealed).":[82],"provide":[84,94],"algorithms":[86],"addressing":[87],"different":[88],"variants":[89],"our":[91],"tight":[95],"regret":[96],"bounds":[97],"depending":[98],"combinatorial":[100],"properties":[101],"feedback":[105],"structure.":[106]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}