{"id":"https://openalex.org/W2593420139","doi":"https://doi.org/10.1137/14100227x","title":"Chasing Ghosts: Competing with Stateful Policies","display_name":"Chasing Ghosts: Competing with Stateful Policies","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2593420139","doi":"https://doi.org/10.1137/14100227x","mag":"2593420139"},"language":"en","primary_location":{"id":"doi:10.1137/14100227x","is_oa":false,"landing_page_url":"https://doi.org/10.1137/14100227x","pdf_url":null,"source":{"id":"https://openalex.org/S153560523","display_name":"SIAM Journal on Computing","issn_l":"0097-5397","issn":["0097-5397","1095-7111"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013190102","display_name":"Uriel Feige","orcid":"https://orcid.org/0009-0006-3749-4392"},"institutions":[{"id":"https://openalex.org/I53964585","display_name":"Weizmann Institute of Science","ror":"https://ror.org/0316ej306","country_code":"IL","type":"education","lineage":["https://openalex.org/I53964585"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Uriel Feige","raw_affiliation_strings":["Weizmann Institute and MSR"],"affiliations":[{"raw_affiliation_string":"Weizmann Institute and MSR","institution_ids":["https://openalex.org/I53964585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053775980","display_name":"Tomer Koren","orcid":"https://orcid.org/0000-0002-9061-0448"},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Tomer Koren","raw_affiliation_strings":["Technion and MSR"],"affiliations":[{"raw_affiliation_string":"Technion and MSR","institution_ids":["https://openalex.org/I174306211"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003520806","display_name":"Moshe Tennenholtz","orcid":"https://orcid.org/0000-0002-9459-5388"},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Moshe Tennenholtz","raw_affiliation_strings":["MSR and Technion"],"affiliations":[{"raw_affiliation_string":"MSR and Technion","institution_ids":["https://openalex.org/I174306211"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5013190102"],"corresponding_institution_ids":["https://openalex.org/I53964585"],"apc_list":null,"apc_paid":null,"fwci":0.5167,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.69404079,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"46","issue":"1","first_page":"190","last_page":"223"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.841821551322937},{"id":"https://openalex.org/keywords/stateful-firewall","display_name":"Stateful firewall","score":0.8158837556838989},{"id":"https://openalex.org/keywords/stateless-protocol","display_name":"Stateless protocol","score":0.5739269852638245},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5670234560966492},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5586129426956177},{"id":"https://openalex.org/keywords/sublinear-function","display_name":"Sublinear function","score":0.521681547164917},{"id":"https://openalex.org/keywords/counterexample","display_name":"Counterexample","score":0.5083667635917664},{"id":"https://openalex.org/keywords/lemma","display_name":"Lemma (botany)","score":0.5053172707557678},{"id":"https://openalex.org/keywords/numerosity-adaptation-effect","display_name":"Numerosity adaptation effect","score":0.504386305809021},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.45140114426612854},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3974305987358093},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.3924393951892853},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.3578760623931885},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2548741400241852},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.11715638637542725},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.0990091860294342}],"concepts":[{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.841821551322937},{"id":"https://openalex.org/C22927095","wikidata":"https://www.wikidata.org/wiki/Q1784206","display_name":"Stateful firewall","level":3,"score":0.8158837556838989},{"id":"https://openalex.org/C103613024","wikidata":"https://www.wikidata.org/wiki/Q230924","display_name":"Stateless protocol","level":3,"score":0.5739269852638245},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5670234560966492},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5586129426956177},{"id":"https://openalex.org/C117160843","wikidata":"https://www.wikidata.org/wiki/Q338652","display_name":"Sublinear function","level":2,"score":0.521681547164917},{"id":"https://openalex.org/C162838799","wikidata":"https://www.wikidata.org/wiki/Q596077","display_name":"Counterexample","level":2,"score":0.5083667635917664},{"id":"https://openalex.org/C2777759810","wikidata":"https://www.wikidata.org/wiki/Q149316","display_name":"Lemma (botany)","level":3,"score":0.5053172707557678},{"id":"https://openalex.org/C163950791","wikidata":"https://www.wikidata.org/wiki/Q1301091","display_name":"Numerosity adaptation effect","level":3,"score":0.504386305809021},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.45140114426612854},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3974305987358093},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.3924393951892853},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.3578760623931885},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2548741400241852},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.11715638637542725},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0990091860294342},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C46757340","wikidata":"https://www.wikidata.org/wiki/Q43238","display_name":"Poaceae","level":2,"score":0.0},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.0},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1137/14100227x","is_oa":false,"landing_page_url":"https://doi.org/10.1137/14100227x","pdf_url":null,"source":{"id":"https://openalex.org/S153560523","display_name":"SIAM Journal on Computing","issn_l":"0097-5397","issn":["0097-5397","1095-7111"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8399999737739563,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W1979675141","https://openalex.org/W1988790447","https://openalex.org/W2074680702","https://openalex.org/W2077902449","https://openalex.org/W2086226441","https://openalex.org/W2102426343","https://openalex.org/W2125868696","https://openalex.org/W2294584261"],"related_works":["https://openalex.org/W2035312053","https://openalex.org/W2908539414","https://openalex.org/W112987992","https://openalex.org/W4246017188","https://openalex.org/W2234619324","https://openalex.org/W4298846198","https://openalex.org/W358240276","https://openalex.org/W17249245","https://openalex.org/W2398270998","https://openalex.org/W2744220011"],"abstract_inverted_index":{"We":[0,177],"consider":[1],"sequential":[2],"decision":[3,76,87],"making":[4],"in":[5,70,81,107,119,153],"a":[6,15,108,166],"setting":[7,83,121],"where":[8],"regret":[9,66,149,186],"is":[10,23,84,123,151,163],"measured":[11],"with":[12],"respect":[13],"to":[14,25,111,128],"set":[16],"of":[17,29,53,72,75,92,96,113,155,174],"stateful":[18,46],"reference":[19,40,98,115],"policies,":[20],"and":[21,100],"feedback":[22,49],"limited":[24],"observing":[26],"the":[27,30,39,48,51,64,73,86,93,97,114,126,133,156],"rewards":[28,52,105],"actions":[31,55],"performed":[32],"(the":[33,56],"so-called":[34,57],"bandit":[35],"setting).":[36],"If":[37],"either":[38],"policies":[41,99],"are":[42],"stateless":[43],"rather":[44],"than":[45,188],"or":[47],"includes":[50],"all":[54],"experts":[58],"setting),":[59],"previous":[60],"work":[61],"shows":[62],"that":[63,85,146,150,171,180],"optimal":[65],"grows":[67],"like":[68],"$\\Theta(\\sqrt{T})$":[69],"terms":[71],"number":[74],"rounds":[77],"$T$.":[78],"The":[79],"difficulty":[80],"our":[82],"maker":[88],"unavoidably":[89],"loses":[90],"track":[91],"internal":[94],"states":[95],"thus":[101],"cannot":[102],"reliably":[103],"attribute":[104],"observed":[106],"certain":[109,167],"round":[110],"any":[112],"policies.":[116],"In":[117],"fact,":[118],"this":[120],"it":[122],"impossible":[124],"for":[125],"algorithm":[127,145,162,182],"estimate":[129],"which":[130],"policy":[131],"gives":[132],"highest":[134],"(or":[135],"even":[136],"approximately":[137],"highest)":[138],"total":[139],"reward.":[140],"Nevertheless,":[141],"we":[142],"design":[143],"an":[144],"achieves":[147],"expected":[148,185],"sublinear":[152],"$T$,":[154],"form":[157],"$O(":[158,189],"T/\\log^{1/4}{T}":[159],")$.":[160,192],"Our":[161],"based":[164],"on":[165],"local":[168],"repetition":[169],"lemma":[170],"may":[172],"be":[173],"independent":[175],"interest.":[176],"also":[178],"show":[179],"no":[181],"can":[183],"guarantee":[184],"better":[187],"T/\\log^{3/2}":[190],"T":[191]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}