{"id":"https://openalex.org/W4403918419","doi":"https://doi.org/10.1287/mnsc.2022.03512","title":"A Simple and Optimal Policy Design with Safety Against Heavy-Tailed Risk for Stochastic Bandits","display_name":"A Simple and Optimal Policy Design with Safety Against Heavy-Tailed Risk for Stochastic Bandits","publication_year":2024,"publication_date":"2024-10-30","ids":{"openalex":"https://openalex.org/W4403918419","doi":"https://doi.org/10.1287/mnsc.2022.03512"},"language":"en","primary_location":{"id":"doi:10.1287/mnsc.2022.03512","is_oa":false,"landing_page_url":"https://doi.org/10.1287/mnsc.2022.03512","pdf_url":null,"source":{"id":"https://openalex.org/S33323087","display_name":"Management Science","issn_l":"0025-1909","issn":["0025-1909","1526-5501"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315699","host_organization_name":"Institute for Operations Research and the Management Sciences","host_organization_lineage":["https://openalex.org/P4310315699"],"host_organization_lineage_names":["Institute for Operations Research and the Management Sciences"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Management Science","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112431388","display_name":"David Simchi\u2010Levi","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Simchi-Levi","raw_affiliation_strings":["Institute for Data, Systems, and Society, Department of Civil and Environmental Engineering, Operations Research Center, Massachusetts Institute of Technology, Cambridge, Massachusetts 02139","Institute for Data, Systems, and Society, Department of Civil and Environmental Engineering, Operations Research Center, Massachusetts Institute of Technology, Cambridge, Massachusetts 02139;"],"raw_orcid":"https://orcid.org/0000-0002-4650-1519","affiliations":[{"raw_affiliation_string":"Institute for Data, Systems, and Society, Department of Civil and Environmental Engineering, Operations Research Center, Massachusetts Institute of Technology, Cambridge, Massachusetts 02139","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"Institute for Data, Systems, and Society, Department of Civil and Environmental Engineering, Operations Research Center, Massachusetts Institute of Technology, Cambridge, Massachusetts 02139;","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002874750","display_name":"Zeyu Zheng","orcid":"https://orcid.org/0000-0001-5653-152X"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zeyu Zheng","raw_affiliation_strings":["Department of Industrial Engineering and Operations Research, University of California, Berkeley, California 94720","Department of Industrial Engineering and Operations Research, University of California, Berkeley, California 94720;"],"raw_orcid":"https://orcid.org/0000-0001-5653-152X","affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering and Operations Research, University of California, Berkeley, California 94720","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"Department of Industrial Engineering and Operations Research, University of California, Berkeley, California 94720;","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029266715","display_name":"Feng Zhu","orcid":"https://orcid.org/0000-0003-4979-4879"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Feng Zhu","raw_affiliation_strings":["Institute for Data, Systems, and Society, Massachusetts Institute of Technology, Cambridge, Massachusetts 02139"],"raw_orcid":"https://orcid.org/0000-0003-4979-4879","affiliations":[{"raw_affiliation_string":"Institute for Data, Systems, and Society, Massachusetts Institute of Technology, Cambridge, Massachusetts 02139","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5029266715"],"corresponding_institution_ids":["https://openalex.org/I63966007"],"apc_list":null,"apc_paid":null,"fwci":0.3399,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.65539322,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"71","issue":"7","first_page":"6298","last_page":"6318"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11413","display_name":"Risk and Portfolio Optimization","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.6959030032157898},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.4850439429283142},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.44004058837890625},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.39105433225631714},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3619966506958008},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.3214321434497833},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3154931366443634}],"concepts":[{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.6959030032157898},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.4850439429283142},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.44004058837890625},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.39105433225631714},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3619966506958008},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.3214321434497833},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3154931366443634},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1287/mnsc.2022.03512","is_oa":false,"landing_page_url":"https://doi.org/10.1287/mnsc.2022.03512","pdf_url":null,"source":{"id":"https://openalex.org/S33323087","display_name":"Management Science","issn_l":"0025-1909","issn":["0025-1909","1526-5501"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315699","host_organization_name":"Institute for Operations Research and the Management Sciences","host_organization_lineage":["https://openalex.org/P4310315699"],"host_organization_lineage_names":["Institute for Operations Research and the Management Sciences"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Management Science","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1555023353","https://openalex.org/W1984332158","https://openalex.org/W2062517214","https://openalex.org/W2142971854","https://openalex.org/W2168405694","https://openalex.org/W2339981478","https://openalex.org/W2752599163","https://openalex.org/W2965685971","https://openalex.org/W3108673532","https://openalex.org/W3160157623","https://openalex.org/W4206275166","https://openalex.org/W4206530644","https://openalex.org/W4206547457"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W1585007175","https://openalex.org/W2382521049","https://openalex.org/W2144385241","https://openalex.org/W4300101996","https://openalex.org/W2165950148","https://openalex.org/W4253593777","https://openalex.org/W2951497643","https://openalex.org/W4403053866","https://openalex.org/W2142393343"],"abstract_inverted_index":{"We":[0,23,48,59,140,226],"study":[1],"the":[2,31,67,76,121,124,133,143,148,169,213,235,280],"stochastic":[3,236],"multi-armed":[4],"bandit":[5,238],"problem":[6],"and":[7,17,73,127,160,192,251,273,290],"design":[8,60,145,188,201,233],"new":[9,186],"policies":[10,52],"that":[11,26,29,43,53,64,89,184,240],"enjoy":[12],"both":[13,243],"optimal":[14,32,55,103,107],"regret":[15,21,35,40,71,83,87,249,255],"expectation":[16,72,250],"light-tailed":[18,252],"risk":[19,42,210,253],"for":[20,70,104],"distribution.":[22,256],"first":[24],"find":[25],"any":[27,86],"policy":[28,63,111,144,164,187,200,224,232],"obtains":[30],"instance-dependent":[33],"expected":[34,57],"could":[36],"incur":[37],"a":[38,61,82,113,155,176,209,220],"heavy-tailed":[39],"tail":[41,78],"decays":[44,90],"slowly":[45],"with":[46,92,136,168,172],"T.":[47,95,174],"then":[49],"focus":[50],"on":[51,254],"achieve":[54],"worst-case":[56,68,77,106,244],"regret.":[58],"novel":[62],"(i)":[65,206],"enjoys":[66],"optimality":[69,245],"(ii)":[74,217],"has":[75],"probability":[79],"of":[80,123,211,222,248,270],"incurring":[81],"larger":[84],"than":[85],"threshold":[88],"exponentially":[91],"respect":[93],"to":[94,101,146,196,234,242],"The":[96,268,287],"decaying":[97],"rate":[98],"is":[99,153,202,208,219,276],"proved":[100],"be":[102],"all":[105],"policies.":[108,139,198],"Our":[109,199],"proposed":[110,231],"achieves":[112],"delicate":[114],"balance":[115],"between":[116],"doing":[117,128],"more":[118,129],"exploration":[119],"at":[120,295],"beginning":[122],"time":[125],"horizon":[126],"exploitation":[130],"when":[131,205],"approaching":[132],"end,":[134],"compared":[135,167,195],"standard":[137],"confidence-bound-based":[138],"also":[141],"enhance":[142],"accommodate":[147],"\u201cany-time\u201d":[149],"setting":[150,171,239],"where":[151],"T":[152],"unknown":[154],"priori,":[156],"highlighting":[157],"\u201clifelong":[158],"exploration\u201d,":[159],"prove":[161],"equivalently":[162],"desired":[163],"performances":[165],"as":[166],"\u201cfixed-time\u201d":[170],"known":[173],"From":[175],"managerial":[177],"perspective,":[178],"we":[179],"show":[180],"through":[181],"numerical":[182],"experiments":[183],"our":[185,230],"yields":[189],"similar":[190],"efficiency":[191],"better":[193],"safety":[194],"celebrated":[197],"preferable":[203],"especially":[204],"there":[207,218],"underestimating":[212],"volatility":[214],"profile,":[215],"or":[216],"challenge":[221],"tuning":[223],"hyper-parameters.":[225],"conclude":[227],"by":[228,261,279],"extending":[229],"linear":[237],"leads":[241],"in":[246],"terms":[247],"This":[257],"paper":[258],"was":[259],"accepted":[260],"J.":[262],"George":[263],"Shanthikumar,":[264],"data":[265,291],"science.":[266],"Funding:":[267],"work":[269],"D.":[271],"Simchi-Levi":[272],"F.":[274],"Zhu":[275],"partially":[277],"supported":[278],"MIT":[281],"Data":[282],"Science":[283],"Laboratory.":[284],"Supplemental":[285],"Material:":[286],"online":[288],"appendix":[289],"files":[292],"are":[293],"available":[294],"https://doi.org/10.1287/mnsc.2022.03512":[296],".":[297]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-08-12T07:12:00.856984","created_date":"2025-10-10T00:00:00"}