{"id":"https://openalex.org/W7220451437","doi":"https://doi.org/10.48550/arxiv.2610.03646","title":"When May a Bandit Leave Its Anchor? E-Process-Authorized Thompson Sampling under Non-stationarity","display_name":"When May a Bandit Leave Its Anchor? E-Process-Authorized Thompson Sampling under Non-stationarity","publication_year":2026,"publication_date":"2026-10-02","ids":{"openalex":"https://openalex.org/W7220451437","doi":"https://doi.org/10.48550/arxiv.2610.03646"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.03646","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.03646","pdf_url":"https://arxiv.org/pdf/2610.03646","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.03646","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5157548134","display_name":"Mayand Gulati","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gulati, Mayand","raw_affiliation_strings":["Purdue University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Purdue University","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5157609568","display_name":"Kerong Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wang, Kerong","raw_affiliation_strings":["Purdue University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Purdue University","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5157582927","display_name":"WeiChen Au","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Au, WeiChen","raw_affiliation_strings":["Purdue University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Purdue University","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I219193219"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/thompson-sampling","display_name":"Thompson sampling","score":0.8799999952316284},{"id":"https://openalex.org/keywords/e-processes","display_name":"e-processes","score":0.5879999995231628},{"id":"https://openalex.org/keywords/nonstationarity","display_name":"non-stationarity","score":0.8610000014305115},{"id":"https://openalex.org/keywords/forgetting","display_name":"forgetting","score":0.38199999928474426},{"id":"https://openalex.org/keywords/dynamic-regret","display_name":"dynamic regret","score":0.4410000145435333},{"id":"https://openalex.org/keywords/regret-bounds","display_name":"regret bounds","score":0.36500000953674316},{"id":"https://openalex.org/keywords/relevance-scores","display_name":"relevance scores","score":0.32899999618530273},{"id":"https://openalex.org/keywords/multi-armed-bandits","display_name":"multi-armed bandits","score":0.5350000262260437}],"concepts":[{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.6342999935150146},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.5200999975204468},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.503600001335144},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.49959999322891235},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.4982999861240387},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4855000078678131},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.39100000262260437},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.3734000027179718},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.36959999799728394},{"id":"https://openalex.org/C52740198","wikidata":"https://www.wikidata.org/wiki/Q1539564","display_name":"Importance sampling","level":3,"score":0.3610000014305115},{"id":"https://openalex.org/C2993010571","wikidata":"https://www.wikidata.org/wiki/Q49908","display_name":"Probability sampling","level":3,"score":0.3596000075340271},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.31949999928474426},{"id":"https://openalex.org/C112758219","wikidata":"https://www.wikidata.org/wiki/Q16038819","display_name":"Duration (music)","level":2,"score":0.31850001215934753},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.31459999084472656},{"id":"https://openalex.org/C75917345","wikidata":"https://www.wikidata.org/wiki/Q2725298","display_name":"Sampling bias","level":3,"score":0.3057999908924103},{"id":"https://openalex.org/C82152865","wikidata":"https://www.wikidata.org/wiki/Q7208505","display_name":"Poisson sampling","level":5,"score":0.30230000615119934},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.2957000136375427},{"id":"https://openalex.org/C102366305","wikidata":"https://www.wikidata.org/wiki/Q1097688","display_name":"Nonparametric statistics","level":2,"score":0.28690001368522644},{"id":"https://openalex.org/C86426650","wikidata":"https://www.wikidata.org/wiki/Q7452504","display_name":"Sequential estimation","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C2984391234","wikidata":"https://www.wikidata.org/wiki/Q195771","display_name":"Sequential sampling","level":3,"score":0.25699999928474426},{"id":"https://openalex.org/C73602740","wikidata":"https://www.wikidata.org/wiki/Q7795822","display_name":"Thompson sampling","level":3,"score":0.2567000091075897},{"id":"https://openalex.org/C113336015","wikidata":"https://www.wikidata.org/wiki/Q574010","display_name":"Complete information","level":2,"score":0.25600001215934753}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.03646","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.03646","pdf_url":"https://arxiv.org/pdf/2610.03646","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.03646","doi":"https://doi.org/10.48550/arxiv.2610.03646","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.03646","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.03646","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.03646","pdf_url":"https://arxiv.org/pdf/2610.03646","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7220451437.pdf","grobid_xml":"https://content.openalex.org/works/W7220451437.grobid-xml"},"referenced_works_count":11,"referenced_works":["https://openalex.org/W157259654","https://openalex.org/W2034284198","https://openalex.org/W2742123006","https://openalex.org/W2963952619","https://openalex.org/W2964132277","https://openalex.org/W3025268392","https://openalex.org/W3087003407","https://openalex.org/W3175186327","https://openalex.org/W4389226123","https://openalex.org/W4392613287","https://openalex.org/W4403662691"],"related_works":["https://openalex.org/W2284023708","https://openalex.org/W3157865715","https://openalex.org/W2789027376","https://openalex.org/W7165766720","https://openalex.org/W4406214553","https://openalex.org/W4229009907","https://openalex.org/W7172489241","https://openalex.org/W4377130834","https://openalex.org/W1861803210","https://openalex.org/W4410734786"],"abstract_inverted_index":{"Stationarity":[0],"rewards":[1],"memory,":[2],"but":[3,94],"after":[4],"a":[5,40,57],"change":[6],"the":[7,36,72,91,100],"same":[8],"history":[9],"can":[10],"mislead.":[11],"We":[12],"ask":[13],"when":[14,107],"forgetting":[15],"should":[16],"be":[17],"permitted.":[18],"E-process-authorized":[19],"Thompson":[20,53],"sampling":[21,54],"(e-ATS)":[22],"gives":[23],"each":[24],"arm":[25],"full-history":[26],"and":[27],"discounted":[28,37],"Beta":[29],"states.":[30],"An":[31],"anytime-valid":[32],"e-process":[33],"first":[34],"authorizes":[35],"state,":[38],"then":[39],"reversible":[41],"relevance":[42],"score":[43],"controls":[44,106],"its":[45],"influence.":[46],"Before":[47],"authorization,":[48],"e-ATS":[49],"exactly":[50],"follows":[51],"optimistic":[52],"(OTS).":[55],"Under":[56],"Beta-Bernoulli":[58],"prior-predictive":[59],"stationary":[60],"model,":[61],"e-ATS's":[62],"probability":[63],"of":[64],"ever":[65],"departing":[66],"from":[67],"OTS":[68],"is":[69],"at":[70],"most":[71],"chosen":[73],"$\u03b1_E$,":[74],"without":[75],"fitted":[76],"thresholds.":[77],"Relative":[78],"to":[79],"e-ATS,":[80],"removing":[81],"authorization":[82],"increased":[83],"mean":[84],"normalized":[85],"dynamic":[86],"pseudo-regret":[87],"by":[88,97],"$38.4\\%$":[89],"on":[90,99],"registered":[92],"suite":[93],"reduced":[95],"it":[96,112],"$7.5\\%$":[98],"literature-derived":[101],"replay":[102],"suite.":[103],"Therefore,":[104],"evidence":[105],"adaptation":[108],"begins,":[109],"not":[110],"whether":[111],"always":[113],"helps.":[114]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-10-06T00:00:00"}