{"id":"https://openalex.org/W4385567810","doi":"https://doi.org/10.1145/3580305.3599818","title":"Experimentation Platforms Meet Reinforcement Learning: Bayesian Sequential Decision-Making for Continuous Monitoring","display_name":"Experimentation Platforms Meet Reinforcement Learning: Bayesian Sequential Decision-Making for Continuous Monitoring","publication_year":2023,"publication_date":"2023-08-04","ids":{"openalex":"https://openalex.org/W4385567810","doi":"https://doi.org/10.1145/3580305.3599818"},"language":"en","primary_location":{"id":"doi:10.1145/3580305.3599818","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3580305.3599818","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048471992","display_name":"Runzhe Wan","orcid":"https://orcid.org/0009-0000-7820-4271"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Runzhe Wan","raw_affiliation_strings":["Amazon, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"Amazon, Seattle, WA, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100345736","display_name":"Yu Liu","orcid":"https://orcid.org/0000-0002-2450-1964"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu Liu","raw_affiliation_strings":["Amazon, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"Amazon, Seattle, WA, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030375522","display_name":"James McQueen","orcid":"https://orcid.org/0009-0008-6636-8488"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James McQueen","raw_affiliation_strings":["Amazon, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"Amazon, Seattle, WA, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032293451","display_name":"Doug Hains","orcid":"https://orcid.org/0009-0002-6413-1969"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Doug Hains","raw_affiliation_strings":["Amazon, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"Amazon, Seattle, WA, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089012283","display_name":"Rui Song","orcid":"https://orcid.org/0000-0003-1875-2115"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rui Song","raw_affiliation_strings":["Amazon, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"Amazon, Seattle, WA, USA","institution_ids":["https://openalex.org/I1311688040"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5048471992"],"corresponding_institution_ids":["https://openalex.org/I1311688040"],"apc_list":null,"apc_paid":null,"fwci":1.3933,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.82472041,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"5016","last_page":"5027"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9832000136375427,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9652000069618225,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7793582677841187},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7465186715126038},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.569471538066864},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5251638293266296},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4792221188545227},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4762711226940155},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.46856406331062317},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4479500651359558},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4275899827480316},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.41065841913223267},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.09973183274269104}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7793582677841187},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7465186715126038},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.569471538066864},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5251638293266296},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4792221188545227},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4762711226940155},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.46856406331062317},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4479500651359558},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4275899827480316},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.41065841913223267},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.09973183274269104},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3580305.3599818","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3580305.3599818","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.5799999833106995,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1971712327","https://openalex.org/W1988520084","https://openalex.org/W1990639292","https://openalex.org/W2005843344","https://openalex.org/W2032421424","https://openalex.org/W2034196543","https://openalex.org/W2047102900","https://openalex.org/W2066629135","https://openalex.org/W2119567691","https://openalex.org/W2297162379","https://openalex.org/W2583993537","https://openalex.org/W2744538883","https://openalex.org/W2746553466","https://openalex.org/W2901906577","https://openalex.org/W2946387282","https://openalex.org/W2963366444","https://openalex.org/W2990747716","https://openalex.org/W3100944043","https://openalex.org/W3166754645","https://openalex.org/W3190343448","https://openalex.org/W3209797791","https://openalex.org/W4214717370","https://openalex.org/W4225959102","https://openalex.org/W4245693330","https://openalex.org/W6632207779"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2586732548","https://openalex.org/W3049728571"],"abstract_inverted_index":{"With":[0],"the":[1,10,14,75,101,131,140,144],"growing":[2],"needs":[3],"of":[4,17,146],"online":[5,63],"A/B":[6],"testing":[7,47],"to":[8,91,129],"support":[9],"innovation":[11],"in":[12,78,89,160],"industry,":[13],"opportunity":[15,97],"cost":[16],"running":[18],"an":[19,26,30],"experiment":[20],"becomes":[21],"non-negligible.":[22],"Therefore,":[23],"there":[24],"is":[25],"increasing":[27],"demand":[28],"for":[29,52],"efficient":[31],"continuous":[32],"monitoring":[33],"service":[34,64],"that":[35,86,111],"allows":[36],"early":[37],"stopping":[38],"when":[39],"appropriate.":[40],"Classic":[41],"statistical":[42],"methods":[43,153],"focus":[44],"on":[45,158],"hypothesis":[46],"and":[48,71,95,123,138],"are":[49],"mostly":[50],"developed":[51,88],"traditional":[53],"high-stake":[54],"problems":[55],"such":[56],"as":[57,103],"clinical":[58],"trials,":[59],"while":[60],"experiments":[61,159],"at":[62],"companies":[65],"typically":[66],"have":[67],"very":[68],"different":[69],"features":[70],"focuses.":[72],"Motivated":[73],"by":[74],"real":[76],"needs,":[77],"this":[79,147],"paper,":[80],"we":[81,87],"introduce":[82,127],"a":[83,104,113,155],"novel":[84,148],"framework":[85],"Amazon":[90],"maximize":[92],"customer":[93],"experience":[94],"control":[96],"cost.":[98],"We":[99,117,125,142],"formulate":[100],"problem":[102,110],"Bayesian":[105],"optimal":[106,132],"sequential":[107],"decision":[108,133],"making":[109],"has":[112],"unified":[114],"utility":[115],"function.":[116],"discuss":[118],"extensively":[119],"practical":[120],"design":[121],"choices":[122],"considerations.":[124],"further":[126],"how":[128],"solve":[130],"rule":[134],"via":[135,154],"Reinforcement":[136],"Learning":[137],"scale":[139],"solution.":[141],"show":[143],"effectiveness":[145],"approach":[149],"compared":[150],"with":[151],"existing":[152],"large-scale":[156],"meta-analysis":[157],"Amazon.":[161]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}