{"id":"https://openalex.org/W2530314186","doi":"https://doi.org/10.1145/3041021.3054196","title":"A Nonparametric Sequential Test for Online Randomized Experiments","display_name":"A Nonparametric Sequential Test for Online Randomized Experiments","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2530314186","doi":"https://doi.org/10.1145/3041021.3054196","mag":"2530314186"},"language":"en","primary_location":{"id":"doi:10.1145/3041021.3054196","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3041021.3054196","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th International Conference on World Wide Web Companion  - WWW '17 Companion","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3041021.3054196","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082567921","display_name":"Vineet Abhishek","orcid":null},"institutions":[{"id":"https://openalex.org/I1330693074","display_name":"Walmart (United States)","ror":"https://ror.org/04j0gge90","country_code":"US","type":"company","lineage":["https://openalex.org/I1330693074"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Vineet Abhishek","raw_affiliation_strings":["Walmart Labs, Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Walmart Labs, Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I1330693074"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036260775","display_name":"Shie Mannor","orcid":"https://orcid.org/0000-0003-4439-7647"},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Shie Mannor","raw_affiliation_strings":["Technion, Haifa, Israel"],"affiliations":[{"raw_affiliation_string":"Technion, Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5082567921"],"corresponding_institution_ids":["https://openalex.org/I1330693074"],"apc_list":null,"apc_paid":null,"fwci":0.9327,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.76690359,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"610","last_page":"616"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10885","display_name":"Gene expression and cancer classification","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11798","display_name":"Optimal Experimental Design Methods","score":0.9490000009536743,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/nonparametric-statistics","display_name":"Nonparametric statistics","score":0.7180554866790771},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6878978610038757},{"id":"https://openalex.org/keywords/type-i-and-type-ii-errors","display_name":"Type I and type II errors","score":0.6130481362342834},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5612199306488037},{"id":"https://openalex.org/keywords/randomized-experiment","display_name":"Randomized experiment","score":0.5482809543609619},{"id":"https://openalex.org/keywords/sequential-analysis","display_name":"Sequential analysis","score":0.5160860419273376},{"id":"https://openalex.org/keywords/statistical-hypothesis-testing","display_name":"Statistical hypothesis testing","score":0.504531979560852},{"id":"https://openalex.org/keywords/likelihood-ratio-test","display_name":"Likelihood-ratio test","score":0.4858984351158142},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4697166979312897},{"id":"https://openalex.org/keywords/test-data","display_name":"Test data","score":0.42967545986175537},{"id":"https://openalex.org/keywords/sequential-probability-ratio-test","display_name":"Sequential probability ratio test","score":0.42492857575416565},{"id":"https://openalex.org/keywords/goldfeld\u2013quandt-test","display_name":"Goldfeld\u2013Quandt test","score":0.42452871799468994},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.41845229268074036},{"id":"https://openalex.org/keywords/probability-distribution","display_name":"Probability distribution","score":0.41655582189559937},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.34189939498901367},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.324749231338501},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2945382595062256},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2810819149017334},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2053956687450409},{"id":"https://openalex.org/keywords/test-statistic","display_name":"Test statistic","score":0.16654101014137268},{"id":"https://openalex.org/keywords/z-test","display_name":"Z-test","score":0.11335760354995728}],"concepts":[{"id":"https://openalex.org/C102366305","wikidata":"https://www.wikidata.org/wiki/Q1097688","display_name":"Nonparametric statistics","level":2,"score":0.7180554866790771},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6878978610038757},{"id":"https://openalex.org/C40696583","wikidata":"https://www.wikidata.org/wiki/Q989120","display_name":"Type I and type II errors","level":2,"score":0.6130481362342834},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5612199306488037},{"id":"https://openalex.org/C155108698","wikidata":"https://www.wikidata.org/wiki/Q1231081","display_name":"Randomized experiment","level":2,"score":0.5482809543609619},{"id":"https://openalex.org/C80478641","wikidata":"https://www.wikidata.org/wiki/Q195771","display_name":"Sequential analysis","level":2,"score":0.5160860419273376},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.504531979560852},{"id":"https://openalex.org/C9483764","wikidata":"https://www.wikidata.org/wiki/Q585740","display_name":"Likelihood-ratio test","level":2,"score":0.4858984351158142},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4697166979312897},{"id":"https://openalex.org/C16910744","wikidata":"https://www.wikidata.org/wiki/Q7705759","display_name":"Test data","level":2,"score":0.42967545986175537},{"id":"https://openalex.org/C34602496","wikidata":"https://www.wikidata.org/wiki/Q2271882","display_name":"Sequential probability ratio test","level":2,"score":0.42492857575416565},{"id":"https://openalex.org/C122379554","wikidata":"https://www.wikidata.org/wiki/Q3519047","display_name":"Goldfeld\u2013Quandt test","level":5,"score":0.42452871799468994},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.41845229268074036},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.41655582189559937},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.34189939498901367},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.324749231338501},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2945382595062256},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2810819149017334},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2053956687450409},{"id":"https://openalex.org/C169857963","wikidata":"https://www.wikidata.org/wiki/Q1461038","display_name":"Test statistic","level":3,"score":0.16654101014137268},{"id":"https://openalex.org/C117661179","wikidata":"https://www.wikidata.org/wiki/Q897827","display_name":"Z-test","level":4,"score":0.11335760354995728},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3041021.3054196","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3041021.3054196","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th International Conference on World Wide Web Companion  - WWW '17 Companion","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3041021.3054196","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3041021.3054196","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th International Conference on World Wide Web Companion  - WWW '17 Companion","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.5600000023841858,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1989999053","https://openalex.org/W1995945562","https://openalex.org/W2023071006","https://openalex.org/W2038135052","https://openalex.org/W2039119502","https://openalex.org/W2081946181","https://openalex.org/W2095649426","https://openalex.org/W2104942079","https://openalex.org/W2110228583","https://openalex.org/W2127151679","https://openalex.org/W2150983097","https://openalex.org/W2160544905","https://openalex.org/W2161498332","https://openalex.org/W2167770337","https://openalex.org/W2293233856","https://openalex.org/W4230704549","https://openalex.org/W4246663620"],"related_works":["https://openalex.org/W2397397884","https://openalex.org/W2051896275","https://openalex.org/W2408444874","https://openalex.org/W1992242051","https://openalex.org/W2542048200","https://openalex.org/W2978844261","https://openalex.org/W2356828428","https://openalex.org/W2050385455","https://openalex.org/W2055767408","https://openalex.org/W1194641461"],"abstract_inverted_index":{"We":[0,54,73,85],"propose":[1],"a":[2,22,80],"nonparametric":[3],"sequential":[4,69],"test":[5,24,41,90],"that":[6,87],"aims":[7],"to":[8,14,20,30,58,103],"address":[9],"two":[10],"practical":[11],"problems":[12],"pertinent":[13],"online":[15,82,116],"randomized":[16,117],"experiments:":[17],"(i)":[18],"how":[19,29],"do":[21],"hypothesis":[23],"for":[25,62],"complex":[26],"metrics;":[27],"(ii)":[28],"prevent":[31],"type":[32,92],"1":[33,93],"error":[34,94],"inflation":[35],"under":[36],"continuous":[37],"monitoring.":[38],"The":[39],"proposed":[40,89],"does":[42],"not":[43],"require":[44],"knowledge":[45],"of":[46,64],"the":[47,52,56,60,88,106,109],"underlying":[48],"probability":[49,70],"distribution":[50,107],"generating":[51,108],"data.":[53],"use":[55],"bootstrap":[57],"estimate":[59],"likelihood":[61],"blocks":[63],"data":[65,78],"followed":[66],"by":[67],"mixture":[68],"ratio":[71],"test.":[72],"validate":[74],"this":[75],"procedure":[76],"on":[77],"from":[79],"major":[81],"e-commerce":[83],"website.":[84],"show":[86],"controls":[91],"at":[95],"any":[96],"time,":[97],"has":[98],"good":[99],"power,":[100],"is":[101],"robust":[102],"misspecification":[104],"in":[105,115],"data,":[110],"and":[111],"allows":[112],"quick":[113],"inference":[114],"experiments.":[118]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}