{"id":"https://openalex.org/W1896407793","doi":"https://doi.org/10.1145/2740908.2742563","title":"Objective Bayesian Two Sample Hypothesis Testing for Online Controlled Experiments","display_name":"Objective Bayesian Two Sample Hypothesis Testing for Online Controlled Experiments","publication_year":2015,"publication_date":"2015-05-18","ids":{"openalex":"https://openalex.org/W1896407793","doi":"https://doi.org/10.1145/2740908.2742563","mag":"1896407793"},"language":"en","primary_location":{"id":"doi:10.1145/2740908.2742563","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2740908.2742563","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th International Conference on World Wide Web","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075519075","display_name":"Alex Deng","orcid":"https://orcid.org/0000-0002-8116-5602"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Alex Deng","raw_affiliation_strings":["Microsoft, Redmond, WA, USA","Microsoft Redmond, WA, USA#TAB#"],"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]},{"raw_affiliation_string":"Microsoft Redmond, WA, USA#TAB#","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5075519075"],"corresponding_institution_ids":["https://openalex.org/I1290206253"],"apc_list":null,"apc_paid":null,"fwci":5.5099,"has_fulltext":false,"cited_by_count":75,"citation_normalized_percentile":{"value":0.96072663,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"923","last_page":"928"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11443","display_name":"Advanced Statistical Process Monitoring","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/frequentist-inference","display_name":"Frequentist inference","score":0.9549350738525391},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.7639189958572388},{"id":"https://openalex.org/keywords/bayes-factor","display_name":"Bayes factor","score":0.624840497970581},{"id":"https://openalex.org/keywords/statistical-hypothesis-testing","display_name":"Statistical hypothesis testing","score":0.6183594465255737},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5940021276473999},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.5551090240478516},{"id":"https://openalex.org/keywords/bayesian-statistics","display_name":"Bayesian statistics","score":0.5389907956123352},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5000801086425781},{"id":"https://openalex.org/keywords/frequentist-probability","display_name":"Frequentist probability","score":0.47840985655784607},{"id":"https://openalex.org/keywords/null-hypothesis","display_name":"Null hypothesis","score":0.47230055928230286},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42565909028053284},{"id":"https://openalex.org/keywords/bayesian-inference","display_name":"Bayesian inference","score":0.39745619893074036},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.37793633341789246},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.27164533734321594},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2242659330368042}],"concepts":[{"id":"https://openalex.org/C162376815","wikidata":"https://www.wikidata.org/wiki/Q2158281","display_name":"Frequentist inference","level":4,"score":0.9549350738525391},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.7639189958572388},{"id":"https://openalex.org/C142291917","wikidata":"https://www.wikidata.org/wiki/Q4165283","display_name":"Bayes factor","level":4,"score":0.624840497970581},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.6183594465255737},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5940021276473999},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.5551090240478516},{"id":"https://openalex.org/C101112237","wikidata":"https://www.wikidata.org/wiki/Q4874481","display_name":"Bayesian statistics","level":4,"score":0.5389907956123352},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5000801086425781},{"id":"https://openalex.org/C75455068","wikidata":"https://www.wikidata.org/wiki/Q1455566","display_name":"Frequentist probability","level":3,"score":0.47840985655784607},{"id":"https://openalex.org/C191988596","wikidata":"https://www.wikidata.org/wiki/Q628374","display_name":"Null hypothesis","level":2,"score":0.47230055928230286},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42565909028053284},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.39745619893074036},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.37793633341789246},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.27164533734321594},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2242659330368042}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2740908.2742563","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2740908.2742563","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th International Conference on World Wide Web","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.5600000023841858,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W109386094","https://openalex.org/W1503398984","https://openalex.org/W1510659740","https://openalex.org/W1575236038","https://openalex.org/W1970588407","https://openalex.org/W1975566260","https://openalex.org/W1978662219","https://openalex.org/W1981457167","https://openalex.org/W1982652137","https://openalex.org/W2015810892","https://openalex.org/W2017529320","https://openalex.org/W2026471984","https://openalex.org/W2031913033","https://openalex.org/W2049633694","https://openalex.org/W2049978950","https://openalex.org/W2064604759","https://openalex.org/W2070815407","https://openalex.org/W2074466695","https://openalex.org/W2102890221","https://openalex.org/W2110065044","https://openalex.org/W2110228583","https://openalex.org/W2112508839","https://openalex.org/W2118267850","https://openalex.org/W2126002144","https://openalex.org/W2127052912","https://openalex.org/W2131046448","https://openalex.org/W2142499192","https://openalex.org/W2149378760","https://openalex.org/W2151069696","https://openalex.org/W2156606213","https://openalex.org/W2169113736","https://openalex.org/W4205110562","https://openalex.org/W4211177544","https://openalex.org/W4385628968"],"related_works":["https://openalex.org/W4297513322","https://openalex.org/W2991615686","https://openalex.org/W2921837939","https://openalex.org/W2159190077","https://openalex.org/W3138532537","https://openalex.org/W3116106063","https://openalex.org/W4389322508","https://openalex.org/W2332232517","https://openalex.org/W4288711847","https://openalex.org/W4246747460"],"abstract_inverted_index":{"As":[0],"A/B":[1,35,59,97,124],"testing":[2,23,60,98],"gains":[3],"wider":[4],"adoption":[5],"in":[6,43,69],"the":[7,14,17,32,41,44,78,106,120,146],"industry,":[8],"more":[9],"people":[10],"begin":[11],"to":[12,76,104,127,138,144],"realize":[13],"limitations":[15],"of":[16,28,87,122,142],"traditional":[18,115],"frequentist":[19,63,111],"null":[20],"hypothesis":[21],"statistical":[22],"(NHST).":[24],"The":[25],"large":[26],"number":[27],"search":[29],"results":[30],"for":[31,100],"query":[33],"``Bayesian":[34],"testing''":[36],"shows":[37],"just":[38],"how":[39],"much":[40],"interest":[42],"Bayesian":[45,58,88,96,109],"perspective":[46],"is":[47,66,75],"growing.":[48],"In":[49,90],"recent":[50],"years":[51],"there":[52],"are":[53],"also":[54],"voices":[55],"arguing":[56],"that":[57],"should":[61],"replace":[62],"NHST":[64],"and":[65,85,110],"strictly":[67],"superior":[68],"all":[70],"aspects.":[71],"Our":[72],"goal":[73],"here":[74],"clarify":[77],"myth":[79],"by":[80],"looking":[81],"at":[82],"both":[83],"advantages":[84],"issues":[86],"methods.":[89],"particular,":[91],"we":[92,102],"propose":[93],"an":[94],"objective":[95],"framework":[99],"which":[101],"hope":[103],"bring":[105],"best":[107],"from":[108],"methods":[112],"together.":[113],"Unlike":[114],"methods,":[116],"this":[117,136],"method":[118,137],"requires":[119],"existence":[121],"historical":[123],"test":[125],"data":[126],"objectively":[128],"learn":[129],"a":[130],"prior.":[131],"We":[132],"have":[133],"successfully":[134],"applied":[135],"Bing,":[139],"using":[140],"thousands":[141],"experiments":[143],"establish":[145],"priors.":[147]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":33},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":8},{"year":2016,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}