{"id":"https://openalex.org/W7171971288","doi":"https://doi.org/10.1145/3770854.3780326","title":"Beyond Basic A/B Testing: Improving Statistical Efficiency for Business Growth","display_name":"Beyond Basic A/B Testing: Improving Statistical Efficiency for Business Growth","publication_year":2026,"publication_date":"2026-04-20","ids":{"openalex":"https://openalex.org/W7171971288","doi":"https://doi.org/10.1145/3770854.3780326"},"language":null,"primary_location":{"id":"doi:10.1145/3770854.3780326","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3770854.3780326","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.1","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3770854.3780326","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055799536","display_name":"Changshuai Wei","orcid":"https://orcid.org/0000-0003-0148-6797"},"institutions":[{"id":"https://openalex.org/I1316064682","display_name":"LinkedIn (United States)","ror":"https://ror.org/02fyxhe35","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I1316064682"]},{"id":"https://openalex.org/I58610484","display_name":"Seattle University","ror":"https://ror.org/02jqc0m91","country_code":"US","type":"education","lineage":["https://openalex.org/I58610484"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Changshuai Wei","raw_affiliation_strings":["LinkedIn, Seattle, USA"],"raw_orcid":"https://orcid.org/0000-0003-0148-6797","affiliations":[{"raw_affiliation_string":"LinkedIn, Seattle, USA","institution_ids":["https://openalex.org/I1316064682","https://openalex.org/I58610484"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101753489","display_name":"Phuc H. Nguyen","orcid":"https://orcid.org/0000-0002-6206-0194"},"institutions":[{"id":"https://openalex.org/I1316064682","display_name":"LinkedIn (United States)","ror":"https://ror.org/02fyxhe35","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I1316064682"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Phuc Nguyen","raw_affiliation_strings":["LinkedIn, San Francisco, USA"],"raw_orcid":"https://orcid.org/0000-0002-6206-0194","affiliations":[{"raw_affiliation_string":"LinkedIn, San Francisco, USA","institution_ids":["https://openalex.org/I1316064682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098748807","display_name":"Benjamin Zelditch","orcid":null},"institutions":[{"id":"https://openalex.org/I1316064682","display_name":"LinkedIn (United States)","ror":"https://ror.org/02fyxhe35","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I1316064682"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Benjamin Zelditch","raw_affiliation_strings":["LinkedIn, New York, USA"],"raw_orcid":"https://orcid.org/0009-0005-7063-8282","affiliations":[{"raw_affiliation_string":"LinkedIn, New York, USA","institution_ids":["https://openalex.org/I1316064682"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5144115684","display_name":"Joyce Chen","orcid":"https://orcid.org/0009-0001-8269-8013"},"institutions":[{"id":"https://openalex.org/I1316064682","display_name":"LinkedIn (United States)","ror":"https://ror.org/02fyxhe35","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I1316064682"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joyce Chen","raw_affiliation_strings":["LinkedIn, Sunnyvale, USA"],"raw_orcid":"https://orcid.org/0009-0001-8269-8013","affiliations":[{"raw_affiliation_string":"LinkedIn, Sunnyvale, USA","institution_ids":["https://openalex.org/I1316064682"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1530","last_page":"1541"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/statistical-model","display_name":"Statistical model","score":0.44830000400543213},{"id":"https://openalex.org/keywords/distribution","display_name":"Distribution (mathematics)","score":0.44780001044273376},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.42989999055862427},{"id":"https://openalex.org/keywords/statistical-hypothesis-testing","display_name":"Statistical hypothesis testing","score":0.4198000133037567},{"id":"https://openalex.org/keywords/efficiency","display_name":"Efficiency","score":0.4020000100135803},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.3912000060081482}],"concepts":[{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.5605000257492065},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5264000296592712},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.44830000400543213},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.44780001044273376},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.42989999055862427},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.4198000133037567},{"id":"https://openalex.org/C17648541","wikidata":"https://www.wikidata.org/wiki/Q2265984","display_name":"Efficiency","level":3,"score":0.4020000100135803},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.396699994802475},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3912000060081482},{"id":"https://openalex.org/C96608239","wikidata":"https://www.wikidata.org/wiki/Q1199823","display_name":"Statistical power","level":2,"score":0.33340001106262207},{"id":"https://openalex.org/C2986587452","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical analysis","level":2,"score":0.3253999948501587},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.32499998807907104},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.3075000047683716},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.2879999876022339},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.2759999930858612},{"id":"https://openalex.org/C3017912452","wikidata":"https://www.wikidata.org/wiki/Q5970087","display_name":"Scale effects","level":3,"score":0.27219998836517334},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.26980000734329224},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.257999986410141}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3770854.3780326","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3770854.3780326","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.1","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3770854.3780326","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3770854.3780326","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.1","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1512117440","https://openalex.org/W2025997539","https://openalex.org/W2039811614","https://openalex.org/W2053143477","https://openalex.org/W2062383335","https://openalex.org/W2098223125","https://openalex.org/W2126002144","https://openalex.org/W2148472246","https://openalex.org/W2149860264","https://openalex.org/W2152127906","https://openalex.org/W2157825442","https://openalex.org/W2517816274","https://openalex.org/W2589404606","https://openalex.org/W2771769487","https://openalex.org/W2801728724","https://openalex.org/W3011521356","https://openalex.org/W3041933364","https://openalex.org/W3122193054","https://openalex.org/W3139387887","https://openalex.org/W4211118180","https://openalex.org/W4234552994","https://openalex.org/W4245577611","https://openalex.org/W4302401037","https://openalex.org/W4367598674","https://openalex.org/W4385562609","https://openalex.org/W4386562232","https://openalex.org/W4387846785","https://openalex.org/W4391607245","https://openalex.org/W4396973360","https://openalex.org/W7133194101"],"related_works":[],"abstract_inverted_index":{"The":[0],"standard":[1,16],"A/B":[2,123],"testing":[3],"approaches":[4,17],"are":[5,133],"mostly":[6],"based":[7],"on":[8,96,104],"t-test":[9],"in":[10,24,89],"large":[11],"scale":[12],"industry":[13],"applications.":[14],"These":[15],"however":[18],"suffers":[19],"from":[20,108],"low":[21],"statistical":[22,47],"power":[23],"business":[25],"settings,":[26],"due":[27],"to":[28,120],"nature":[29],"of":[30,49,75],"small":[31,81],"sample-size":[32],"or":[33,36],"non-Gaussian":[34],"distribution":[35,83],"return-on-investment":[37],"(ROI)":[38],"consideration.":[39],"In":[40],"this":[41],"paper,":[42],"we":[43],"(i)":[44],"show":[45],"the":[46,105,118],"efficiency":[48,99,106],"using":[50],"estimating":[51],"equation":[52],"and":[53,62,78,86,98,127,130],"U":[54,70],"statistics,":[55],"which":[56],"can":[57,79],"address":[58],"these":[59],"issues":[60],"separately;":[61],"(ii)":[63],"propose":[64],"a":[65],"novel":[66],"doubly":[67],"robust":[68],"generalized":[69],"that":[71,132],"allows":[72],"flexible":[73],"definition":[74],"treatment":[76],"effect,":[77],"handles":[80],"samples,":[82],"robustness,":[84],"ROI":[85],"confounding":[87],"consideration":[88],"one":[90],"framework.":[91],"We":[92,111],"provide":[93],"theoretical":[94,109],"results":[95,129],"asymptotics":[97],"bounds,":[100],"together":[101],"with":[102],"insights":[103],"gain":[107],"analysis.":[110],"further":[112],"conduct":[113],"comprehensive":[114],"simulation":[115],"studies,":[116],"apply":[117],"methods":[119],"multiple":[121],"real":[122],"tests":[124],"at":[125],"LinkedIn,":[126],"share":[128],"learnings":[131],"broadly":[134],"useful.":[135]},"counts_by_year":[],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2026-08-01T00:00:00"}