{"id":"https://openalex.org/W4385567985","doi":"https://doi.org/10.1145/3580305.3599308","title":"Detecting Interference in Online Controlled Experiments with Increasing Allocation","display_name":"Detecting Interference in Online Controlled Experiments with Increasing Allocation","publication_year":2023,"publication_date":"2023-08-04","ids":{"openalex":"https://openalex.org/W4385567985","doi":"https://doi.org/10.1145/3580305.3599308"},"language":"en","primary_location":{"id":"doi:10.1145/3580305.3599308","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3580305.3599308","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039613858","display_name":"Kevin Wu Han","orcid":"https://orcid.org/0009-0009-1369-0278"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kevin Han","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033800756","display_name":"Shuangning Li","orcid":"https://orcid.org/0000-0002-6272-4798"},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shuangning Li","raw_affiliation_strings":["Harvard University, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"Harvard University, Cambridge, MA, USA","institution_ids":["https://openalex.org/I2801851002"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064390627","display_name":"Jialiang Mao","orcid":"https://orcid.org/0009-0007-1234-1004"},"institutions":[{"id":"https://openalex.org/I1316064682","display_name":"LinkedIn (United States)","ror":"https://ror.org/02fyxhe35","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I1316064682"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jialiang Mao","raw_affiliation_strings":["LinkedIn Corporation, Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"LinkedIn Corporation, Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I1316064682"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100403068","display_name":"Han Wu","orcid":"https://orcid.org/0000-0002-6091-9153"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Han Wu","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5039613858"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":0.3477,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.6240195,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"661","last_page":"672"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7796911597251892},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.6647787690162659},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.6180843710899353},{"id":"https://openalex.org/keywords/a-priori-and-a-posteriori","display_name":"A priori and a posteriori","score":0.5261996388435364},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5207405090332031},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.45580270886421204},{"id":"https://openalex.org/keywords/bipartite-graph","display_name":"Bipartite graph","score":0.4525808095932007},{"id":"https://openalex.org/keywords/permutation","display_name":"Permutation (music)","score":0.4216018319129944},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.41269680857658386},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.20993468165397644},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19755646586418152}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7796911597251892},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.6647787690162659},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.6180843710899353},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.5261996388435364},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5207405090332031},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.45580270886421204},{"id":"https://openalex.org/C197657726","wikidata":"https://www.wikidata.org/wiki/Q174733","display_name":"Bipartite graph","level":3,"score":0.4525808095932007},{"id":"https://openalex.org/C21308566","wikidata":"https://www.wikidata.org/wiki/Q7169365","display_name":"Permutation (music)","level":2,"score":0.4216018319129944},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.41269680857658386},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.20993468165397644},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19755646586418152},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3580305.3599308","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3580305.3599308","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.6000000238418579}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1550914445","https://openalex.org/W1975566260","https://openalex.org/W1986926921","https://openalex.org/W1995906082","https://openalex.org/W1996564297","https://openalex.org/W2012797835","https://openalex.org/W2057904514","https://openalex.org/W2080770071","https://openalex.org/W2081285461","https://openalex.org/W2095056536","https://openalex.org/W2109712249","https://openalex.org/W2112508839","https://openalex.org/W2150256170","https://openalex.org/W2152886806","https://openalex.org/W2226736069","https://openalex.org/W2613927341","https://openalex.org/W2624124934","https://openalex.org/W2735728227","https://openalex.org/W2743673655","https://openalex.org/W2912327842","https://openalex.org/W2962725961","https://openalex.org/W2963409255","https://openalex.org/W2964337893","https://openalex.org/W2977410870","https://openalex.org/W3011423189","https://openalex.org/W3032794597","https://openalex.org/W3106294663","https://openalex.org/W3106484329","https://openalex.org/W3122162269","https://openalex.org/W3124033626","https://openalex.org/W3124228989","https://openalex.org/W3150266318","https://openalex.org/W3150893739","https://openalex.org/W3157287137","https://openalex.org/W3158471420","https://openalex.org/W3166529875","https://openalex.org/W3208285536","https://openalex.org/W3216887337","https://openalex.org/W4210340895","https://openalex.org/W4212774754","https://openalex.org/W4287704525","https://openalex.org/W4324296734"],"related_works":["https://openalex.org/W2371352078","https://openalex.org/W2953461625","https://openalex.org/W2077383796","https://openalex.org/W2080136900","https://openalex.org/W2999799752","https://openalex.org/W2372768926","https://openalex.org/W2054458431","https://openalex.org/W2115167491","https://openalex.org/W2567825307","https://openalex.org/W3013576436"],"abstract_inverted_index":{"In":[0,19,48,78,124],"the":[1,4,30,72,189,192,224,228],"past":[2],"decade,":[3],"technology":[5],"industry":[6],"has":[7],"adopted":[8],"online":[9,62],"controlled":[10],"experiments":[11,222],"(a.k.a.":[12],"A/B":[13,21,92,107],"testing)":[14],"to":[15,36,87,214],"guide":[16],"business":[17],"decisions.":[18],"practice,":[20],"tests":[22,130],"are":[23,132],"often":[24],"implemented":[25,101,183,213],"with":[26,94,110,223],"increasing":[27,38,95],"treatment":[28,32],"allocation:":[29],"new":[31],"is":[33,157,168,175,212],"gradually":[34],"released":[35],"an":[37,105],"number":[39],"of":[40,45,74,104,169,191],"units":[41,66],"through":[42,196],"a":[43,54,60,83,111,118,120,140,153,160,180,209],"sequence":[44],"randomized":[46],"experiments.":[47],"scenarios":[49],"such":[50],"as":[51],"experimenting":[52],"in":[53,59,91,185,218,227],"social":[55],"network":[56],"setting":[57],"or":[58],"bipartite":[61],"marketplace,":[63],"interference":[64,90,122,145,217],"among":[65],"may":[67],"exist,":[68],"which":[69],"can":[70,99],"harm":[71],"validity":[73],"simple":[75],"inference":[76],"procedures.":[77],"this":[79],"work,":[80],"we":[81,126,138,151,202],"introduce":[82,127,139,152],"widely":[84],"applicable":[85],"procedure":[86,98,155,167,195],"test":[88,143],"for":[89,144],"testing":[93,108,154,166,194],"allocation.":[96],"Our":[97],"be":[100],"on":[102,198],"top":[103],"existing":[106],"platform":[109],"separate":[112],"flow":[113],"and":[114,177],"does":[115],"not":[116],"require":[117],"priori":[119],"specific":[121],"mechanism.":[123],"particular,":[125],"two":[128],"permutation":[129],"that":[131,156],"valid":[133,158],"under":[134,159],"different":[135],"assumptions.":[136],"Firstly,":[137],"general":[141],"statistical":[142],"requiring":[146],"no":[147],"additional":[148],"assumption.":[149,164],"Secondly,":[150],"time":[161],"fixed":[162],"effect":[163],"The":[165],"very":[170],"low":[171],"computational":[172],"complexity,":[173],"it":[174,178],"powerful,":[176],"formalizes":[179],"heuristic":[181],"algorithm":[182],"already":[184],"industry.":[186],"We":[187],"demonstrate":[188],"performance":[190],"proposed":[193,225],"simulations":[197],"synthetic":[199],"data.":[200],"Finally,":[201],"discuss":[203],"one":[204],"application":[205],"at":[206],"LinkedIn,":[207],"where":[208],"screening":[210],"step":[211],"detect":[215],"potential":[216],"all":[219],"their":[220],"marketplace":[221],"methods":[226],"paper.":[229]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}