{"id":"https://openalex.org/W3118090666","doi":"https://doi.org/10.1145/3437963.3441779","title":"CONQ: CONtinuous Quantile Treatment Effects for Large-Scale Online Controlled Experiments","display_name":"CONQ: CONtinuous Quantile Treatment Effects for Large-Scale Online Controlled Experiments","publication_year":2021,"publication_date":"2021-03-06","ids":{"openalex":"https://openalex.org/W3118090666","doi":"https://doi.org/10.1145/3437963.3441779","mag":"3118090666"},"language":"en","primary_location":{"id":"doi:10.1145/3437963.3441779","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3437963.3441779","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100650916","display_name":"Weinan Wang","orcid":"https://orcid.org/0000-0003-1140-7546"},"institutions":[{"id":"https://openalex.org/I4210142583","display_name":"Snap (United States)","ror":"https://ror.org/04dgkhg68","country_code":"US","type":"company","lineage":["https://openalex.org/I4210142583"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Weinan Wang","raw_affiliation_strings":["Snap Inc., Santa Monica, CA, USA"],"affiliations":[{"raw_affiliation_string":"Snap Inc., Santa Monica, CA, USA","institution_ids":["https://openalex.org/I4210142583"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100430876","display_name":"Xi Zhang","orcid":"https://orcid.org/0000-0003-3415-5345"},"institutions":[{"id":"https://openalex.org/I4210142583","display_name":"Snap (United States)","ror":"https://ror.org/04dgkhg68","country_code":"US","type":"company","lineage":["https://openalex.org/I4210142583"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xi Zhang","raw_affiliation_strings":["Snap Inc., Santa Monica, CA, USA"],"affiliations":[{"raw_affiliation_string":"Snap Inc., Santa Monica, CA, USA","institution_ids":["https://openalex.org/I4210142583"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100650916"],"corresponding_institution_ids":["https://openalex.org/I4210142583"],"apc_list":null,"apc_paid":null,"fwci":0.464,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.63542494,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"202","last_page":"210"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11798","display_name":"Optimal Experimental Design Methods","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.9819999933242798,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantile","display_name":"Quantile","score":0.8580338954925537},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6847842335700989},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6432487368583679},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.4657488763332367},{"id":"https://openalex.org/keywords/average-treatment-effect","display_name":"Average treatment effect","score":0.4505130648612976},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.35297808051109314},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2799484431743622},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.266793429851532},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.21397826075553894},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17966261506080627},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.17429125308990479}],"concepts":[{"id":"https://openalex.org/C118671147","wikidata":"https://www.wikidata.org/wiki/Q578714","display_name":"Quantile","level":2,"score":0.8580338954925537},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6847842335700989},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6432487368583679},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.4657488763332367},{"id":"https://openalex.org/C89337504","wikidata":"https://www.wikidata.org/wiki/Q4828276","display_name":"Average treatment effect","level":3,"score":0.4505130648612976},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.35297808051109314},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2799484431743622},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.266793429851532},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.21397826075553894},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17966261506080627},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.17429125308990479},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3437963.3441779","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3437963.3441779","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.5,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W430011393","https://openalex.org/W1975566260","https://openalex.org/W1987133051","https://openalex.org/W1988520084","https://openalex.org/W2009326110","https://openalex.org/W2035619074","https://openalex.org/W2038564767","https://openalex.org/W2068765483","https://openalex.org/W2080770071","https://openalex.org/W2095056536","https://openalex.org/W2108126284","https://openalex.org/W2110065044","https://openalex.org/W2129905273","https://openalex.org/W2163764268","https://openalex.org/W2189465200","https://openalex.org/W2509295096","https://openalex.org/W2542459869","https://openalex.org/W2744538883","https://openalex.org/W2800471254","https://openalex.org/W2964213576","https://openalex.org/W2990650678","https://openalex.org/W3150893739","https://openalex.org/W4241996101","https://openalex.org/W4255783720","https://openalex.org/W6676237016"],"related_works":["https://openalex.org/W1488761988","https://openalex.org/W2044551864","https://openalex.org/W2047938026","https://openalex.org/W1572557500","https://openalex.org/W4390690393","https://openalex.org/W3124946120","https://openalex.org/W2144839145","https://openalex.org/W3151146928","https://openalex.org/W3000034565","https://openalex.org/W2899449644"],"abstract_inverted_index":{"In":[0,87,112],"many":[1],"industry":[2],"settings,":[3],"online":[4],"controlled":[5],"experimentation":[6],"(A/B":[7],"test)":[8],"has":[9,25,91,154],"been":[10,48,155],"broadly":[11],"adopted":[12],"as":[13,75,101],"the":[14,71,109,136],"gold":[15],"standard":[16],"to":[17,70],"measure":[18],"product":[19],"or":[20,103],"feature":[21],"impacts.":[22],"Most":[23],"research":[24],"primarily":[26],"focused":[27,93],"on":[28,50,94,163],"user":[29],"engagement":[30],"type":[31],"metrics,":[32],"specifically":[33],"measuring":[34],"treatment":[35,40,56,64],"effects":[36,57,65],"at":[37,60,96,157,167],"mean":[38],"(average":[39],"effects,":[41],"ATE),":[42],"and":[43],"only":[44],"a":[45,117,125,168],"few":[46],"have":[47],"focusing":[49],"performance":[51,165],"metrics":[52,166],"(e.g.":[53],"latency),":[54],"where":[55],"are":[58],"measured":[59],"quantiles.":[61],"Measuring":[62],"quantile":[63],"(QTE)":[66],"is":[67],"challenging":[68],"due":[69],"myriad":[72],"difficulties":[73],"such":[74,100],"dependency":[76],"introduced":[77],"by":[78],"clustered":[79],"samples,":[80],"scalability":[81],"issues,":[82],"density":[83,137],"bandwidth":[84],"choices,":[85],"etc.":[86],"addition,":[88],"previous":[89],"literature":[90],"mainly":[92],"QTE":[95,129],"some":[97],"pre-defined":[98],"locations,":[99],"P50":[102],"P90,":[104],"which":[105,122],"doesn't":[106],"always":[107],"convey":[108],"full":[110],"picture.":[111],"this":[113],"paper,":[114],"we":[115],"propose":[116],"novel":[118],"scalable":[119],"non-parametric":[120],"solution,":[121],"can":[123],"provide":[124],"continuous":[126],"range":[127],"of":[128],"with":[130,145],"point-wise":[131],"confidence":[132],"intervals":[133],"while":[134],"circumventing":[135],"estimation":[138],"altogether.":[139],"Numerical":[140],"results":[141],"show":[142],"high":[143],"consistency":[144],"traditional":[146],"methods":[147],"utilizing":[148],"asymptotic":[149],"normality.":[150],"An":[151],"end-to-end":[152],"pipeline":[153],"implemented":[156],"Snap":[158],"Inc.,":[159],"providing":[160],"daily":[161],"insights":[162],"key":[164],"distributional":[169],"level.":[170]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}