{"id":"https://openalex.org/W2517816274","doi":"https://doi.org/10.1145/2939672.2939688","title":"Boosted Decision Tree Regression Adjustment for Variance Reduction in Online Controlled Experiments","display_name":"Boosted Decision Tree Regression Adjustment for Variance Reduction in Online Controlled Experiments","publication_year":2016,"publication_date":"2016-08-08","ids":{"openalex":"https://openalex.org/W2517816274","doi":"https://doi.org/10.1145/2939672.2939688","mag":"2517816274"},"language":"en","primary_location":{"id":"doi:10.1145/2939672.2939688","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2939672.2939688","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111567068","display_name":"Alexey Poyarkov","orcid":null},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]}],"countries":["RU"],"is_corresponding":true,"raw_author_name":"Alexey Poyarkov","raw_affiliation_strings":["Yandex, Moscow, Russian Fed"],"affiliations":[{"raw_affiliation_string":"Yandex, Moscow, Russian Fed","institution_ids":["https://openalex.org/I58957048"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109286797","display_name":"Alexey Drutsa","orcid":null},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Alexey Drutsa","raw_affiliation_strings":["Yandex, Moscow, Russian Fed"],"affiliations":[{"raw_affiliation_string":"Yandex, Moscow, Russian Fed","institution_ids":["https://openalex.org/I58957048"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090938638","display_name":"Andrey Khalyavin","orcid":null},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Andrey Khalyavin","raw_affiliation_strings":["Yandex, Moscow, Russian Fed"],"affiliations":[{"raw_affiliation_string":"Yandex, Moscow, Russian Fed","institution_ids":["https://openalex.org/I58957048"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052767879","display_name":"Gleb Gusev","orcid":"https://orcid.org/0009-0003-7298-1848"},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Gleb Gusev","raw_affiliation_strings":["Yandex, Moscow, Russian Fed"],"affiliations":[{"raw_affiliation_string":"Yandex, Moscow, Russian Fed","institution_ids":["https://openalex.org/I58957048"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069551961","display_name":"Pavel Serdyukov","orcid":null},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Pavel Serdyukov","raw_affiliation_strings":["Yandex, Moscow, Russian Fed"],"affiliations":[{"raw_affiliation_string":"Yandex, Moscow, Russian Fed","institution_ids":["https://openalex.org/I58957048"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5111567068"],"corresponding_institution_ids":["https://openalex.org/I58957048"],"apc_list":null,"apc_paid":null,"fwci":4.258,"has_fulltext":false,"cited_by_count":43,"citation_normalized_percentile":{"value":0.94427422,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"235","last_page":"244"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10243","display_name":"Statistical Methods and Bayesian Inference","score":0.9531000256538391,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7573957443237305},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.7453532814979553},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.7048377394676208},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.6242760419845581},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.6076176762580872},{"id":"https://openalex.org/keywords/decision-tree","display_name":"Decision tree","score":0.5623201131820679},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5563576817512512},{"id":"https://openalex.org/keywords/variance-reduction","display_name":"Variance reduction","score":0.49023181200027466},{"id":"https://openalex.org/keywords/loyalty","display_name":"Loyalty","score":0.4811062216758728},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4415631890296936},{"id":"https://openalex.org/keywords/performance-metric","display_name":"Performance metric","score":0.4291062355041504},{"id":"https://openalex.org/keywords/mean-squared-error","display_name":"Mean squared error","score":0.4228481352329254},{"id":"https://openalex.org/keywords/randomized-experiment","display_name":"Randomized experiment","score":0.4198251962661743},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4066705107688904},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4057480990886688},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.2140023112297058},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.153524249792099},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11120998859405518}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7573957443237305},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.7453532814979553},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.7048377394676208},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.6242760419845581},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6076176762580872},{"id":"https://openalex.org/C84525736","wikidata":"https://www.wikidata.org/wiki/Q831366","display_name":"Decision tree","level":2,"score":0.5623201131820679},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5563576817512512},{"id":"https://openalex.org/C62644790","wikidata":"https://www.wikidata.org/wiki/Q3454689","display_name":"Variance reduction","level":3,"score":0.49023181200027466},{"id":"https://openalex.org/C2776967331","wikidata":"https://www.wikidata.org/wiki/Q1132131","display_name":"Loyalty","level":2,"score":0.4811062216758728},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4415631890296936},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.4291062355041504},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.4228481352329254},{"id":"https://openalex.org/C155108698","wikidata":"https://www.wikidata.org/wiki/Q1231081","display_name":"Randomized experiment","level":2,"score":0.4198251962661743},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4066705107688904},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4057480990886688},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2140023112297058},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.153524249792099},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11120998859405518},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2939672.2939688","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2939672.2939688","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7099999785423279,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1500478607","https://openalex.org/W1580637187","https://openalex.org/W1678356000","https://openalex.org/W1902251233","https://openalex.org/W1969184538","https://openalex.org/W1975566260","https://openalex.org/W2026949629","https://openalex.org/W2028040032","https://openalex.org/W2033361400","https://openalex.org/W2038121406","https://openalex.org/W2038135052","https://openalex.org/W2051744369","https://openalex.org/W2063910719","https://openalex.org/W2069003154","https://openalex.org/W2070815407","https://openalex.org/W2074380434","https://openalex.org/W2075186161","https://openalex.org/W2078409839","https://openalex.org/W2084664053","https://openalex.org/W2085763346","https://openalex.org/W2104942079","https://openalex.org/W2110228583","https://openalex.org/W2112508839","https://openalex.org/W2118267850","https://openalex.org/W2126002144","https://openalex.org/W2127052912","https://openalex.org/W2128648822","https://openalex.org/W2148472246","https://openalex.org/W2162379844","https://openalex.org/W2169113736","https://openalex.org/W2218578097","https://openalex.org/W2323437049","https://openalex.org/W3099125911","https://openalex.org/W3105474425","https://openalex.org/W4236213345","https://openalex.org/W4298081798"],"related_works":["https://openalex.org/W1845805263","https://openalex.org/W2111181341","https://openalex.org/W2886060011","https://openalex.org/W363903320","https://openalex.org/W2981958474","https://openalex.org/W2313927419","https://openalex.org/W2352699405","https://openalex.org/W2359825319","https://openalex.org/W2349017641","https://openalex.org/W4253934505"],"abstract_inverted_index":{"Nowadays,":[0],"the":[1,17,33,52,74,106,110,113,117,123,129,137,157,180,191,198,240],"development":[2],"of":[3,20,54,76,82,92,105,116,122,125,145,165,175,182,193,207,219],"most":[4],"leading":[5],"web":[6,93],"services":[7,41],"is":[8,101,231],"controlled":[9],"by":[10],"online":[11,154],"experiments":[12,29,144,211],"that":[13,85,100],"qualify":[14],"and":[15,68,112,147,238],"quantify":[16],"steady":[18],"stream":[19],"their":[21,45],"updates":[22],"achieving":[23],"more":[24,38,246],"than":[25],"a":[26,56,65,97,162,203],"thousand":[27],"concurrent":[28],"per":[30],"day.":[31],"Despite":[32],"increasing":[34],"need":[35],"for":[36,79,215],"running":[37],"experiments,":[39],"these":[40],"are":[42,86],"limited":[43],"in":[44,89,142,153,243],"user":[46,83,220,236],"traffic.":[47],"This":[48],"situation":[49],"leads":[50],"to":[51,135,179,190,233],"problem":[53,75,192],"finding":[55],"new":[57,163],"or":[58],"improving":[59],"existing":[60],"key":[61,118],"performance":[62,119],"metric":[63,120],"with":[64],"higher":[66],"sensitivity":[67],"lower":[69],"variance.":[70],"We":[71,95,196],"focus":[72],"on":[73,103,168,202],"variance":[77,194,199,228],"reduction":[78,200,229],"engagement":[80,217],"metrics":[81,218],"loyalty":[84],"widely":[87,140],"used":[88,141,152],"A/B":[90,210,247],"testing":[91],"services.":[94],"develop":[96],"general":[98],"framework":[99],"based":[102,167],"evaluation":[104],"mean":[107,124],"difference":[108],"between":[109],"actual":[111],"approximated":[114],"values":[115],"(instead":[121],"this":[126],"metric).":[127],"On":[128,156],"one":[130],"hand,":[131,159],"it":[132],"allows":[133],"us":[134],"incorporate":[136],"state-of-the-art":[138],"techniques":[139],"randomized":[143],"clinical":[146],"social":[148],"research,":[149],"but":[150],"limitedly":[151],"evaluation.":[155],"other":[158],"we":[160],"propose":[161],"class":[164],"methods":[166],"advanced":[169],"machine":[170],"learning":[171],"algorithms,":[172],"including":[173],"ensembles":[174],"decision":[176],"trees,":[177],"that,":[178],"best":[181,223],"our":[183],"knowledge,":[184],"have":[185],"not":[186],"been":[187],"applied":[188],"earlier":[189],"reduction.":[195],"validate":[197],"approaches":[201],"very":[204],"large":[205],"set":[206],"real":[208],"large-scale":[209],"run":[212],"at":[213],"Yandex":[214],"different":[216],"loyalty.":[221],"Our":[222],"approach":[224],"demonstrates":[225],"$63\\%$":[226],"average":[227],"(which":[230],"equivalent":[232],"63%":[234],"saved":[235],"traffic)":[237],"detects":[239],"treatment":[241],"effect":[242],"$2$":[244],"times":[245],"experiments.":[248]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}