{"id":"https://openalex.org/W2584444538","doi":"https://doi.org/10.1145/3018661.3018708","title":"Learning Sensitive Combinations of A/B Test Metrics","display_name":"Learning Sensitive Combinations of A/B Test Metrics","publication_year":2017,"publication_date":"2017-02-02","ids":{"openalex":"https://openalex.org/W2584444538","doi":"https://doi.org/10.1145/3018661.3018708","mag":"2584444538"},"language":"en","primary_location":{"id":"doi:10.1145/3018661.3018708","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3018661.3018708","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034757620","display_name":"Eugene Kharitonov","orcid":"https://orcid.org/0000-0002-3984-5647"},"institutions":[{"id":"https://openalex.org/I4210161401","display_name":"Criteo (France)","ror":"https://ror.org/04vyg0r47","country_code":"FR","type":"company","lineage":["https://openalex.org/I4210161401"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Eugene Kharitonov","raw_affiliation_strings":["Criteo, Paris, France"],"affiliations":[{"raw_affiliation_string":"Criteo, Paris, France","institution_ids":["https://openalex.org/I4210161401"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109286797","display_name":"Alexey Drutsa","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alexey Drutsa","raw_affiliation_strings":["Yandex, Moscow, Russian Fed"],"affiliations":[{"raw_affiliation_string":"Yandex, Moscow, Russian Fed","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069551961","display_name":"Pavel Serdyukov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pavel Serdyukov","raw_affiliation_strings":["Yandex, Moscow, Russian Fed"],"affiliations":[{"raw_affiliation_string":"Yandex, Moscow, Russian Fed","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5034757620"],"corresponding_institution_ids":["https://openalex.org/I4210161401"],"apc_list":null,"apc_paid":null,"fwci":2.9079,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.92714375,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"651","last_page":"659"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.9754999876022339,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9703999757766724,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7005687952041626},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.5587535500526428},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5038239359855652},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.47839343547821045},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.41610369086265564},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38455861806869507}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7005687952041626},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.5587535500526428},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5038239359855652},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.47839343547821045},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.41610369086265564},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38455861806869507},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3018661.3018708","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3018661.3018708","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1554944419","https://openalex.org/W1965690069","https://openalex.org/W1969184538","https://openalex.org/W1975566260","https://openalex.org/W1982530130","https://openalex.org/W1998955392","https://openalex.org/W2001619934","https://openalex.org/W2007529991","https://openalex.org/W2011285051","https://openalex.org/W2022995284","https://openalex.org/W2027717478","https://openalex.org/W2038121406","https://openalex.org/W2038135052","https://openalex.org/W2070815407","https://openalex.org/W2084664053","https://openalex.org/W2094790959","https://openalex.org/W2094984792","https://openalex.org/W2110228583","https://openalex.org/W2112508839","https://openalex.org/W2126002144","https://openalex.org/W2150796457","https://openalex.org/W2169113736","https://openalex.org/W2218578097","https://openalex.org/W2277232523","https://openalex.org/W2509295096","https://openalex.org/W2509860763","https://openalex.org/W2517816274","https://openalex.org/W2751294431","https://openalex.org/W3005347330","https://openalex.org/W3215186461","https://openalex.org/W4285719527","https://openalex.org/W4298081798","https://openalex.org/W6657609197","https://openalex.org/W6676237016","https://openalex.org/W6773842061"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Online":[0],"search":[1,14,32],"evaluation,":[2],"and":[3,25,38],"A/B":[4],"testing":[5],"in":[6],"particular,":[7],"is":[8],"an":[9],"irreplaceable":[10],"tool":[11],"for":[12,20],"modern":[13],"engines.":[15],"Typically,":[16],"online":[17],"experiments":[18],"last":[19],"several":[21],"days":[22],"or":[23],"weeks":[24],"require":[26],"a":[27],"considerable":[28],"portion":[29],"of":[30],"the":[31],"traffic.":[33],"This":[34],"restricts":[35],"their":[36],"usefulness":[37],"applicability.":[39]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":1}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}