{"id":"https://openalex.org/W2783418634","doi":"https://doi.org/10.1109/bigdata.2017.8258098","title":"Faster online experimentation by eliminating traditional A/A validation","display_name":"Faster online experimentation by eliminating traditional A/A validation","publication_year":2017,"publication_date":"2017-12-01","ids":{"openalex":"https://openalex.org/W2783418634","doi":"https://doi.org/10.1109/bigdata.2017.8258098","mag":"2783418634"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata.2017.8258098","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2017.8258098","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052134226","display_name":"Russell Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Russell Chen","raw_affiliation_strings":["Oath Inc., Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Oath Inc., Sunnyvale, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100382102","display_name":"Miao Chen","orcid":"https://orcid.org/0009-0002-2686-9647"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Miao Chen","raw_affiliation_strings":["Oath Inc., Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Oath Inc., Sunnyvale, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031475012","display_name":"Mahendrasinh Ramsinh Jadav","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mahendrasinh Ramsinh Jadav","raw_affiliation_strings":["Oath Inc., Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Oath Inc., Sunnyvale, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024337769","display_name":"Joonsuk Bae","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joonsuk Bae","raw_affiliation_strings":["Oath Inc., Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Oath Inc., Sunnyvale, CA, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055994247","display_name":"Don Matheson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Don Matheson","raw_affiliation_strings":["Oath Inc., Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Oath Inc., Sunnyvale, CA, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5052134226"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6995,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.75809489,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1635","last_page":"1641"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9696999788284302,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12867","display_name":"Advanced Biosensing Techniques and Applications","score":0.95169997215271,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7996445894241333},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5051291584968567},{"id":"https://openalex.org/keywords/carry","display_name":"Carry (investment)","score":0.4909498989582062},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4583219587802887},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3647696077823639},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22197511792182922}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7996445894241333},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5051291584968567},{"id":"https://openalex.org/C2776299755","wikidata":"https://www.wikidata.org/wiki/Q432449","display_name":"Carry (investment)","level":2,"score":0.4909498989582062},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4583219587802887},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3647696077823639},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22197511792182922},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata.2017.8258098","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2017.8258098","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1596515083","https://openalex.org/W1975566260","https://openalex.org/W2020720070","https://openalex.org/W2029445248","https://openalex.org/W2059707463","https://openalex.org/W2061554433","https://openalex.org/W2070815407","https://openalex.org/W2104942079","https://openalex.org/W2108126284","https://openalex.org/W2110065044","https://openalex.org/W2110228583","https://openalex.org/W2112508839","https://openalex.org/W2126002144","https://openalex.org/W2132917208","https://openalex.org/W2160092878","https://openalex.org/W2169113736","https://openalex.org/W2567202186","https://openalex.org/W6635617995","https://openalex.org/W6676237016"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W4229867111","https://openalex.org/W1488770949","https://openalex.org/W2793180915","https://openalex.org/W2386495035","https://openalex.org/W1582047458","https://openalex.org/W2071291085","https://openalex.org/W2113094707","https://openalex.org/W1514266315"],"abstract_inverted_index":{"A/B":[0,16],"testing":[1],"is":[2,24,69,93],"commonly":[3],"used":[4],"to":[5,25,43,48,65,81,101],"evaluate":[6],"new":[7],"features":[8],"of":[9,18,78,87],"websites":[10],"and":[11,41,59,109],"mobile":[12],"apps.":[13],"Before":[14],"the":[15,19,34,57,67,85],"phase":[17],"experiment,":[20],"one":[21],"best":[22],"practice":[23],"do":[26],"A/A":[27,37,103],"validation,":[28,104],"where":[29],"all":[30],"experiment":[31],"groups":[32,61],"receive":[33],"control":[35,58],"experience.":[36],"validation":[38],"requires":[39],"time":[40],"effort":[42],"carry":[44],"out.":[45],"It":[46],"serves":[47],"ensure":[49],"that":[50,84],"there":[51],"are":[52],"no":[53],"pre-existing":[54,91],"differences":[55],"between":[56],"test":[60],"as":[62,64,72],"well":[63],"verify":[66],"data":[68],"flowing":[70],"in":[71],"expected.":[73],"We":[74],"propose":[75],"a":[76,90],"method":[77],"assigning":[79],"users":[80],"buckets":[82],"such":[83,89],"likelihood":[86],"observing":[88],"difference":[92],"vanishingly":[94],"small.":[95],"The":[96],"proposed":[97],"framework":[98],"allows":[99],"us":[100],"skip":[102],"run":[105],"experiments":[106],"more":[107,113],"quickly":[108],"develop":[110],"our":[111],"products":[112],"swiftly.":[114]},"counts_by_year":[{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}