{"id":"https://openalex.org/W1975566260","doi":"https://doi.org/10.1145/1835804.1835810","title":"Overlapping experiment infrastructure","display_name":"Overlapping experiment infrastructure","publication_year":2010,"publication_date":"2010-07-25","ids":{"openalex":"https://openalex.org/W1975566260","doi":"https://doi.org/10.1145/1835804.1835810","mag":"1975566260"},"language":"en","primary_location":{"id":"doi:10.1145/1835804.1835810","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1835804.1835810","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th ACM SIGKDD international conference on Knowledge discovery and data mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102185920","display_name":"Diane Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Diane Tang","raw_affiliation_strings":["Google, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027820479","display_name":"Ashish Agarwal","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ashish Agarwal","raw_affiliation_strings":["Google, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076205854","display_name":"Deirdre O'Brien","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Deirdre O'Brien","raw_affiliation_strings":["Google, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049824136","display_name":"Mike Meyer","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mike Meyer","raw_affiliation_strings":["Google, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5102185920"],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":17.1559,"has_fulltext":false,"cited_by_count":319,"citation_normalized_percentile":{"value":0.98911157,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"17","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8129106760025024},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.7208737730979919},{"id":"https://openalex.org/keywords/mantra","display_name":"Mantra","score":0.7178899645805359},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.6197717785835266},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.5909002423286438},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.5605359673500061},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5384779572486877},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.43597233295440674},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3614789843559265},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.31755709648132324},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.16092398762702942}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8129106760025024},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.7208737730979919},{"id":"https://openalex.org/C2778171436","wikidata":"https://www.wikidata.org/wiki/Q131510","display_name":"Mantra","level":2,"score":0.7178899645805359},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6197717785835266},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.5909002423286438},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.5605359673500061},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5384779572486877},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.43597233295440674},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3614789843559265},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31755709648132324},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.16092398762702942},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C27206212","wikidata":"https://www.wikidata.org/wiki/Q34178","display_name":"Theology","level":1,"score":0.0},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1835804.1835810","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1835804.1835810","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th ACM SIGKDD international conference on Knowledge discovery and data mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.6299999952316284,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W1496357020","https://openalex.org/W1571883544","https://openalex.org/W2047221353","https://openalex.org/W2071488943","https://openalex.org/W2090883204","https://openalex.org/W2104942079","https://openalex.org/W2110228583","https://openalex.org/W3215037115","https://openalex.org/W4249875616","https://openalex.org/W6845883598"],"related_works":["https://openalex.org/W1605789739","https://openalex.org/W3210201299","https://openalex.org/W2890871679","https://openalex.org/W2808216538","https://openalex.org/W2319117687","https://openalex.org/W2073917588","https://openalex.org/W4287165197","https://openalex.org/W3189463824","https://openalex.org/W2040498587","https://openalex.org/W1494981348"],"abstract_inverted_index":{"At":[0],"Google,":[1,155],"experimentation":[2,56,170],"is":[3,94,109],"practically":[4],"a":[5,31,95],"mantra;":[6],"we":[7,87,111,150,156],"evaluate":[8],"almost":[9],"every":[10],"change":[11],"that":[12,45,74,93,130],"potentially":[13],"affects":[14],"what":[15],"our":[16],"users":[17],"experience.":[18],"Such":[19],"changes":[20,26,38],"include":[21],"not":[22],"only":[23],"obvious":[24],"user-visible":[25],"such":[27,39],"as":[28,40],"modifications":[29],"to":[30,60,66,71,80,98,121,171],"user":[32],"interface,":[33],"but":[34],"also":[35,112],"more":[36,68],"subtle":[37],"different":[41],"machine":[42],"learning":[43],"algorithms":[44],"might":[46],"affect":[47],"ranking":[48],"or":[49],"content":[50],"selection.":[51],"Our":[52],"insatiable":[53],"appetite":[54],"for":[55],"has":[57],"led":[58],"us":[59],"tackle":[61],"the":[62,114,132,140,144],"problems":[63],"of":[64,134],"how":[65,70,79],"run":[67,72,81],"experiments,":[69],"experiments":[73],"produce":[75],"better":[76],"decisions,":[77],"and":[78,117,147,162,175],"them":[82],"faster.":[83],"In":[84,102],"this":[85,135],"paper,":[86],"describe":[88],"Google's":[89],"overlapping":[90],"experiment":[91,106,145],"infrastructure":[92,107],"key":[96],"component":[97],"solving":[99],"these":[100],"problems.":[101],"addition,":[103],"because":[104],"an":[105],"alone":[108],"insufficient,":[110],"discuss":[113],"associated":[115],"tools":[116],"educational":[118],"processes":[119,149],"required":[120],"use":[122],"it":[123],"effectively.":[124],"We":[125],"conclude":[126],"by":[127,164],"describing":[128],"trends":[129],"show":[131],"success":[133],"overall":[136],"experimental":[137,148],"environment.":[138],"While":[139],"paper":[141],"specifically":[142],"describes":[143],"system":[146],"have":[151],"in":[152,168],"place":[153],"at":[154],"believe":[157],"they":[158],"can":[159],"be":[160],"generalized":[161],"applied":[163],"any":[165],"entity":[166],"interested":[167],"using":[169],"improve":[172],"search":[173],"engines":[174],"other":[176],"web":[177],"applications.":[178]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":26},{"year":2022,"cited_by_count":17},{"year":2021,"cited_by_count":35},{"year":2020,"cited_by_count":53},{"year":2019,"cited_by_count":33},{"year":2018,"cited_by_count":37},{"year":2017,"cited_by_count":25},{"year":2016,"cited_by_count":17},{"year":2015,"cited_by_count":22},{"year":2014,"cited_by_count":5},{"year":2013,"cited_by_count":10},{"year":2012,"cited_by_count":6}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}