{"id":"https://openalex.org/W2970050155","doi":"https://doi.org/10.14778/3352063.3352130","title":"Experiences with approximating queries in Microsoft's production big-data clusters","display_name":"Experiences with approximating queries in Microsoft's production big-data clusters","publication_year":2019,"publication_date":"2019-08-01","ids":{"openalex":"https://openalex.org/W2970050155","doi":"https://doi.org/10.14778/3352063.3352130","mag":"2970050155"},"language":"en","primary_location":{"id":"doi:10.14778/3352063.3352130","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3352063.3352130","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023881736","display_name":"Srikanth Kandula","orcid":"https://orcid.org/0000-0001-9494-6435"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Srikanth Kandula","raw_affiliation_strings":["Microsoft"],"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088537884","display_name":"Kukjin Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kukjin Lee","raw_affiliation_strings":["Microsoft"],"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038037154","display_name":"Surajit Chaudhuri","orcid":"https://orcid.org/0000-0001-8252-5270"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Surajit Chaudhuri","raw_affiliation_strings":["Microsoft"],"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067911614","display_name":"Marc Friedman","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Marc Friedman","raw_affiliation_strings":["Microsoft"],"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I4210164937"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5023881736"],"corresponding_institution_ids":["https://openalex.org/I4210164937"],"apc_list":null,"apc_paid":null,"fwci":1.6586,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.84761262,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"12","issue":"12","first_page":"2131","last_page":"2142"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7846616506576538},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.7626856565475464},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7085478901863098},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.615014910697937},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5349498987197876},{"id":"https://openalex.org/keywords/cluster-sampling","display_name":"Cluster sampling","score":0.4733809530735016},{"id":"https://openalex.org/keywords/approximation-algorithm","display_name":"Approximation algorithm","score":0.4687509834766388},{"id":"https://openalex.org/keywords/volume","display_name":"Volume (thermodynamics)","score":0.4524666965007782},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4202566146850586},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3472007215023041},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.23916882276535034},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18114927411079407},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.17579865455627441},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.07846817374229431},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.06934389472007751}],"concepts":[{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7846616506576538},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.7626856565475464},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7085478901863098},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.615014910697937},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5349498987197876},{"id":"https://openalex.org/C183380357","wikidata":"https://www.wikidata.org/wiki/Q1776598","display_name":"Cluster sampling","level":3,"score":0.4733809530735016},{"id":"https://openalex.org/C148764684","wikidata":"https://www.wikidata.org/wiki/Q621751","display_name":"Approximation algorithm","level":2,"score":0.4687509834766388},{"id":"https://openalex.org/C20556612","wikidata":"https://www.wikidata.org/wiki/Q4469374","display_name":"Volume (thermodynamics)","level":2,"score":0.4524666965007782},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4202566146850586},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3472007215023041},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.23916882276535034},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18114927411079407},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.17579865455627441},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.07846817374229431},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.06934389472007751},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.14778/3352063.3352130","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3352063.3352130","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.44999998807907104,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1535431348","https://openalex.org/W1993482412","https://openalex.org/W2020147322","https://openalex.org/W2022858489","https://openalex.org/W2035801804","https://openalex.org/W2037701287","https://openalex.org/W2069980026","https://openalex.org/W2071989194","https://openalex.org/W2078907037","https://openalex.org/W2119050385","https://openalex.org/W2119400430","https://openalex.org/W2120074607","https://openalex.org/W2144982963","https://openalex.org/W2150929954","https://openalex.org/W2157614013","https://openalex.org/W2296677182","https://openalex.org/W2421547754","https://openalex.org/W2429510775","https://openalex.org/W2436406362","https://openalex.org/W2606603140","https://openalex.org/W2613577383","https://openalex.org/W2795530455","https://openalex.org/W3100965700","https://openalex.org/W4237515752","https://openalex.org/W4250854929","https://openalex.org/W4251617391"],"related_works":["https://openalex.org/W4238714840","https://openalex.org/W1845321923","https://openalex.org/W4252875961","https://openalex.org/W4230969693","https://openalex.org/W2410123255","https://openalex.org/W2033327659","https://openalex.org/W4230157703","https://openalex.org/W2088812990","https://openalex.org/W3111278152","https://openalex.org/W2325459073"],"abstract_inverted_index":{"With":[0],"the":[1,31,63,78,86,97],"rapidly":[2],"growing":[3],"volume":[4],"of":[5,33,35,45,47,62,99],"data,":[6],"it":[7],"is":[8,21],"more":[9],"attractive":[10],"than":[11],"ever":[12],"to":[13,16,82],"leverage":[14],"approximations":[15],"answer":[17],"analytic":[18],"queries.":[19],"Sampling":[20],"a":[22],"powerful":[23],"technique":[24],"which":[25],"has":[26,40],"been":[27,41],"studied":[28],"extensively":[29],"from":[30],"point":[32],"view":[34],"facilitating":[36],"approximation.":[37,103],"Yet,":[38],"there":[39],"no":[42],"large-scale":[43],"study":[44,61,90],"effectiveness":[46],"sampling":[48,101],"techniques":[49,66],"in":[50,71],"big":[51,73],"data":[52,74,92],"systems.":[53],"In":[54],"this":[55],"paper,":[56],"we":[57,68,80],"describe":[58],"an":[59],"in-depth":[60],"sampling-based":[64],"approximation":[65],"that":[67,93],"have":[69],"deployed":[70],"Microsoft's":[72],"clusters.":[75],"We":[76],"explain":[77],"choices":[79],"made":[81],"implement":[83],"approximation,":[84],"identify":[85],"usage":[87],"cases,":[88],"and":[89],"detailed":[91],"sheds":[94],"insight":[95],"on":[96],"usefulness":[98],"doing":[100],"based":[102]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}