{"id":"https://openalex.org/W2740384772","doi":"https://doi.org/10.1145/3329486.3329490","title":"DROP","display_name":"DROP","publication_year":2019,"publication_date":"2019-06-04","ids":{"openalex":"https://openalex.org/W2740384772","doi":"https://doi.org/10.1145/3329486.3329490","mag":"2740384772"},"language":"en","primary_location":{"id":"doi:10.1145/3329486.3329490","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3329486.3329490","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd International Workshop on Data Management for End-to-End Machine Learning","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1708.00183","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Sahaana Suri","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sahaana Suri","raw_affiliation_strings":["Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":null,"display_name":"Peter Bailis","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Bailis","raw_affiliation_strings":["Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dimensionality-reduction","display_name":"Dimensionality reduction","score":0.6647999882698059},{"id":"https://openalex.org/keywords/preprocessor","display_name":"Preprocessor","score":0.6279000043869019},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.6166999936103821},{"id":"https://openalex.org/keywords/principal-component-analysis","display_name":"Principal component analysis","score":0.5630000233650208},{"id":"https://openalex.org/keywords/k-nearest-neighbors-algorithm","display_name":"k-nearest neighbors algorithm","score":0.4571000039577484},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.3993000090122223},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.3905999958515167},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.36730000376701355}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6687999963760376},{"id":"https://openalex.org/C70518039","wikidata":"https://www.wikidata.org/wiki/Q16000077","display_name":"Dimensionality reduction","level":2,"score":0.6647999882698059},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.6279000043869019},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.6166999936103821},{"id":"https://openalex.org/C27438332","wikidata":"https://www.wikidata.org/wiki/Q2873","display_name":"Principal component analysis","level":2,"score":0.5630000233650208},{"id":"https://openalex.org/C113238511","wikidata":"https://www.wikidata.org/wiki/Q1071612","display_name":"k-nearest neighbors algorithm","level":2,"score":0.4571000039577484},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4458000063896179},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.3993000090122223},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.3905999958515167},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37400001287460327},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.37310001254081726},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.36730000376701355},{"id":"https://openalex.org/C8272713","wikidata":"https://www.wikidata.org/wiki/Q176737","display_name":"Stochastic process","level":2,"score":0.3368000090122223},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.32359999418258667},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.3188999891281128},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.29120001196861267},{"id":"https://openalex.org/C10551718","wikidata":"https://www.wikidata.org/wiki/Q5227332","display_name":"Data pre-processing","level":2,"score":0.2870999872684479},{"id":"https://openalex.org/C21080849","wikidata":"https://www.wikidata.org/wiki/Q13611879","display_name":"Data point","level":2,"score":0.2802000045776367},{"id":"https://openalex.org/C176553487","wikidata":"https://www.wikidata.org/wiki/Q7855819","display_name":"Turnaround time","level":2,"score":0.2777999937534332},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.275299996137619},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.27250000834465027},{"id":"https://openalex.org/C2983946233","wikidata":"https://www.wikidata.org/wiki/Q4088109","display_name":"Nearest neighbour","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.25200000405311584},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.251800000667572}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3329486.3329490","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3329486.3329490","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd International Workshop on Data Management for End-to-End Machine Learning","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1708.00183","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1708.00183","pdf_url":"https://arxiv.org/pdf/1708.00183","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1708.00183","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1708.00183","pdf_url":"https://arxiv.org/pdf/1708.00183","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1491931038","https://openalex.org/W2014712792","https://openalex.org/W2017194553","https://openalex.org/W2028020839","https://openalex.org/W2037701287","https://openalex.org/W2039320911","https://openalex.org/W2047182010","https://openalex.org/W2058148593","https://openalex.org/W2071989194","https://openalex.org/W2077720176","https://openalex.org/W2084481683","https://openalex.org/W2090850279","https://openalex.org/W2098759488","https://openalex.org/W2106595237","https://openalex.org/W2117756735","https://openalex.org/W2119885577","https://openalex.org/W2128061541","https://openalex.org/W2133296809","https://openalex.org/W2144810465","https://openalex.org/W2152029707","https://openalex.org/W2164274563","https://openalex.org/W2168910844","https://openalex.org/W2296677182","https://openalex.org/W2512646345","https://openalex.org/W2611426260","https://openalex.org/W2612337305","https://openalex.org/W2963211500","https://openalex.org/W3004804023","https://openalex.org/W4320800818","https://openalex.org/W6629956336"],"related_works":[],"abstract_inverted_index":{"Dimensionality":[0],"reduction":[1],"(DR)":[2],"is":[3,29],"critical":[4],"in":[5,14,134],"scaling":[6],"machine":[7],"learning":[8],"pipelines:":[9],"by":[10],"reducing":[11],"input":[12],"dimensionality":[13],"exchange":[15],"for":[16,42,63,79,87],"a":[17,30,64,114],"preprocessing":[18],"overhead,":[19],"DR":[20,31,92,115,132],"enables":[21,118],"faster":[22],"end-to-end":[23,80,135],"runtime.":[24],"Principal":[25],"component":[26],"analysis":[27],"(PCA)":[28],"standard,":[32],"but":[33],"can":[34],"be":[35],"computationally":[36],"expensive:":[37],"classically":[38],"O(dn2":[39],"+":[40],"n3)":[41],"an":[43],"n-dimensional":[44],"dataset":[45],"of":[46,67,107,120],"d":[47],"points.":[48],"Theoretical":[49],"work":[50],"has":[51],"optimized":[52],"PCA":[53,94],"via":[54,93],"iterative,":[55],"sample-based":[56],"stochastic":[57,96],"methods.":[58],"However,":[59],"these":[60],"methods":[61,97,133],"execute":[62],"fixed":[65],"number":[66],"iterations":[68],"or":[69,75],"to":[70,98,122],"convergence,":[71],"sampling":[72],"too":[73,76],"many":[74],"few":[77],"datapoints":[78],"runtime":[81],"improvements.":[82],"We":[83],"show":[84],"how":[85],"accounting":[86],"downstream":[88],"analytics":[89],"operations":[90],"during":[91],"allows":[95],"efficiently":[99],"terminate":[100],"after":[101],"processing":[102],"small":[103],"(e.g.,":[104],"1%)":[105],"samples":[106],"data.":[108],"Leveraging":[109],"this,":[110],"we":[111],"propose":[112],"DROP,":[113],"optimizer":[116],"that":[117],"speedups":[119],"up":[121],"5x":[123],"over":[124,130],"Singular-Value-Decomposition":[125],"(SVD)-based":[126],"PCA,":[127],"and":[128],"16x":[129],"conventional":[131],"nearest":[136],"neighbor":[137],"workloads.":[138]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2017-08-08T00:00:00"}