{"id":"https://openalex.org/W2002430341","doi":"https://doi.org/10.1109/icde.2013.6544927","title":"Peeking into the optimization of data flow programs with MapReduce-style UDFs","display_name":"Peeking into the optimization of data flow programs with MapReduce-style UDFs","publication_year":2013,"publication_date":"2013-04-01","ids":{"openalex":"https://openalex.org/W2002430341","doi":"https://doi.org/10.1109/icde.2013.6544927","mag":"2002430341"},"language":"en","primary_location":{"id":"doi:10.1109/icde.2013.6544927","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icde.2013.6544927","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE 29th International Conference on Data Engineering (ICDE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066448126","display_name":"Fabian Hueske","orcid":"https://orcid.org/0009-0003-7764-9174"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"F. Hueske","raw_affiliation_strings":["Technische Universit\u00e4t Berlin, Germany","Tech. Univ. Berlin, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]},{"raw_affiliation_string":"Tech. Univ. Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007738316","display_name":"Mathias Peters","orcid":null},"institutions":[{"id":"https://openalex.org/I192389796","display_name":"Humboldt State University","ror":"https://ror.org/02qt0xs84","country_code":"US","type":"education","lineage":["https://openalex.org/I192389796"]},{"id":"https://openalex.org/I39343248","display_name":"Humboldt-Universit\u00e4t zu Berlin","ror":"https://ror.org/01hcx6992","country_code":"DE","type":"education","lineage":["https://openalex.org/I39343248"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"M. Peters","raw_affiliation_strings":["Humboldt Universit\u00e4t zu Berlin, Germany","Humboldt-University zu Berlin , Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Humboldt Universit\u00e4t zu Berlin, Germany","institution_ids":["https://openalex.org/I39343248"]},{"raw_affiliation_string":"Humboldt-University zu Berlin , Berlin, Germany","institution_ids":["https://openalex.org/I192389796"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021751187","display_name":"Aljoscha Krettek","orcid":null},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"A. Krettek","raw_affiliation_strings":["Technische Universit\u00e4t Berlin, Germany","Tech. Univ. Berlin, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]},{"raw_affiliation_string":"Tech. Univ. Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064231060","display_name":"Matthias Ringwald","orcid":null},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"M. Ringwald","raw_affiliation_strings":["Technische Universit\u00e4t Berlin, Germany","Tech. Univ. Berlin, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]},{"raw_affiliation_string":"Tech. Univ. Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022844658","display_name":"Kostas Tzoumas","orcid":null},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"K. Tzoumas","raw_affiliation_strings":["Technische Universit\u00e4t Berlin, Germany","Tech. Univ. Berlin, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]},{"raw_affiliation_string":"Tech. Univ. Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002413906","display_name":"Volker Markl","orcid":"https://orcid.org/0009-0009-0964-026X"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"V. Markl","raw_affiliation_strings":["Technische Universit\u00e4t Berlin, Germany","Tech. Univ. Berlin, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]},{"raw_affiliation_string":"Tech. Univ. Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026510564","display_name":"Julia Freytag","orcid":"https://orcid.org/0000-0002-5000-6545"},"institutions":[{"id":"https://openalex.org/I192389796","display_name":"Humboldt State University","ror":"https://ror.org/02qt0xs84","country_code":"US","type":"education","lineage":["https://openalex.org/I192389796"]},{"id":"https://openalex.org/I39343248","display_name":"Humboldt-Universit\u00e4t zu Berlin","ror":"https://ror.org/01hcx6992","country_code":"DE","type":"education","lineage":["https://openalex.org/I39343248"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"J. Freytag","raw_affiliation_strings":["Humboldt Universit\u00e4t zu Berlin, Germany","Humboldt-University zu Berlin , Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Humboldt Universit\u00e4t zu Berlin, Germany","institution_ids":["https://openalex.org/I39343248"]},{"raw_affiliation_string":"Humboldt-University zu Berlin , Berlin, Germany","institution_ids":["https://openalex.org/I192389796"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5066448126"],"corresponding_institution_ids":["https://openalex.org/I4577782"],"apc_list":null,"apc_paid":null,"fwci":7.5233,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.96717711,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1292","last_page":"1295"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8841118812561035},{"id":"https://openalex.org/keywords/relational-database","display_name":"Relational database","score":0.4582987427711487},{"id":"https://openalex.org/keywords/joins","display_name":"Joins","score":0.41420912742614746},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3645175099372864},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.32833823561668396}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8841118812561035},{"id":"https://openalex.org/C5655090","wikidata":"https://www.wikidata.org/wiki/Q192588","display_name":"Relational database","level":2,"score":0.4582987427711487},{"id":"https://openalex.org/C2778692605","wikidata":"https://www.wikidata.org/wiki/Q4041866","display_name":"Joins","level":2,"score":0.41420912742614746},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3645175099372864},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.32833823561668396}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icde.2013.6544927","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icde.2013.6544927","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE 29th International Conference on Data Engineering (ICDE)","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.367.3894","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.367.3894","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.dbis.informatik.hu-berlin.de/fileadmin/research/papers/conferences/ICDE13_demo_768.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1491178396","https://openalex.org/W1538786304","https://openalex.org/W1575324001","https://openalex.org/W1993433750","https://openalex.org/W2017855273","https://openalex.org/W2036971997","https://openalex.org/W2060280513","https://openalex.org/W2060883486","https://openalex.org/W2079806729","https://openalex.org/W2098935637","https://openalex.org/W2109540866","https://openalex.org/W2110086534","https://openalex.org/W2112485457","https://openalex.org/W2119400430","https://openalex.org/W2173213060","https://openalex.org/W2262278669","https://openalex.org/W2296349066","https://openalex.org/W6632489444","https://openalex.org/W6692986867","https://openalex.org/W6697424827"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2088925915","https://openalex.org/W2382891957","https://openalex.org/W2393491644","https://openalex.org/W2067184662","https://openalex.org/W3047837489","https://openalex.org/W2622139626","https://openalex.org/W2133660117","https://openalex.org/W2104496206","https://openalex.org/W3013303285"],"abstract_inverted_index":{"Data":[0],"flows":[1,95],"are":[2],"a":[3,15,138,173,218],"popular":[4],"abstraction":[5],"to":[6,13,32,55,99,116,124,136,180],"define":[7],"dataintensive":[8],"processing":[9,23],"tasks.":[10],"In":[11,30],"order":[12],"support":[14],"wide":[16],"range":[17],"of":[18,87,129,141,160,186,194,198,205,220,232],"use":[19],"cases,":[20],"many":[21],"data":[22,94,201,224],"systems":[24],"feature":[25],"MapReduce-style":[26,39,103],"user-defined":[27],"functions":[28],"(UDFs).":[29],"contrast":[31],"UDFs":[33,40,104,120],"as":[34,76],"known":[35],"from":[36,119],"relational":[37,63,221],"DBMS,":[38],"have":[41],"less":[42],"strict":[43],"templates.":[44],"These":[45],"templates":[46],"do":[47],"not":[48],"alone":[49],"provide":[50,217],"all":[51],"the":[52,127,142,187,190,196,203,214,229],"information":[53,118,133],"needed":[54],"decide":[56],"whether":[57],"they":[58],"can":[59,81],"be":[60],"reordered":[61,199],"with":[62,102],"operators":[64,74,101],"and":[65,79,152,158,172,209,222],"other":[66],"UDFs.":[67],"However,":[68],"it":[69],"is":[70,97,122,134],"well-known":[71],"that":[72,96,177],"reordering":[73],"such":[75],"filters,":[77],"joins,":[78],"aggregations":[80],"yield":[82],"runtime":[83],"improvements":[84],"by":[85,146],"orders":[86],"magnitude.":[88],"We":[89,168],"demonstrate":[90,169],"an":[91,107],"optimizer":[92,171],"for":[93],"able":[98],"reorder":[100],"written":[105],"in":[106],"imperative":[108],"language.":[109],"Our":[110],"approach":[111],"leverages":[112],"static":[113,191],"code":[114,192],"analysis":[115,193],"extract":[117],"which":[121,227],"used":[123],"reason":[125],"about":[126],"reorderbility":[128],"UDF":[130],"operators.":[131],"This":[132],"sufficient":[135],"enumerate":[137],"large":[139],"fraction":[140],"search":[143],"space":[144],"covered":[145],"conventional":[147],"RDBMS":[148],"optimizers":[149],"including":[150],"filter":[151],"aggregation":[153],"push-down,":[154],"bushy":[155],"join":[156],"orders,":[157],"choice":[159],"physical":[161,206],"execution":[162,207],"strategies":[163],"based":[164],"on":[165],"interesting":[166],"properties.":[167],"our":[170,233],"job":[174],"submission":[175],"client":[176],"allows":[178],"users":[179],"peek":[181],"step-by-step":[182],"into":[183],"each":[184],"phase":[185],"optimization":[188],"process:":[189],"UDFs,":[195],"enumeration":[197],"candidate":[200],"flows,":[202],"generation":[204],"plans,":[208],"their":[210],"parallel":[211],"execution.":[212],"For":[213],"demonstration,":[215],"we":[216],"selection":[219],"nonrelational":[223],"flow":[225],"programs":[226],"highlight":[228],"salient":[230],"features":[231],"approach.":[234]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}