{"id":"https://openalex.org/W2964054286","doi":"https://doi.org/10.14778/3229863.3229865","title":"On optimizing operator fusion plans for large-scale machine learning in systemML","display_name":"On optimizing operator fusion plans for large-scale machine learning in systemML","publication_year":2018,"publication_date":"2018-08-01","ids":{"openalex":"https://openalex.org/W2964054286","doi":"https://doi.org/10.14778/3229863.3229865","mag":"2964054286"},"language":"en","primary_location":{"id":"doi:10.14778/3229863.3229865","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3229863.3229865","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053153176","display_name":"Matthias B\u00f6ehm","orcid":"https://orcid.org/0000-0003-1344-3663"},"institutions":[{"id":"https://openalex.org/I4210085935","display_name":"IBM Research - Almaden","ror":"https://ror.org/005w8dd04","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210085935","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Matthias Boehm","raw_affiliation_strings":["IBM Research - Almaden"],"affiliations":[{"raw_affiliation_string":"IBM Research - Almaden","institution_ids":["https://openalex.org/I4210085935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036119025","display_name":"Berthold Reinwald","orcid":null},"institutions":[{"id":"https://openalex.org/I4210085935","display_name":"IBM Research - Almaden","ror":"https://ror.org/005w8dd04","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210085935","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Berthold Reinwald","raw_affiliation_strings":["IBM Research - Almaden"],"affiliations":[{"raw_affiliation_string":"IBM Research - Almaden","institution_ids":["https://openalex.org/I4210085935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030962937","display_name":"David Hutchison","orcid":"https://orcid.org/0000-0001-6052-0559"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dylan Hutchison","raw_affiliation_strings":["University of Washington"],"affiliations":[{"raw_affiliation_string":"University of Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5105422045","display_name":"Prithviraj Sen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210085935","display_name":"IBM Research - Almaden","ror":"https://ror.org/005w8dd04","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210085935","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Prithviraj Sen","raw_affiliation_strings":["IBM Research - Almaden"],"affiliations":[{"raw_affiliation_string":"IBM Research - Almaden","institution_ids":["https://openalex.org/I4210085935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091709795","display_name":"Alexandre Evfimievski","orcid":null},"institutions":[{"id":"https://openalex.org/I4210085935","display_name":"IBM Research - Almaden","ror":"https://ror.org/005w8dd04","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210085935","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexandre V. Evfimievski","raw_affiliation_strings":["IBM Research - Almaden"],"affiliations":[{"raw_affiliation_string":"IBM Research - Almaden","institution_ids":["https://openalex.org/I4210085935"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050326010","display_name":"Niketan Pansare","orcid":"https://orcid.org/0000-0002-3541-871X"},"institutions":[{"id":"https://openalex.org/I4210085935","display_name":"IBM Research - Almaden","ror":"https://ror.org/005w8dd04","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210085935","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Niketan Pansare","raw_affiliation_strings":["IBM Research - Almaden"],"affiliations":[{"raw_affiliation_string":"IBM Research - Almaden","institution_ids":["https://openalex.org/I4210085935"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5053153176"],"corresponding_institution_ids":["https://openalex.org/I4210085935"],"apc_list":null,"apc_paid":null,"fwci":8.212,"has_fulltext":false,"cited_by_count":54,"citation_normalized_percentile":{"value":0.97700235,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"11","issue":"12","first_page":"1755","last_page":"1768"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.8007261157035828},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7947750687599182},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.6633001565933228},{"id":"https://openalex.org/keywords/operator","display_name":"Operator (biology)","score":0.5784944295883179},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5088498592376709},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.49975061416625977},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.44183456897735596},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4330376386642456},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.40815651416778564},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36597323417663574},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.36129918694496155},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.20317605137825012},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.08870169520378113}],"concepts":[{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.8007261157035828},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7947750687599182},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6633001565933228},{"id":"https://openalex.org/C17020691","wikidata":"https://www.wikidata.org/wiki/Q139677","display_name":"Operator (biology)","level":5,"score":0.5784944295883179},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5088498592376709},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.49975061416625977},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.44183456897735596},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4330376386642456},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.40815651416778564},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36597323417663574},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.36129918694496155},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.20317605137825012},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08870169520378113},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C86339819","wikidata":"https://www.wikidata.org/wiki/Q407384","display_name":"Transcription factor","level":3,"score":0.0},{"id":"https://openalex.org/C158448853","wikidata":"https://www.wikidata.org/wiki/Q425218","display_name":"Repressor","level":4,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.14778/3229863.3229865","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3229863.3229865","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4699999988079071,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":105,"referenced_works":["https://openalex.org/W31634058","https://openalex.org/W135863099","https://openalex.org/W1185726409","https://openalex.org/W1489689515","https://openalex.org/W1494930385","https://openalex.org/W1509148583","https://openalex.org/W1522139285","https://openalex.org/W1570025952","https://openalex.org/W1585509108","https://openalex.org/W1589271613","https://openalex.org/W1832693441","https://openalex.org/W1903050682","https://openalex.org/W1969891822","https://openalex.org/W1970372442","https://openalex.org/W1972783048","https://openalex.org/W1979567624","https://openalex.org/W1987163291","https://openalex.org/W1993786250","https://openalex.org/W2007069074","https://openalex.org/W2008070495","https://openalex.org/W2025952212","https://openalex.org/W2027720485","https://openalex.org/W2035675039","https://openalex.org/W2038412523","https://openalex.org/W2038543880","https://openalex.org/W2059564324","https://openalex.org/W2064366207","https://openalex.org/W2090773975","https://openalex.org/W2093793584","https://openalex.org/W2105079611","https://openalex.org/W2106105896","https://openalex.org/W2106771621","https://openalex.org/W2109158422","https://openalex.org/W2112491581","https://openalex.org/W2117538598","https://openalex.org/W2120575449","https://openalex.org/W2131975293","https://openalex.org/W2139541761","https://openalex.org/W2139875914","https://openalex.org/W2141181087","https://openalex.org/W2146635036","https://openalex.org/W2146709231","https://openalex.org/W2151876172","https://openalex.org/W2153180521","https://openalex.org/W2153485419","https://openalex.org/W2156000708","https://openalex.org/W2157099283","https://openalex.org/W2168362821","https://openalex.org/W2169492033","https://openalex.org/W2169600045","https://openalex.org/W2172073571","https://openalex.org/W2183341477","https://openalex.org/W2185864411","https://openalex.org/W2240938131","https://openalex.org/W2266823300","https://openalex.org/W2272535669","https://openalex.org/W2289151794","https://openalex.org/W2294501066","https://openalex.org/W2340838390","https://openalex.org/W2395323716","https://openalex.org/W2399381860","https://openalex.org/W2401029678","https://openalex.org/W2401974969","https://openalex.org/W2406543354","https://openalex.org/W2439390339","https://openalex.org/W2508786848","https://openalex.org/W2521416656","https://openalex.org/W2535724050","https://openalex.org/W2547190417","https://openalex.org/W2547386789","https://openalex.org/W2548100623","https://openalex.org/W2553918877","https://openalex.org/W2584555500","https://openalex.org/W2585098096","https://openalex.org/W2585388895","https://openalex.org/W2586902511","https://openalex.org/W2590246587","https://openalex.org/W2591620544","https://openalex.org/W2600067919","https://openalex.org/W2604523703","https://openalex.org/W2614179415","https://openalex.org/W2615788603","https://openalex.org/W2754327510","https://openalex.org/W2757475250","https://openalex.org/W2765206444","https://openalex.org/W2766000922","https://openalex.org/W2786320458","https://openalex.org/W2787513823","https://openalex.org/W2797202077","https://openalex.org/W2798325362","https://openalex.org/W2798422034","https://openalex.org/W2949541494","https://openalex.org/W2953384591","https://openalex.org/W2997451313","https://openalex.org/W3005908620","https://openalex.org/W3054224424","https://openalex.org/W4211032723","https://openalex.org/W4231316372","https://openalex.org/W4238358364","https://openalex.org/W4252623252","https://openalex.org/W4285719527","https://openalex.org/W4297971002","https://openalex.org/W6605485969","https://openalex.org/W6713593410","https://openalex.org/W6995434384"],"related_works":["https://openalex.org/W2280422768","https://openalex.org/W3143197806","https://openalex.org/W4252555497","https://openalex.org/W3121175838","https://openalex.org/W3016293053","https://openalex.org/W2401723157","https://openalex.org/W2952904874","https://openalex.org/W324626582","https://openalex.org/W4389302559","https://openalex.org/W1690653314"],"abstract_inverted_index":{"Many":[0],"machine":[1],"learning":[2],"(ML)":[3],"systems":[4],"allow":[5],"the":[6],"specification":[7],"of":[8,13,29,32,43,66,102,110,129],"ML":[9],"algorithms":[10],"by":[11],"means":[12],"linear":[14],"algebra":[15],"programs,":[16],"and":[17,36,45,68,86,100,112,118],"automatically":[18],"generate":[19],"efficient":[20],"execution":[21],"plans.":[22],"The":[23],"opportunities":[24],"for":[25,59,83,97],"fused":[26,30],"operators---in":[27],"terms":[28],"chains":[31],"basic":[33],"operators---are":[34],"ubiquitous,":[35],"include":[37],"fewer":[38,41],"materialized":[39],"intermediates,":[40],"scans":[42],"inputs,":[44],"sparsity":[46],"exploitation":[47],"across":[48],"operators.":[49],"However,":[50],"existing":[51],"fusion":[52,84,103],"heuristics":[53],"struggle":[54],"to":[55,131],"find":[56],"good":[57],"plans":[58,65,85],"complex":[60],"operator":[61],"DAGs":[62],"or":[63],"hybrid":[64],"local":[67,111],"distributed":[69,113],"operations.":[70],"In":[71],"this":[72],"paper,":[73],"we":[74],"introduce":[75],"an":[76],"exact":[77],"yet":[78],"practical":[79],"cost-based":[80],"optimization":[81],"framework":[82],"describe":[87],"its":[88],"end-to-end":[89,126],"integration":[90],"into":[91],"Apache":[92],"SystemML.":[93],"We":[94],"present":[95],"techniques":[96],"candidate":[98],"exploration":[99],"selection":[101],"plans,":[104],"as":[105,107],"well":[106],"code":[108],"generation":[109],"operations":[114],"over":[115],"dense,":[116],"sparse,":[117],"compressed":[119],"data.":[120],"Our":[121],"experiments":[122],"in":[123],"SystemML":[124],"show":[125],"performance":[127],"improvements":[128],"up":[130],"22x,":[132],"with":[133],"negligible":[134],"compilation":[135],"overhead.":[136]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":5}],"updated_date":"2026-03-22T08:09:32.410652","created_date":"2025-10-10T00:00:00"}