{"id":"https://openalex.org/W2799060872","doi":"https://doi.org/10.1145/3183713.3190656","title":"Computation Reuse in Analytics Job Service at Microsoft","display_name":"Computation Reuse in Analytics Job Service at Microsoft","publication_year":2018,"publication_date":"2018-05-25","ids":{"openalex":"https://openalex.org/W2799060872","doi":"https://doi.org/10.1145/3183713.3190656","mag":"2799060872"},"language":"en","primary_location":{"id":"doi:10.1145/3183713.3190656","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3183713.3190656","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 International Conference on Management of Data","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079846990","display_name":"Alekh Jindal","orcid":"https://orcid.org/0000-0001-8844-8165"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Alekh Jindal","raw_affiliation_strings":["Microsoft, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067471025","display_name":"Shi Qiao","orcid":"https://orcid.org/0000-0002-3698-2857"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shi Qiao","raw_affiliation_strings":["Microsoft, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042701714","display_name":"Hiren Patel","orcid":"https://orcid.org/0000-0003-1128-8110"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hiren Patel","raw_affiliation_strings":["Microsoft, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017315700","display_name":"Zhicheng Yin","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhicheng Yin","raw_affiliation_strings":["Microsoft, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072944585","display_name":"Jieming Di","orcid":"https://orcid.org/0009-0009-1143-4828"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jieming Di","raw_affiliation_strings":["Microsoft, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001214135","display_name":"Malay Bag","orcid":"https://orcid.org/0009-0001-3272-368X"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Malay Bag","raw_affiliation_strings":["Microsoft, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067911614","display_name":"Marc Friedman","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marc Friedman","raw_affiliation_strings":["Microsoft, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000436840","display_name":"Yifung Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yifung Lin","raw_affiliation_strings":["Microsoft, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053293674","display_name":"Konstantinos Karanasos","orcid":"https://orcid.org/0009-0007-6975-2568"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Konstantinos Karanasos","raw_affiliation_strings":["Microsoft, Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070183492","display_name":"Sriram Rao","orcid":"https://orcid.org/0000-0002-3265-6165"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sriram Rao","raw_affiliation_strings":["Microsoft, Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5079846990"],"corresponding_institution_ids":["https://openalex.org/I1290206253"],"apc_list":null,"apc_paid":null,"fwci":16.3778,"has_fulltext":false,"cited_by_count":52,"citation_normalized_percentile":{"value":0.99056492,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"191","last_page":"203"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8504098057746887},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.7478397488594055},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6433538198471069},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.6061146259307861},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5902354121208191},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.4304597079753876},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.42197930812835693},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.3973459005355835},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.36240333318710327},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.2401028573513031},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10789310932159424}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8504098057746887},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.7478397488594055},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6433538198471069},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.6061146259307861},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5902354121208191},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.4304597079753876},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.42197930812835693},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.3973459005355835},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.36240333318710327},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2401028573513031},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10789310932159424},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3183713.3190656","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3183713.3190656","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 International Conference on Management of Data","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.6100000143051147}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W135863099","https://openalex.org/W1185726409","https://openalex.org/W1464363888","https://openalex.org/W1480850417","https://openalex.org/W1535431348","https://openalex.org/W1581805425","https://openalex.org/W1783974455","https://openalex.org/W1963445704","https://openalex.org/W1975731516","https://openalex.org/W1981490327","https://openalex.org/W1983428358","https://openalex.org/W1992977903","https://openalex.org/W2017782374","https://openalex.org/W2033078763","https://openalex.org/W2041563709","https://openalex.org/W2049251595","https://openalex.org/W2058978608","https://openalex.org/W2081417442","https://openalex.org/W2087909221","https://openalex.org/W2090066046","https://openalex.org/W2090773975","https://openalex.org/W2098416578","https://openalex.org/W2102166438","https://openalex.org/W2103216163","https://openalex.org/W2106019582","https://openalex.org/W2106105896","https://openalex.org/W2110086534","https://openalex.org/W2112312025","https://openalex.org/W2119400430","https://openalex.org/W2122816893","https://openalex.org/W2123537546","https://openalex.org/W2126547925","https://openalex.org/W2141992894","https://openalex.org/W2143401113","https://openalex.org/W2143452574","https://openalex.org/W2151251992","https://openalex.org/W2152191782","https://openalex.org/W2342193205","https://openalex.org/W2396309311","https://openalex.org/W2438792749","https://openalex.org/W2535959639","https://openalex.org/W2546772565","https://openalex.org/W2566959321","https://openalex.org/W2788573423","https://openalex.org/W2996376215","https://openalex.org/W6605485969"],"related_works":["https://openalex.org/W4244478748","https://openalex.org/W4223488648","https://openalex.org/W2134969820","https://openalex.org/W2251605416","https://openalex.org/W4389340727","https://openalex.org/W3150465815","https://openalex.org/W1997222214","https://openalex.org/W2802581102","https://openalex.org/W4205786897","https://openalex.org/W2070395303"],"abstract_inverted_index":{"Analytics-as-a-service,":[0],"or":[1,20,32],"analytics":[2],"job":[3,56,107],"service,":[4],"is":[5],"emerging":[6],"as":[7],"a":[8,17,89,111,175],"new":[9,163],"paradigm":[10],"for":[11,43],"data":[12,164],"analytics,":[13],"be":[14],"it":[15],"in":[16,67,104,204],"cloud":[18],"environment":[19],"within":[21],"enterprises.":[22],"In":[23,84],"this":[24,85],"setting,":[25],"users":[26,60],"are":[27,75,137],"not":[28],"required":[29],"to":[30,64,98,118,172,213],"manage":[31],"tune":[33],"their":[34],"hardware":[35],"and":[36,39,61,124,182,185,192,198],"software":[37],"infrastructure,":[38],"they":[40],"pay":[41],"only":[42],"the":[44,51,73,100,120,125,138,157,170,180,190,215],"processing":[45,74],"resources":[46],"consumed":[47],"per":[48],"job.":[49],"However,":[50],"shared":[52],"nature":[53],"of":[54,72,134,189,194],"these":[55],"services":[57],"across":[58,77],"several":[59],"teams":[62],"leads":[63],"significant":[65],"overlaps":[66],"partial":[68],"computations,":[69],"i.e.,":[70,151],"parts":[71],"duplicated":[76],"multiple":[78],"jobs,":[79],"thus":[80],"generating":[81],"redundant":[82],"costs.":[83],"paper,":[86],"we":[87,96,141,168,200],"describe":[88],"computation":[90,101,121,129],"reuse":[91,142],"framework,":[92],"coined":[93],"CLOUDVIEWS,":[94],"which":[95],"built":[97],"address":[99],"overlap":[102,122],"problem":[103,123],"Microsoft's":[105],"SCOPE":[106],"service.":[108],"We":[109],"present":[110],"detailed":[112],"analysis":[113],"from":[114,128],"our":[115,135],"production":[116],"workloads":[117],"motivate":[119],"possible":[126],"gains":[127],"reuse.":[130],"The":[131],"key":[132],"aspects":[133],"system":[136],"following:":[139],"(i)":[140],"computations":[143],"by":[144],"creating":[145],"materialized":[146,202],"views":[147,171,203],"over":[148],"recurring":[149],"workloads,":[150],"periodically":[152],"executing":[153],"jobs":[154],"that":[155,178],"have":[156],"same":[158],"script":[159],"templates":[160],"but":[161],"process":[162],"each":[165,195],"time,":[166],"(ii)":[167],"select":[169],"materialize":[173,214],"using":[174],"feedback":[176],"loop":[177],"reconciles":[179],"compile-time":[181],"run-time":[183],"statistics":[184],"gathers":[186],"precise":[187],"measures":[188],"utility":[191],"cost":[193],"overlapping":[196,216],"computation,":[197],"(iii)":[199],"create":[201],"an":[205,210],"online":[206],"fashion,":[207],"without":[208],"requiring":[209],"offline":[211],"phase":[212],"computations.":[217]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":10},{"year":2018,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}