{"id":"https://openalex.org/W2981653881","doi":"https://doi.org/10.1145/3341301.3359649","title":"Niijima","display_name":"Niijima","publication_year":2019,"publication_date":"2019-10-21","ids":{"openalex":"https://openalex.org/W2981653881","doi":"https://doi.org/10.1145/3341301.3359649","mag":"2981653881"},"language":"en","primary_location":{"id":"doi:10.1145/3341301.3359649","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3341301.3359649","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3341301.3359649","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM Symposium on Operating Systems Principles","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3341301.3359649","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101967307","display_name":"Guoqing Xu","orcid":"https://orcid.org/0000-0003-4737-2146"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]},{"id":"https://openalex.org/I2799798094","display_name":"UCLA Health","ror":"https://ror.org/01d88se56","country_code":"US","type":"funder","lineage":["https://openalex.org/I2799798094"]}],"countries":["GB","US"],"is_corresponding":true,"raw_author_name":"Guoqing Harry Xu","raw_affiliation_strings":["UCLA","Microsoft Research"],"affiliations":[{"raw_affiliation_string":"UCLA","institution_ids":["https://openalex.org/I2799798094"]},{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060114046","display_name":"Margus Veanes","orcid":"https://orcid.org/0009-0008-8427-7977"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Margus Veanes","raw_affiliation_strings":["Microsoft Research"],"affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111945756","display_name":"Michael P. Barnett","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Michael Barnett","raw_affiliation_strings":["Microsoft Research"],"affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011198874","display_name":"Madan Musuvathi","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Madan Musuvathi","raw_affiliation_strings":["Microsoft Research"],"affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013212213","display_name":"Todd Mytkowicz","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Todd Mytkowicz","raw_affiliation_strings":["Microsoft Research"],"affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061392370","display_name":"Ben Zorn","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ben Zorn","raw_affiliation_strings":["Microsoft Research"],"affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063872077","display_name":"Huan He","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Huan He","raw_affiliation_strings":["Microsoft"],"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029380103","display_name":"Haibo Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Haibo Lin","raw_affiliation_strings":["Microsoft"],"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I4210164937"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5101967307"],"corresponding_institution_ids":["https://openalex.org/I2799798094","https://openalex.org/I4210164937"],"apc_list":null,"apc_paid":null,"fwci":0.3523,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.70409425,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"306","last_page":"321"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8496596217155457},{"id":"https://openalex.org/keywords/marshalling","display_name":"Marshalling","score":0.6596381664276123},{"id":"https://openalex.org/keywords/dataflow","display_name":"Dataflow","score":0.6069469451904297},{"id":"https://openalex.org/keywords/compiler","display_name":"Compiler","score":0.5315364003181458},{"id":"https://openalex.org/keywords/sql","display_name":"SQL","score":0.5314143300056458},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.4736061096191406},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4363689422607422},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.42864957451820374},{"id":"https://openalex.org/keywords/just-in-time-compilation","display_name":"Just-in-time compilation","score":0.4116029739379883},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.3545868992805481}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8496596217155457},{"id":"https://openalex.org/C206019424","wikidata":"https://www.wikidata.org/wiki/Q373671","display_name":"Marshalling","level":2,"score":0.6596381664276123},{"id":"https://openalex.org/C96324660","wikidata":"https://www.wikidata.org/wiki/Q205446","display_name":"Dataflow","level":2,"score":0.6069469451904297},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.5315364003181458},{"id":"https://openalex.org/C510870499","wikidata":"https://www.wikidata.org/wiki/Q47607","display_name":"SQL","level":2,"score":0.5314143300056458},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.4736061096191406},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4363689422607422},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.42864957451820374},{"id":"https://openalex.org/C76782552","wikidata":"https://www.wikidata.org/wiki/Q110546","display_name":"Just-in-time compilation","level":3,"score":0.4116029739379883},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.3545868992805481}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3341301.3359649","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3341301.3359649","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3341301.3359649","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM Symposium on Operating Systems Principles","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3341301.3359649","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3341301.3359649","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3341301.3359649","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM Symposium on Operating Systems Principles","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Life below water","id":"https://metadata.un.org/sdg/14","score":0.4099999964237213}],"awards":[{"id":"https://openalex.org/G1222040965","display_name":null,"funder_award_id":"N00014-16-1-2913, N00014-18-1-2037","funder_id":"https://openalex.org/F4320338298","funder_display_name":"Office of Naval Research Global"},{"id":"https://openalex.org/G2285110535","display_name":"CSR: Small: Improved Memory Management for Object-Oriented Big Data Systems","funder_award_id":"1613023","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2637195115","display_name":null,"funder_award_id":"4-18-1-","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G2709462027","display_name":null,"funder_award_id":"N00014-18-1-2037","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G3285860465","display_name":"SaTC: CORE: Medium: Sentinel: Constructing Secure Smart Home IoT Systems via Managed Communications","funder_award_id":"1703598","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3382891349","display_name":null,"funder_award_id":"1763172","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3616384124","display_name":null,"funder_award_id":"CNS-1703598","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5389447618","display_name":null,"funder_award_id":"CNS-1613023, CNS-1703598","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5501761068","display_name":null,"funder_award_id":"4-16-1-","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G5643251411","display_name":null,"funder_award_id":"and N00","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G8145145549","display_name":null,"funder_award_id":"CNS-1613023, CNS-1703598, CNS-1763172","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320338298","display_name":"Office of Naval Research Global","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2981653881.pdf","grobid_xml":"https://content.openalex.org/works/W2981653881.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W135863099","https://openalex.org/W1473115402","https://openalex.org/W1493893823","https://openalex.org/W1834532152","https://openalex.org/W1963848325","https://openalex.org/W1970165929","https://openalex.org/W1978924650","https://openalex.org/W1984775394","https://openalex.org/W1993433750","https://openalex.org/W2007397391","https://openalex.org/W2036971997","https://openalex.org/W2058978608","https://openalex.org/W2069171862","https://openalex.org/W2083541728","https://openalex.org/W2095218779","https://openalex.org/W2098935637","https://openalex.org/W2100830825","https://openalex.org/W2101000001","https://openalex.org/W2110086534","https://openalex.org/W2114103324","https://openalex.org/W2119400430","https://openalex.org/W2119714163","https://openalex.org/W2122465391","https://openalex.org/W2131975293","https://openalex.org/W2140813888","https://openalex.org/W2154849212","https://openalex.org/W2154894831","https://openalex.org/W2160768644","https://openalex.org/W2165515835","https://openalex.org/W2167679350","https://openalex.org/W2260553848","https://openalex.org/W2294493224","https://openalex.org/W2320283508","https://openalex.org/W2560869521","https://openalex.org/W2573246392","https://openalex.org/W2585388895","https://openalex.org/W2739631690","https://openalex.org/W2763179278","https://openalex.org/W2791984688","https://openalex.org/W2807799957","https://openalex.org/W2912802084","https://openalex.org/W4242731632","https://openalex.org/W6600545252","https://openalex.org/W6601409588","https://openalex.org/W6604529977","https://openalex.org/W6605485969","https://openalex.org/W6634226326","https://openalex.org/W6687322159"],"related_works":["https://openalex.org/W1979248083","https://openalex.org/W3158355006","https://openalex.org/W3153841236","https://openalex.org/W3195007140","https://openalex.org/W4377865294","https://openalex.org/W2039690203","https://openalex.org/W3207171446","https://openalex.org/W2924022660","https://openalex.org/W2067575922","https://openalex.org/W4238372212"],"abstract_inverted_index":{"Multilingual":[0],"data-parallel":[1],"pipelines,":[2],"such":[3],"as":[4],"Microsoft's":[5,94],"Scope":[6],"and":[7,27,36,118,125,143],"Apache":[8],"Spark,":[9],"are":[10],"widely":[11],"used":[12],"in":[13,33],"real-world":[14],"analytical":[15],"tasks.":[16],"While":[17],"the":[18,83,108,115,120,126],"involvement":[19],"of":[20,72,75,82,110,122,141,150],"multiple":[21],"languages":[22,46],"(often":[23],"including":[24],"both":[25],"managed":[26,45,49,60,116],"native":[28,63],"languages)":[29],"provides":[30],"much":[31,52],"convenience":[32],"data":[34,76,127],"manipulation":[35],"transformation,":[37],"it":[38],"comes":[39],"at":[40],"a":[41,48,59,62,79,148],"performance":[42],"cost":[43],"---":[44],"need":[47],"runtime,":[50,117],"incurring":[51],"overhead.":[53],"In":[54],"addition,":[55],"each":[56],"switch":[57],"from":[58],"to":[61,145],"runtime":[64],"(and":[65],"vice":[66],"versa)":[67],"requires":[68],"marshalling":[69,128],"or":[70],"unmarshalling":[71],"an":[73,90,139],"ocean":[74],"objects,":[77],"taking":[78],"large":[80],"fraction":[81],"execution":[84],"time.":[85],"This":[86],"paper":[87],"presents":[88],"Niijima,":[89],"optimizing":[91],"compiler":[92],"for":[93],"Scope/Cosmos,":[95],"which":[96],"can":[97],"consolidate":[98],"C#-based":[99],"user-defined":[100],"operators":[101],"(UDOs)":[102],"across":[103],"SQL":[104],"statements,":[105],"thereby":[106],"reducing":[107],"number":[109],"dataflow":[111],"vertices":[112],"that":[113,132],"require":[114],"thus":[119],"amount":[121],"C#":[123],"computations":[124],"cost.":[129],"We":[130],"demonstrate":[131],"Niijima":[133],"has":[134],"reduced":[135],"job":[136],"latency":[137],"by":[138],"average":[140],"24%":[142],"up":[144],"3.3x,":[146],"on":[147],"series":[149],"production":[151],"jobs.":[152]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2019,"cited_by_count":1}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2019-11-01T00:00:00"}