{"id":"https://openalex.org/W2298429875","doi":null,"title":"STREAMSCOPE: continuous reliable distributed processing of big data streams","display_name":"STREAMSCOPE: continuous reliable distributed processing of big data streams","publication_year":2016,"publication_date":"2016-03-16","ids":{"openalex":"https://openalex.org/W2298429875","mag":"2298429875"},"language":"en","primary_location":{"id":"mag:2298429875","doi":null,"is_oa":false,"landing_page_url":"https://atc.usenix.org/system/files/conference/nsdi16/nsdi16-paper-lin-wei.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306420602","display_name":"Networked Systems Design and Implementation","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Networked Systems Design and Implementation","raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W2298429875"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100636012","display_name":"Wei Lin","orcid":"https://orcid.org/0000-0002-3003-0150","observed_orcids":["https://orcid.org/0000-0002-3003-0150"]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Lin","raw_affiliation_strings":["(Microsoft)"],"raw_orcid":"https://orcid.org/0000-0002-3003-0150","affiliations":[{"raw_affiliation_string":"(Microsoft)","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081537683","display_name":"Haochuan Fan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haochuan Fan","raw_affiliation_strings":["(Microsoft)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"(Microsoft)","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101227501","display_name":"Zhengping Qian","orcid":"https://orcid.org/0000-0002-0741-9918","observed_orcids":["https://orcid.org/0000-0002-0741-9918"]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhengping Qian","raw_affiliation_strings":["Microsoft Research#TAB#"],"raw_orcid":"https://orcid.org/0000-0002-0741-9918","affiliations":[{"raw_affiliation_string":"Microsoft Research#TAB#","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020795318","display_name":"Junwei Xu","orcid":"https://orcid.org/0009-0001-8222-8978","observed_orcids":["https://orcid.org/0009-0001-8222-8978"]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Junwei Xu","raw_affiliation_strings":["(Microsoft)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"(Microsoft)","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002854172","display_name":"Sen Yang","orcid":"https://orcid.org/0000-0003-3222-2268","observed_orcids":["https://orcid.org/0000-0003-3222-2268","https://orcid.org/0009-0008-4140-3160"]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sen Yang","raw_affiliation_strings":["(Microsoft)"],"raw_orcid":"https://orcid.org/0000-0003-3222-2268","affiliations":[{"raw_affiliation_string":"(Microsoft)","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113621558","display_name":"Jingren Zhou","orcid":"https://orcid.org/0000-0001-6851-1366","observed_orcids":["https://orcid.org/0000-0001-6851-1366","https://orcid.org/0000-0002-4220-2634"]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jingren Zhou","raw_affiliation_strings":["(Microsoft)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"(Microsoft)","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037359171","display_name":"Lidong Zhou","orcid":"https://orcid.org/0000-0002-7258-3116","observed_orcids":["https://orcid.org/0000-0002-7258-3116"]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lidong Zhou","raw_affiliation_strings":["Microsoft Research#TAB#"],"raw_orcid":"https://orcid.org/0000-0002-7258-3116","affiliations":[{"raw_affiliation_string":"Microsoft Research#TAB#","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1290206253"],"apc_list":null,"apc_paid":null,"fwci":15.5472,"has_fulltext":false,"cited_by_count":64,"citation_normalized_percentile":{"value":0.98910351,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"439","last_page":"453"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.0010000000474974513,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distributed-stream-processing","display_name":"distributed stream processing","score":0.7599999904632568},{"id":"https://openalex.org/keywords/big-data-streams","display_name":"big data streams","score":0.9120000004768372},{"id":"https://openalex.org/keywords/fault-recovery","display_name":"fault recovery","score":0.7919999957084656}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8962545394897461},{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.8078609704971313},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5950394868850708},{"id":"https://openalex.org/C89198739","wikidata":"https://www.wikidata.org/wiki/Q3079880","display_name":"Data stream mining","level":2,"score":0.5462008714675903},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.5023684501647949},{"id":"https://openalex.org/C96324660","wikidata":"https://www.wikidata.org/wiki/Q205446","display_name":"Dataflow","level":2,"score":0.4811593294143677},{"id":"https://openalex.org/C2778692605","wikidata":"https://www.wikidata.org/wiki/Q4041866","display_name":"Joins","level":2,"score":0.4695727527141571},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.4686768651008606},{"id":"https://openalex.org/C199683683","wikidata":"https://www.wikidata.org/wiki/Q8799","display_name":"Terabyte","level":2,"score":0.46399208903312683},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.44768500328063965},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4345627725124359},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.25453752279281616},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.23898249864578247},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.15823352336883545},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2298429875","doi":null,"is_oa":false,"landing_page_url":"https://atc.usenix.org/system/files/conference/nsdi16/nsdi16-paper-lin-wei.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306420602","display_name":"Networked Systems Design and Implementation","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Networked Systems Design and Implementation","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W87905120","https://openalex.org/W782787506","https://openalex.org/W1249613807","https://openalex.org/W1517320208","https://openalex.org/W1579145134","https://openalex.org/W1976821017","https://openalex.org/W1984220394","https://openalex.org/W1986319134","https://openalex.org/W2008503861","https://openalex.org/W2010439775","https://openalex.org/W2010801412","https://openalex.org/W2048894106","https://openalex.org/W2082171780","https://openalex.org/W2100189461","https://openalex.org/W2100830825","https://openalex.org/W2114226753","https://openalex.org/W2115503987","https://openalex.org/W2119745055","https://openalex.org/W2123524055","https://openalex.org/W2131975293","https://openalex.org/W2132520571","https://openalex.org/W2135038323","https://openalex.org/W2141742398","https://openalex.org/W2142892618","https://openalex.org/W2149576945","https://openalex.org/W2151251992","https://openalex.org/W2152558130","https://openalex.org/W2153399951","https://openalex.org/W2153972927","https://openalex.org/W2154698535","https://openalex.org/W2157022252","https://openalex.org/W2162957845","https://openalex.org/W2167274498","https://openalex.org/W2171956059","https://openalex.org/W2244876453","https://openalex.org/W2247317079","https://openalex.org/W2294541523","https://openalex.org/W2403180956","https://openalex.org/W2799244951","https://openalex.org/W2912802084","https://openalex.org/W2932883703"],"related_works":["https://openalex.org/W2131166445","https://openalex.org/W7098007254","https://openalex.org/W303513970","https://openalex.org/W1976821017","https://openalex.org/W1510270577","https://openalex.org/W4234087949","https://openalex.org/W2988621517","https://openalex.org/W2341189899","https://openalex.org/W1517320208","https://openalex.org/W6987098259"],"abstract_inverted_index":{"STREAMSCOPE":[0],"(or":[1,51],"STREAMS)":[2],"is":[3],"a":[4,23],"reliable":[5],"distributed":[6,97,107],"stream":[7,26,34,98],"computation":[8,80,99],"engine":[9],"that":[10,28,45],"has":[11],"been":[12],"deployed":[13],"in":[14,96],"shared":[15],"20,000-server":[16],"production":[17],"clusters":[18],"at":[19],"Microsoft.":[20],"STREAMS":[21,40],"provides":[22],"continuous":[24],"temporal":[25,67],"model":[27],"allows":[29],"users":[30],"to":[31,92,115],"express":[32],"complex":[33,62,130],"processing":[35],"logic":[36,63],"naturally":[37],"and":[38,70,90,105,109,122,127],"declaratively.":[39],"supports":[41],"business-critical":[42],"streaming":[43,132],"applications":[44],"can":[46],"process":[47],"tens":[48,52,65,76],"of":[49,53,55,66,77,84,129],"billions":[50],"terabytes)":[54],"input":[56],"events":[57],"per":[58],"day":[59],"continuously":[60],"with":[61,120],"involving":[64],"joins,":[68],"aggregations,":[69],"sophisticated":[71],"user-defined":[72],"functions,":[73],"while":[74],"maintaining":[75],"terabytes":[78],"in-memory":[79],"states":[81],"on":[82],"thousands":[83],"machines.\r\n\r\nSTREAMS":[85],"introduces":[86],"two":[87],"abstractions,":[88],"rVertex":[89],"rStream,":[91],"manage":[93],"the":[94,124],"complexity":[95],"systems.":[100],"The":[101],"abstractions":[102],"allow":[103],"efficient":[104],"flexible":[106],"execution":[108],"failure":[110],"recovery,":[111],"make":[112],"it":[113],"easy":[114],"reason":[116],"about":[117],"correctness":[118],"even":[119],"failures,":[121],"facilitate":[123],"development,":[125],"debugging,":[126],"deployment":[128],"multi-stage":[131],"applications.":[133]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":8},{"year":2017,"cited_by_count":19},{"year":2016,"cited_by_count":3}],"updated_date":"2026-11-12T12:28:57.059296","created_date":"2016-06-24T00:00:00"}