{"id":"https://openalex.org/W2128981355","doi":"https://doi.org/10.1109/icde.2011.5767926","title":"Accurate latency estimation in a distributed event processing system","display_name":"Accurate latency estimation in a distributed event processing system","publication_year":2011,"publication_date":"2011-04-01","ids":{"openalex":"https://openalex.org/W2128981355","doi":"https://doi.org/10.1109/icde.2011.5767926","mag":"2128981355"},"language":"en","primary_location":{"id":"doi:10.1109/icde.2011.5767926","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icde.2011.5767926","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 IEEE 27th International Conference on Data Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067654293","display_name":"Badrish Chandramouli","orcid":"https://orcid.org/0000-0002-8468-4037"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Badrish Chandramouli","raw_affiliation_strings":["Microsoft Research Limited, USA","Microsoft Research,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research Limited, USA","institution_ids":["https://openalex.org/I1290206253"]},{"raw_affiliation_string":"Microsoft Research,USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111492493","display_name":"Jonathan Goldstein","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan Goldstein","raw_affiliation_strings":["Microsoft Corporation, USA","Microsoft Corp,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Corporation, USA","institution_ids":["https://openalex.org/I1290206253"]},{"raw_affiliation_string":"Microsoft Corp,USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089941827","display_name":"Roger Barga","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Roger Barga","raw_affiliation_strings":["Microsoft Research Limited, USA","Microsoft Research,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research Limited, USA","institution_ids":["https://openalex.org/I1290206253"]},{"raw_affiliation_string":"Microsoft Research,USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049802784","display_name":"Mirek Riedewald","orcid":"https://orcid.org/0000-0002-6102-7472"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]},{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Mirek Riedewald","raw_affiliation_strings":["Northeastern University, China","Northeastern University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University, China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"Northeastern University, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003504974","display_name":"Ivo Santos","orcid":"https://orcid.org/0000-0001-5148-0233"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ivo Santos","raw_affiliation_strings":["Microsoft Research Limited, USA","Microsoft Research,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research Limited, USA","institution_ids":["https://openalex.org/I1290206253"]},{"raw_affiliation_string":"Microsoft Research,USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":16.0469,"has_fulltext":false,"cited_by_count":46,"citation_normalized_percentile":{"value":0.98784761,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"255","last_page":"266"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7776326537132263},{"id":"https://openalex.org/keywords/dataflow","display_name":"Dataflow","score":0.7017819285392761},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.6372107267379761},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4380573034286499},{"id":"https://openalex.org/keywords/query-plan","display_name":"Query plan","score":0.42408889532089233},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4189056158065796},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.22701245546340942}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7776326537132263},{"id":"https://openalex.org/C96324660","wikidata":"https://www.wikidata.org/wiki/Q205446","display_name":"Dataflow","level":2,"score":0.7017819285392761},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.6372107267379761},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4380573034286499},{"id":"https://openalex.org/C2779729312","wikidata":"https://www.wikidata.org/wiki/Q784232","display_name":"Query plan","level":5,"score":0.42408889532089233},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4189056158065796},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.22701245546340942},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.0},{"id":"https://openalex.org/C192939062","wikidata":"https://www.wikidata.org/wiki/Q104840822","display_name":"Sargable","level":4,"score":0.0},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.0},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icde.2011.5767926","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icde.2011.5767926","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 IEEE 27th International Conference on Data Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W126344800","https://openalex.org/W1510252230","https://openalex.org/W1983178058","https://openalex.org/W2001474264","https://openalex.org/W2023671193","https://openalex.org/W2041563709","https://openalex.org/W2049263029","https://openalex.org/W2052464302","https://openalex.org/W2088961276","https://openalex.org/W2103701698","https://openalex.org/W2107343618","https://openalex.org/W2112101330","https://openalex.org/W2115503987","https://openalex.org/W2118828104","https://openalex.org/W2120587290","https://openalex.org/W2124298185","https://openalex.org/W2128981355","https://openalex.org/W2135750899","https://openalex.org/W2140955554","https://openalex.org/W2141742398","https://openalex.org/W2144261930","https://openalex.org/W2146875569","https://openalex.org/W2152530926","https://openalex.org/W2153329411","https://openalex.org/W2153704625","https://openalex.org/W2156496641","https://openalex.org/W2158460713","https://openalex.org/W2162553498","https://openalex.org/W2163834250","https://openalex.org/W2165824180","https://openalex.org/W2169070268","https://openalex.org/W2171828861","https://openalex.org/W3149644221","https://openalex.org/W4205873999","https://openalex.org/W4232732860","https://openalex.org/W4256265881","https://openalex.org/W4285719527","https://openalex.org/W6605127035","https://openalex.org/W6661349555","https://openalex.org/W6677231548","https://openalex.org/W6683495781"],"related_works":["https://openalex.org/W2293118914","https://openalex.org/W2998381397","https://openalex.org/W4236419692","https://openalex.org/W3167919718","https://openalex.org/W4251718783","https://openalex.org/W2171015181","https://openalex.org/W4239447582","https://openalex.org/W4221142640","https://openalex.org/W2954284861","https://openalex.org/W3036465205"],"abstract_inverted_index":{"A":[0],"distributed":[1,75,175,225],"event":[2],"processing":[3],"system":[4,38,85,168],"consists":[5],"of":[6,20,35,48,57,84,104,132,219],"one":[7],"or":[8,44,109,140],"more":[9],"nodes":[10,202],"(machines),":[11],"and":[12,74,81,216,224],"can":[13],"execute":[14],"a":[15,23,37,49,89,149,155,171,204],"directed":[16],"acyclic":[17],"graph":[18,54],"(DAG)":[19],"operators":[21,59],"called":[22,157],"dataflow":[24],"(or":[25],"query),":[26],"over":[27,200],"long-running":[28],"high-event-rate":[29],"data":[30,205],"sources.":[31],"An":[32],"important":[33],"component":[34],"such":[36,106],"is":[39,64,88,163],"cost":[40,117,151],"estimation,":[41],"which":[42],"predicts":[43],"estimates":[45],"the":[46,65,130,188,217],"\u201cgoodness\u201d":[47],"given":[50],"input,":[51],"i.e.,":[52],"operator":[53,76,226],"and/or":[55],"assignment":[56],"individual":[58],"to":[60,166,181,210],"nodes.":[61],"Cost":[62],"estimation":[63,118,152],"foundation":[66],"for":[67,120,186,221],"solving":[68],"many":[69,94],"problems:":[70],"optimization":[71],"(plan":[72],"selection":[73,223],"placement),":[77],"provisioning,":[78],"admission":[79],"control,":[80],"user":[82,91],"reporting":[83],"misbehavior.":[86],"Latency":[87],"significant":[90],"metric":[92,156],"in":[93,102,170,203],"commercial":[95],"real-time":[96],"applications.":[97],"Users":[98],"are":[99],"usually":[100],"interested":[101],"quantiles":[103],"latency,":[105,136],"as":[107],"worst-case":[108],"99":[110],"<sup":[111],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[112],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">th</sup>":[113],"percentile.":[114],"However,":[115],"existing":[116],"techniques":[119],"event-based":[121,176],"dataflows":[122],"use":[123,218],"metrics":[124],"that,":[125],"while":[126],"they":[127],"may":[128],"have":[129],"side-effect":[131],"being":[133],"correlated":[134],"with":[135,193],"do":[137],"not":[138],"directly":[139],"provably":[141,164],"estimate":[142,212],"latency.":[143],"In":[144],"this":[145],"paper,":[146],"we":[147],"propose":[148],"new":[150],"technique":[153],"using":[154],"Mace":[158,162,184,220],"(Maximum":[159],"cumulative":[160],"excess).":[161],"equivalent":[165],"maximum":[167],"latency":[169,182,213],"(potentially":[172],"complex,":[173],"multi-node)":[174],"system.":[177],"The":[178],"close":[179],"relationship":[180],"makes":[183],"ideal":[185],"addressing":[187],"problems":[189],"described":[190],"earlier.":[191],"Experiments":[192],"real-world":[194],"datasets":[195],"on":[196],"Microsoft":[197],"StreamInsight":[198],"deployed":[199],"1-13":[201],"center":[206],"validate":[207],"our":[208],"ability":[209],"closely":[211],"(within":[214],"4%),":[215],"plan":[222],"placement.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":2},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":11},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":5}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}