{"id":"https://openalex.org/W3174680429","doi":"https://doi.org/10.1145/3448016.3452794","title":"Klink: Progress-Aware Scheduling for Streaming Data Systems","display_name":"Klink: Progress-Aware Scheduling for Streaming Data Systems","publication_year":2021,"publication_date":"2021-06-09","ids":{"openalex":"https://openalex.org/W3174680429","doi":"https://doi.org/10.1145/3448016.3452794","mag":"3174680429"},"language":"en","primary_location":{"id":"doi:10.1145/3448016.3452794","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3448016.3452794","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 International Conference on Management of Data","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hdl.handle.net/11573/1555552","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087840343","display_name":"Omar Farhat","orcid":null},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Omar Farhat","raw_affiliation_strings":["University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003678528","display_name":"Khuzaima Daudjee","orcid":"https://orcid.org/0009-0002-7036-0397"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Khuzaima Daudjee","raw_affiliation_strings":["University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051841898","display_name":"Leonardo Querzoni","orcid":"https://orcid.org/0000-0002-8711-4216"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Leonardo Querzoni","raw_affiliation_strings":["Sapienza University of Rome, Rome, Italy"],"affiliations":[{"raw_affiliation_string":"Sapienza University of Rome, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5087840343"],"corresponding_institution_ids":["https://openalex.org/I151746483"],"apc_list":null,"apc_paid":null,"fwci":0.8001,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.74100203,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"485","last_page":"498"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8698655962944031},{"id":"https://openalex.org/keywords/timestamp","display_name":"Timestamp","score":0.6777209043502808},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6042242050170898},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5480688810348511},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.5288278460502625},{"id":"https://openalex.org/keywords/stream-processing","display_name":"Stream processing","score":0.4840042293071747},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.46944472193717957},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4693898558616638},{"id":"https://openalex.org/keywords/query-plan","display_name":"Query plan","score":0.4549030065536499},{"id":"https://openalex.org/keywords/sliding-window-protocol","display_name":"Sliding window protocol","score":0.4298848509788513},{"id":"https://openalex.org/keywords/data-stream","display_name":"Data stream","score":0.429127037525177},{"id":"https://openalex.org/keywords/window","display_name":"Window (computing)","score":0.22096699476242065},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1662755012512207},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.09937483072280884},{"id":"https://openalex.org/keywords/sargable","display_name":"Sargable","score":0.09089797735214233},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.09025797247886658},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.08884403109550476}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8698655962944031},{"id":"https://openalex.org/C113954288","wikidata":"https://www.wikidata.org/wiki/Q186885","display_name":"Timestamp","level":2,"score":0.6777209043502808},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6042242050170898},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5480688810348511},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5288278460502625},{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.4840042293071747},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.46944472193717957},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4693898558616638},{"id":"https://openalex.org/C2779729312","wikidata":"https://www.wikidata.org/wiki/Q784232","display_name":"Query plan","level":5,"score":0.4549030065536499},{"id":"https://openalex.org/C102392041","wikidata":"https://www.wikidata.org/wiki/Q592860","display_name":"Sliding window protocol","level":3,"score":0.4298848509788513},{"id":"https://openalex.org/C2778484313","wikidata":"https://www.wikidata.org/wiki/Q1172540","display_name":"Data stream","level":2,"score":0.429127037525177},{"id":"https://openalex.org/C2778751112","wikidata":"https://www.wikidata.org/wiki/Q835016","display_name":"Window (computing)","level":2,"score":0.22096699476242065},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1662755012512207},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.09937483072280884},{"id":"https://openalex.org/C192939062","wikidata":"https://www.wikidata.org/wiki/Q104840822","display_name":"Sargable","level":4,"score":0.09089797735214233},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.09025797247886658},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.08884403109550476},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.0},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3448016.3452794","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3448016.3452794","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 International Conference on Management of Data","raw_type":"proceedings-article"},{"id":"pmh:oai:iris.uniroma1.it:11573/1555552","is_oa":true,"landing_page_url":"https://hdl.handle.net/11573/1555552","pdf_url":null,"source":{"id":"https://openalex.org/S4377196107","display_name":"IRIS Research product catalog (Sapienza University of Rome)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:iris.uniroma1.it:11573/1555552","is_oa":true,"landing_page_url":"https://hdl.handle.net/11573/1555552","pdf_url":null,"source":{"id":"https://openalex.org/S4377196107","display_name":"IRIS Research product catalog (Sapienza University of Rome)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2165548363","display_name":null,"funder_award_id":"Canada","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G6264734822","display_name":null,"funder_award_id":"PH120172B230B4D7","funder_id":"https://openalex.org/F4320322510","funder_display_name":"Sapienza Universit\u00e0 di Roma"},{"id":"https://openalex.org/G8284766523","display_name":null,"funder_award_id":"(NSERC)","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320322510","display_name":"Sapienza Universit\u00e0 di Roma","ror":"https://ror.org/02be6w209"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W21469624","https://openalex.org/W334811598","https://openalex.org/W1668326064","https://openalex.org/W1879144697","https://openalex.org/W1968999661","https://openalex.org/W2008503861","https://openalex.org/W2023749213","https://openalex.org/W2045999829","https://openalex.org/W2051216594","https://openalex.org/W2052464302","https://openalex.org/W2071965227","https://openalex.org/W2086402015","https://openalex.org/W2094154996","https://openalex.org/W2112215401","https://openalex.org/W2115503987","https://openalex.org/W2117876074","https://openalex.org/W2124298185","https://openalex.org/W2128362607","https://openalex.org/W2128981355","https://openalex.org/W2132851185","https://openalex.org/W2135216003","https://openalex.org/W2144973160","https://openalex.org/W2147544162","https://openalex.org/W2148222209","https://openalex.org/W2149576945","https://openalex.org/W2153972927","https://openalex.org/W2156212081","https://openalex.org/W2162553498","https://openalex.org/W2165837485","https://openalex.org/W2244876453","https://openalex.org/W2247317079","https://openalex.org/W2252170720","https://openalex.org/W2282064467","https://openalex.org/W2282396894","https://openalex.org/W2443187291","https://openalex.org/W2486439025","https://openalex.org/W2529999572","https://openalex.org/W2542459869","https://openalex.org/W2566979091","https://openalex.org/W2724427576","https://openalex.org/W2734941459","https://openalex.org/W2750816680","https://openalex.org/W2762397184","https://openalex.org/W2763178614","https://openalex.org/W2809498708","https://openalex.org/W2887973316","https://openalex.org/W2888900074","https://openalex.org/W2913854892","https://openalex.org/W2915768909","https://openalex.org/W2916596859","https://openalex.org/W2952343792","https://openalex.org/W2953147683","https://openalex.org/W2963580420","https://openalex.org/W3029627292","https://openalex.org/W3043649939"],"related_works":["https://openalex.org/W127192698","https://openalex.org/W2360131081","https://openalex.org/W3111543298","https://openalex.org/W1970009995","https://openalex.org/W2388307643","https://openalex.org/W2985941356","https://openalex.org/W2501540126","https://openalex.org/W3155969782","https://openalex.org/W2886490431","https://openalex.org/W1994631397"],"abstract_inverted_index":{"Modern":[0],"stream":[1,75,102,119],"processing":[2],"engines":[3],"(SPEs)":[4],"process":[5,67],"large":[6],"volumes":[7],"of":[8,36,93],"events":[9,37,60,80,131],"propagated":[10],"at":[11],"high":[12],"velocity":[13],"through":[14],"multiple":[15],"queries.":[16],"To":[17],"improve":[18],"performance,":[19],"existing":[20,160],"SPEs":[21,64],"generally":[22],"aim":[23],"to":[24,65,76,99,112,123,128,132],"minimize":[25],"query":[26,39,114],"output":[27,133],"latency":[28],"by":[29,63],"minimizing,":[30],"in":[31,38],"turn,":[32],"the":[33,74,89,144],"propagation":[34],"delay":[35],"pipelines.":[40],"However,":[41],"for":[42,166],"queries":[43],"containing":[44],"commonly":[45],"used":[46],"blocking":[47],"operators":[48,126,134],"such":[49],"as":[50],"windows,":[51],"this":[52],"scheduling":[53,161],"approach":[54],"can":[55],"be":[56,85],"inefficient.":[57],"Watermarks":[58,70],"are":[59,71],"popularly":[61],"utilized":[62],"correctly":[66],"window":[68,106,125],"operators.":[69],"injected":[72],"into":[73,143],"signify":[77],"that":[78,117,153],"no":[79],"preceding":[81],"their":[82],"timestamp":[83],"should":[84],"further":[86],"expected.":[87],"Through":[88],"design":[90],"and":[91,108,111,127,151,169],"development":[92],"Klink,":[94],"we":[95],"leverage":[96],"these":[97],"watermarks":[98],"robustly":[100],"infer":[101],"progress":[103],"based":[104],"on":[105,163],"deadlines":[107],"network":[109],"delay,":[110],"schedule":[113],"pipeline":[115],"execution":[116],"reflects":[118],"progress.":[120],"Klink":[121,142,154],"aims":[122],"unblock":[124],"rapidly":[129],"propagate":[130],"while":[135],"performing":[136],"judicious":[137],"memory":[138],"management.":[139],"We":[140],"integrate":[141],"popular":[145],"open":[146],"source":[147],"SPE":[148],"Apache":[149],"Flink":[150],"demonstrate":[152],"delivers":[155],"significant":[156],"performance":[157],"gains":[158],"over":[159],"policies":[162],"benchmark":[164],"workloads":[165],"both":[167],"scale-up":[168],"scale-out":[170],"deployments.":[171]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}