{"id":"https://openalex.org/W3215034299","doi":"https://doi.org/10.1109/srds53918.2021.00015","title":"Active replication for latency-sensitive stream processing in Apache Flink","display_name":"Active replication for latency-sensitive stream processing in Apache Flink","publication_year":2021,"publication_date":"2021-09-01","ids":{"openalex":"https://openalex.org/W3215034299","doi":"https://doi.org/10.1109/srds53918.2021.00015","mag":"3215034299"},"language":"en","primary_location":{"id":"doi:10.1109/srds53918.2021.00015","doi":"https://doi.org/10.1109/srds53918.2021.00015","is_oa":false,"landing_page_url":"https://doi.org/10.1109/srds53918.2021.00015","pdf_url":null,"source":{"id":"https://openalex.org/S4210201925","display_name":"IEEE Symposium on Reliable Distributed Systems (SRDS)","issn_l":"1060-9857","issn":["1060-9857","2575-8462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 40th International Symposium on Reliable Distributed Systems (SRDS)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/2078.1/252561","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028665532","display_name":"Guillaume Rosinosky","orcid":"https://orcid.org/0000-0001-8980-1231","observed_orcids":["https://orcid.org/0000-0001-8980-1231"]},"institutions":[{"id":"https://openalex.org/I95674353","display_name":"UCLouvain","ror":"https://ror.org/02495e989","country_code":"BE","type":"education","lineage":["https://openalex.org/I95674353"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Guillaume Rosinosky","raw_affiliation_strings":["ICTEAM, UCLouvain, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ICTEAM, UCLouvain, Belgium","institution_ids":["https://openalex.org/I95674353"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Florian Schmidt","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Florian Schmidt","raw_affiliation_strings":["TU Dresden, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017288152","display_name":"Oleh Bodunov","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Oleh Bodunov","raw_affiliation_strings":["TU Dresden, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029523970","display_name":"Christof W. Fetzer","orcid":"https://orcid.org/0000-0001-8240-5420","observed_orcids":["https://orcid.org/0000-0001-8240-5420"]},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christof Fetzer","raw_affiliation_strings":["TU Dresden, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059597570","display_name":"Andr\u00e9 Martin","orcid":"https://orcid.org/0000-0002-7135-6288","observed_orcids":["https://orcid.org/0000-0002-7135-6288"]},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andre Martin","raw_affiliation_strings":["TU Dresden, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089664450","display_name":"\u00c9tienne Rivi\u00e8re","orcid":"https://orcid.org/0000-0002-4133-394X","observed_orcids":["https://orcid.org/0000-0002-4133-394X"]},"institutions":[{"id":"https://openalex.org/I95674353","display_name":"UCLouvain","ror":"https://ror.org/02495e989","country_code":"BE","type":"education","lineage":["https://openalex.org/I95674353"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Etienne Riviere","raw_affiliation_strings":["ICTEAM, UCLouvain, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ICTEAM, UCLouvain, Belgium","institution_ids":["https://openalex.org/I95674353"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.12283279,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"56","last_page":"66"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.7437000274658203,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.7437000274658203,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.2506999969482422,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.0038999998942017555,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/active-replication","display_name":"active replication","score":0.9940000176429749},{"id":"https://openalex.org/keywords/apache-flink","display_name":"Apache Flink","score":0.7919999957084656},{"id":"https://openalex.org/keywords/stream-processing","display_name":"stream processing","score":0.9509999752044678},{"id":"https://openalex.org/keywords/fault-tolerance","display_name":"fault tolerance","score":0.7839999794960022},{"id":"https://openalex.org/keywords/end-to-end-delay","display_name":"end-to-end delay","score":0.953000009059906},{"id":"https://openalex.org/keywords/franz-kafka","display_name":"Franz Kafka","score":0.640999972820282},{"id":"https://openalex.org/keywords/zookeeper","display_name":"zookeepers","score":0.9990000128746033},{"id":"https://openalex.org/keywords/high-availability","display_name":"high availability","score":0.8069999814033508},{"id":"https://openalex.org/keywords/cloud-monitoring","display_name":"cloud-based monitoring","score":0.6159999966621399}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8602740168571472},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.8105738162994385},{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.7221624255180359},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.6185495853424072},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.598111629486084},{"id":"https://openalex.org/C65813073","wikidata":"https://www.wikidata.org/wiki/Q1622420","display_name":"High availability","level":2,"score":0.5441755056381226},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5436283349990845},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.49775436520576477},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.38064587116241455},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2099127173423767},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/srds53918.2021.00015","doi":"https://doi.org/10.1109/srds53918.2021.00015","is_oa":false,"landing_page_url":"https://doi.org/10.1109/srds53918.2021.00015","pdf_url":null,"source":{"id":"https://openalex.org/S4210201925","display_name":"IEEE Symposium on Reliable Distributed Systems (SRDS)","issn_l":"1060-9857","issn":["1060-9857","2575-8462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 40th International Symposium on Reliable Distributed Systems (SRDS)","raw_type":"proceedings-article"},{"id":"pmh:oai:dial.uclouvain.be:boreal:252561","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/2078.1/252561","pdf_url":null,"source":{"id":"https://openalex.org/S4306401902","display_name":"Digital Access to Libraries (Universit\u00e9 catholique de Louvain (UCL), l'Universit\u00e9 de Namur (UNamur) and the Universit\u00e9 Saint-Louis (USL-B))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I95674353","host_organization_name":"UCLouvain","host_organization_lineage":["https://openalex.org/I95674353"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:dial.uclouvain.be:boreal:252561","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/2078.1/252561","pdf_url":null,"source":{"id":"https://openalex.org/S4306401902","display_name":"Digital Access to Libraries (Universit\u00e9 catholique de Louvain (UCL), l'Universit\u00e9 de Namur (UNamur) and the Universit\u00e9 Saint-Louis (USL-B))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I95674353","host_organization_name":"UCLouvain","host_organization_lineage":["https://openalex.org/I95674353"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W158891750","https://openalex.org/W192446467","https://openalex.org/W1517320208","https://openalex.org/W1976821017","https://openalex.org/W1984220394","https://openalex.org/W2008333370","https://openalex.org/W2008503861","https://openalex.org/W2019648104","https://openalex.org/W2027495111","https://openalex.org/W2052464302","https://openalex.org/W2128362607","https://openalex.org/W2131053137","https://openalex.org/W2131232211","https://openalex.org/W2134727960","https://openalex.org/W2135216003","https://openalex.org/W2150206209","https://openalex.org/W2151838019","https://openalex.org/W2153399951","https://openalex.org/W2156212081","https://openalex.org/W2240630088","https://openalex.org/W2298429875","https://openalex.org/W2566979091","https://openalex.org/W2724427576","https://openalex.org/W2752238980","https://openalex.org/W2753762911","https://openalex.org/W2753910905","https://openalex.org/W2763018317","https://openalex.org/W2792264521","https://openalex.org/W2952604789","https://openalex.org/W7062458672"],"related_works":["https://openalex.org/W2347088994","https://openalex.org/W3006064422","https://openalex.org/W2044288632","https://openalex.org/W2222234180","https://openalex.org/W2262441441","https://openalex.org/W4249823530","https://openalex.org/W2027495111","https://openalex.org/W2060715583","https://openalex.org/W2151249000","https://openalex.org/W7127569477"],"abstract_inverted_index":{"Stream":[0],"processing":[1,4,41,72],"frameworks":[2],"allow":[3,106],"massive":[5],"amounts":[6],"of":[7,42,52,62,111,126,165,187],"data":[8,25],"shortly":[9],"after":[10],"it":[11],"is":[12],"produced,":[13],"and":[14,39,105,113,124,148,150,167],"enable":[15],"a":[16,53,86,92,141,151,155,163,168,174],"fast":[17,38],"reaction":[18],"to":[19,56,89,107],"events":[20],"in":[21,129],"scenarios":[22,34],"such":[23,73],"as":[24,74],"center":[26],"monitoring,":[27],"smart":[28],"transportation,":[29],"or":[30,77],"telecommunication":[31],"networks.":[32],"Many":[33],"depend":[35],"on":[36,173,189],"the":[37,50,57,109,121,130,179,185],"reliable":[40],"incoming":[43],"data,":[44],"requiring":[45,85],"low":[46],"end-to-end":[47,116,190],"latencies":[48],"from":[49,91],"ingest":[51],"new":[54],"event":[55],"corresponding":[58],"output.":[59],"The":[60],"occurrence":[61],"faults":[63,112,188],"jeopardizes":[64],"these":[65,103],"guarantees:":[66],"Currently-leading":[67],"high-availability":[68],"solutions":[69],"for":[70],"stream":[71],"Spark":[75],"Streaming":[76],"Apache":[78,132],"Flink's":[79],"implement":[80],"passive":[81],"replication":[82,128],"through":[83],"snapshotting,":[84],"stop-the-world":[87],"operation":[88],"recover":[90],"failure.":[93],"Active":[94],"replication,":[95],"while":[96],"incurring":[97],"higher":[98],"deployment":[99],"costs,":[100],"can":[101,182],"overcome":[102],"limitations":[104],"mask":[108,184],"impact":[110,186],"match":[114],"stringent":[115],"latency":[117],"requirements.":[118],"We":[119],"present":[120],"design,":[122],"implementation,":[123],"evaluation":[125,161],"active":[127],"popular":[131],"Flink":[133,181],"platform.":[134],"Our":[135,160],"study":[136],"explores":[137],"two":[138],"alternative":[139],"designs,":[140],"leader-based":[142],"approach":[143],"leveraging":[144,154],"external":[145],"services":[146],"(Kafka":[147],"ZooKeeper)":[149],"leaderless":[152],"implementation":[153],"novel":[156],"deterministic":[157],"merging":[158],"algorithm.":[159],"using":[162],"series":[164],"microbenchmarks":[166],"SaaS":[169],"cloud":[170],"monitoring":[171],"scenario":[172],"37-server":[175],"cluster":[176],"show":[177],"that":[178],"actively-replicated":[180],"fully":[183],"latency.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2021-12-06T00:00:00"}