{"id":"https://openalex.org/W3176171201","doi":"https://doi.org/10.1145/3448016.3457556","title":"Consistency and Completeness","display_name":"Consistency and Completeness","publication_year":2021,"publication_date":"2021-06-09","ids":{"openalex":"https://openalex.org/W3176171201","doi":"https://doi.org/10.1145/3448016.3457556","mag":"3176171201"},"language":"en","primary_location":{"id":"doi:10.1145/3448016.3457556","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3448016.3457556","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3448016.3457556","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 International Conference on Management of Data","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3448016.3457556","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070703157","display_name":"Guozhang Wang","orcid":"https://orcid.org/0009-0007-5026-9963"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Guozhang Wang","raw_affiliation_strings":["Confluent Inc., Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Confluent Inc., Mountain View, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100333510","display_name":"Lei Chen","orcid":"https://orcid.org/0000-0002-8000-7872"},"institutions":[{"id":"https://openalex.org/I1299907687","display_name":"Bloomberg (United States)","ror":"https://ror.org/02rdpzb15","country_code":"US","type":"company","lineage":["https://openalex.org/I1299907687"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lei Chen","raw_affiliation_strings":["Bloomberg L.P., San Francisco, CA, USA"],"affiliations":[{"raw_affiliation_string":"Bloomberg L.P., San Francisco, CA, USA","institution_ids":["https://openalex.org/I1299907687"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024265186","display_name":"Ayusman Dikshit","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ayusman Dikshit","raw_affiliation_strings":["Expedia Group, Gurgaon, India"],"affiliations":[{"raw_affiliation_string":"Expedia Group, Gurgaon, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049588318","display_name":"Jason Gustafson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jason Gustafson","raw_affiliation_strings":["Confluent Inc., Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Confluent Inc., Mountain View, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100688832","display_name":"Boyang Chen","orcid":"https://orcid.org/0009-0000-1043-0977"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Boyang Chen","raw_affiliation_strings":["Confluent Inc., Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Confluent Inc., Mountain View, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059803641","display_name":"Matthias J. Sax","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Matthias J. Sax","raw_affiliation_strings":["Confluent Inc., Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Confluent Inc., Mountain View, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065265614","display_name":"John Roesler","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"John Roesler","raw_affiliation_strings":["Confluent Inc., Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Confluent Inc., Mountain View, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048178445","display_name":"Sophie Blee-Goldman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sophie Blee-Goldman","raw_affiliation_strings":["Confluent Inc., Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Confluent Inc., Mountain View, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083495623","display_name":"Bruno Cadonna","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bruno Cadonna","raw_affiliation_strings":["Confluent Inc., Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Confluent Inc., Mountain View, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028798684","display_name":"Apurva Mehta","orcid":"https://orcid.org/0000-0003-0870-6932"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Apurva Mehta","raw_affiliation_strings":["Confluent Inc., Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Confluent Inc., Mountain View, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001335241","display_name":"Varun Madan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Varun Madan","raw_affiliation_strings":["Confluent Inc., Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Confluent Inc., Mountain View, CA, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009094344","display_name":"Jun Rao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jun Rao","raw_affiliation_strings":["Confluent Inc., Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Confluent Inc., Mountain View, CA, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5070703157"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.3677,"has_fulltext":false,"cited_by_count":46,"citation_normalized_percentile":{"value":0.97896273,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2602","last_page":"2613"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8480797410011292},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.815222978591919},{"id":"https://openalex.org/keywords/stream-processing","display_name":"Stream processing","score":0.6853371262550354},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6406992673873901},{"id":"https://openalex.org/keywords/causal-consistency","display_name":"Causal consistency","score":0.6404983997344971},{"id":"https://openalex.org/keywords/eventual-consistency","display_name":"Eventual consistency","score":0.5931953191757202},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5931212306022644},{"id":"https://openalex.org/keywords/sequential-consistency","display_name":"Sequential consistency","score":0.5810152292251587},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5275380611419678},{"id":"https://openalex.org/keywords/completeness","display_name":"Completeness (order theory)","score":0.47906383872032166},{"id":"https://openalex.org/keywords/consistency-model","display_name":"Consistency model","score":0.47249165177345276},{"id":"https://openalex.org/keywords/transaction-processing","display_name":"Transaction processing","score":0.4515943229198456},{"id":"https://openalex.org/keywords/weak-consistency","display_name":"Weak consistency","score":0.43256473541259766},{"id":"https://openalex.org/keywords/data-consistency","display_name":"Data consistency","score":0.4285610318183899},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.42757293581962585},{"id":"https://openalex.org/keywords/strong-consistency","display_name":"Strong consistency","score":0.3389514088630676},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3330537676811218},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.25154876708984375},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13078469038009644},{"id":"https://openalex.org/keywords/database-transaction","display_name":"Database transaction","score":0.10727652907371521}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8480797410011292},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.815222978591919},{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.6853371262550354},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6406992673873901},{"id":"https://openalex.org/C175652121","wikidata":"https://www.wikidata.org/wiki/Q4379351","display_name":"Causal consistency","level":5,"score":0.6404983997344971},{"id":"https://openalex.org/C34422012","wikidata":"https://www.wikidata.org/wiki/Q6125872","display_name":"Eventual consistency","level":4,"score":0.5931953191757202},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5931212306022644},{"id":"https://openalex.org/C82029504","wikidata":"https://www.wikidata.org/wiki/Q4373882","display_name":"Sequential consistency","level":4,"score":0.5810152292251587},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5275380611419678},{"id":"https://openalex.org/C17231256","wikidata":"https://www.wikidata.org/wiki/Q5156540","display_name":"Completeness (order theory)","level":2,"score":0.47906383872032166},{"id":"https://openalex.org/C37279795","wikidata":"https://www.wikidata.org/wiki/Q2492305","display_name":"Consistency model","level":3,"score":0.47249165177345276},{"id":"https://openalex.org/C72108876","wikidata":"https://www.wikidata.org/wiki/Q844565","display_name":"Transaction processing","level":3,"score":0.4515943229198456},{"id":"https://openalex.org/C122377713","wikidata":"https://www.wikidata.org/wiki/Q4422799","display_name":"Weak consistency","level":4,"score":0.43256473541259766},{"id":"https://openalex.org/C93361087","wikidata":"https://www.wikidata.org/wiki/Q4426698","display_name":"Data consistency","level":2,"score":0.4285610318183899},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.42757293581962585},{"id":"https://openalex.org/C31388003","wikidata":"https://www.wikidata.org/wiki/Q7624548","display_name":"Strong consistency","level":3,"score":0.3389514088630676},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3330537676811218},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.25154876708984375},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13078469038009644},{"id":"https://openalex.org/C75949130","wikidata":"https://www.wikidata.org/wiki/Q848010","display_name":"Database transaction","level":2,"score":0.10727652907371521},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3448016.3457556","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3448016.3457556","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3448016.3457556","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 International Conference on Management of Data","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3448016.3457556","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3448016.3457556","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3448016.3457556","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 International Conference on Management of Data","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3176171201.pdf","grobid_xml":"https://content.openalex.org/works/W3176171201.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W1539153042","https://openalex.org/W1976821017","https://openalex.org/W1984220394","https://openalex.org/W2052464302","https://openalex.org/W2052915895","https://openalex.org/W2062735494","https://openalex.org/W2096092966","https://openalex.org/W2115503987","https://openalex.org/W2119400430","https://openalex.org/W2134727960","https://openalex.org/W2144261930","https://openalex.org/W2152558130","https://openalex.org/W2153972927","https://openalex.org/W2156212081","https://openalex.org/W2161569281","https://openalex.org/W2244876453","https://openalex.org/W2247317079","https://openalex.org/W2294178609","https://openalex.org/W2298429875","https://openalex.org/W2398660820","https://openalex.org/W2548259341","https://openalex.org/W2566979091","https://openalex.org/W2572012548","https://openalex.org/W2614286596","https://openalex.org/W2622264662","https://openalex.org/W2622443349","https://openalex.org/W2752238980","https://openalex.org/W2753910905","https://openalex.org/W2764921838","https://openalex.org/W2884464324","https://openalex.org/W2892199102","https://openalex.org/W2931177788","https://openalex.org/W2932170718","https://openalex.org/W2946887925","https://openalex.org/W2950050642","https://openalex.org/W2964468098","https://openalex.org/W3029627292","https://openalex.org/W6712268384","https://openalex.org/W6761070646"],"related_works":["https://openalex.org/W2949587676","https://openalex.org/W2949499328","https://openalex.org/W4292345996","https://openalex.org/W2144153901","https://openalex.org/W3102338602","https://openalex.org/W2287614524","https://openalex.org/W2343489657","https://openalex.org/W4254952258","https://openalex.org/W4297824651","https://openalex.org/W246909719"],"abstract_inverted_index":{"An":[0],"increasingly":[1],"important":[2],"system":[3],"requirement":[4],"for":[5,99],"distributed":[6],"stream":[7,100,124],"processing":[8,125,133,141,166],"applications":[9],"is":[10,167],"to":[11,54,57,80,116,159,169],"provide":[12],"strong":[13],"correctness":[14,118],"guarantees":[15],"under":[16],"unexpected":[17],"failures":[18],"and":[19,51,60,67,84,112,144,153,192,198],"out-of-order":[20,178],"data":[21],"so":[22],"that":[23],"its":[24,105,196],"results":[25,171],"can":[26,87],"be":[27],"authoritative":[28],"(not":[29],"needing":[30],"complementary":[31],"batch":[32],"results).":[33],"Although":[34],"existing":[35],"systems":[36],"have":[37],"put":[38],"a":[39,71,122],"lot":[40],"of":[41],"effort":[42],"into":[43],"addressing":[44],"some":[45],"specific":[46],"issues,":[47],"such":[48],"as":[49,109,135,149,172,174],"consistency":[50,83],"completeness,":[52,85],"how":[53,183],"enable":[55],"users":[56],"make":[58],"flexible":[59,197],"transparent":[61],"trade-off":[62],"decisions":[63],"among":[64],"correctness,":[65],"performance,":[66],"cost":[68],"still":[69],"remains":[70],"practical":[72],"challenge.":[73],"Specifically,":[74],"similar":[75],"mechanisms":[76],"are":[77,147,157],"usually":[78],"applied":[79],"tackle":[81],"both":[82],"which":[86,102,139],"result":[88,145],"in":[89,128,138,187],"unnecessary":[90],"performance":[91,193],"penalties.":[92],"We":[93,180],"present":[94],"Apache":[95,129],"Kafka's":[96],"core":[97],"design":[98],"processing,":[101],"relies":[103],"on":[104],"persistent":[106],"log":[107,150],"architecture":[108],"the":[110,132],"storage":[111],"inter-processor":[113],"communication":[114],"layers":[115],"achieve":[117],"guarantees.":[119],"Kafka":[120,184],"Streams,":[121],"scalable":[123],"client":[126],"library":[127],"Kafka,":[130],"defines":[131],"logic":[134],"read-process-write":[136],"cycles":[137],"all":[140],"state":[142],"updates":[143],"outputs":[146],"captured":[148],"appends.":[151],"Idempotent":[152],"transactional":[154],"write":[155],"protocols":[156],"utilized":[158],"guarantee":[160],"exactly-once":[161],"semantics.":[162],"Furthermore,":[163],"revision-based":[164],"speculative":[165],"employed":[168],"emit":[170],"soon":[173],"possible":[175],"while":[176],"handling":[177],"data.":[179],"also":[181],"demonstrate":[182],"Streams":[185],"behaves":[186],"practice":[188],"with":[189],"large-scale":[190],"deployments":[191],"insights":[194],"exhibiting":[195],"low-overhead":[199],"trade-offs.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}