{"id":"https://openalex.org/W3044128525","doi":"https://doi.org/10.1109/tkde.2020.3011510","title":"Karst: Transactional Data Ingestion Without Blocking on a Scalable Architecture","display_name":"Karst: Transactional Data Ingestion Without Blocking on a Scalable Architecture","publication_year":2020,"publication_date":"2020-07-23","ids":{"openalex":"https://openalex.org/W3044128525","doi":"https://doi.org/10.1109/tkde.2020.3011510","mag":"3044128525"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2020.3011510","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2020.3011510","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100656422","display_name":"Zhifang Li","orcid":"https://orcid.org/0000-0002-6090-0479"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhifang Li","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-6090-0479","affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061097317","display_name":"Beicheng Peng","orcid":null},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Beicheng Peng","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037156146","display_name":"Qiuli Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiuli Huang","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025387109","display_name":"Chuliang Weng","orcid":"https://orcid.org/0000-0003-0293-5857"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuliang Weng","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-0293-5857","affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100656422"],"corresponding_institution_ids":["https://openalex.org/I66867065"],"apc_list":null,"apc_paid":null,"fwci":0.5567,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.75432085,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":95},"biblio":{"volume":"34","issue":"5","first_page":"2241","last_page":"2253"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8536083102226257},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7389488220214844},{"id":"https://openalex.org/keywords/transaction-processing","display_name":"Transaction processing","score":0.6090632677078247},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.5432778596878052},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5130537748336792},{"id":"https://openalex.org/keywords/distributed-transaction","display_name":"Distributed transaction","score":0.4582364857196808},{"id":"https://openalex.org/keywords/serialization","display_name":"Serialization","score":0.4110935628414154},{"id":"https://openalex.org/keywords/database-transaction","display_name":"Database transaction","score":0.40648046135902405},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.39206334948539734},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.19531109929084778}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8536083102226257},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7389488220214844},{"id":"https://openalex.org/C72108876","wikidata":"https://www.wikidata.org/wiki/Q844565","display_name":"Transaction processing","level":3,"score":0.6090632677078247},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.5432778596878052},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5130537748336792},{"id":"https://openalex.org/C25185021","wikidata":"https://www.wikidata.org/wiki/Q4053284","display_name":"Distributed transaction","level":4,"score":0.4582364857196808},{"id":"https://openalex.org/C52723943","wikidata":"https://www.wikidata.org/wiki/Q1127410","display_name":"Serialization","level":2,"score":0.4110935628414154},{"id":"https://openalex.org/C75949130","wikidata":"https://www.wikidata.org/wiki/Q848010","display_name":"Database transaction","level":2,"score":0.40648046135902405},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.39206334948539734},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.19531109929084778}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2020.3011510","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2020.3011510","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.4099999964237213}],"awards":[{"id":"https://openalex.org/G1234381246","display_name":null,"funder_award_id":"2018YFB1003400","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G2029957150","display_name":null,"funder_award_id":"61732014","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5096871666","display_name":null,"funder_award_id":"61772204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1494303988","https://openalex.org/W1577169013","https://openalex.org/W1635892993","https://openalex.org/W1791587242","https://openalex.org/W1979176980","https://openalex.org/W1981420413","https://openalex.org/W2007888220","https://openalex.org/W2027748129","https://openalex.org/W2047474931","https://openalex.org/W2057714068","https://openalex.org/W2060440895","https://openalex.org/W2064332668","https://openalex.org/W2071414195","https://openalex.org/W2087177601","https://openalex.org/W2091380526","https://openalex.org/W2098095723","https://openalex.org/W2102729946","https://openalex.org/W2130923111","https://openalex.org/W2139285682","https://openalex.org/W2143522680","https://openalex.org/W2150630976","https://openalex.org/W2159376715","https://openalex.org/W2173213060","https://openalex.org/W2189465200","https://openalex.org/W2250374629","https://openalex.org/W2266185913","https://openalex.org/W2295727839","https://openalex.org/W2394680079","https://openalex.org/W2423220585","https://openalex.org/W2428665651","https://openalex.org/W2432820213","https://openalex.org/W2433128352","https://openalex.org/W2524947710","https://openalex.org/W2574582689","https://openalex.org/W2585130803","https://openalex.org/W2612041618","https://openalex.org/W2612704407","https://openalex.org/W2762397184","https://openalex.org/W2769027965","https://openalex.org/W2889116347","https://openalex.org/W2898588065","https://openalex.org/W2904299378","https://openalex.org/W2913854892","https://openalex.org/W3138367763","https://openalex.org/W6629656946","https://openalex.org/W6679474665","https://openalex.org/W6680852931","https://openalex.org/W6687322159","https://openalex.org/W6731596640","https://openalex.org/W6731689793"],"related_works":["https://openalex.org/W2371295991","https://openalex.org/W2356985858","https://openalex.org/W116816731","https://openalex.org/W2349862564","https://openalex.org/W2158759608","https://openalex.org/W2155541789","https://openalex.org/W2403667029","https://openalex.org/W2053104377","https://openalex.org/W1988072050","https://openalex.org/W2143226912"],"abstract_inverted_index":{"Although":[0],"real-time":[1],"analytics":[2],"on":[3,48],"the":[4,107],"up-to-date":[5],"dataset":[6],"has":[7],"become":[8],"an":[9],"emerging":[10],"demand,":[11],"many":[12],"big":[13],"data":[14,29,84,100,136,150],"systems":[15,45,56,167],"are":[16,46],"still":[17],"designed":[18],"for":[19,23,86,106],"offline":[20,88],"analytics.":[21,89],"Particularly,":[22],"critical":[24],"applications":[25],"like":[26],"Fintech,":[27],"<i>transactional":[28],"ingestion</i>":[30],"ensures":[31],"a":[32,74,103,113],"timely,":[33],"always-correct,":[34],"and":[35,148,168],"scalable":[36,58,114],"dataset.":[37],"To":[38],"carry":[39],"out":[40],"append-only":[41],"ingestion,":[42],"existing":[43,87],"OLTP/HTAP":[44],"based":[47],"strict":[49],"transactions":[50,128],"with":[51],"imperfect":[52],"scalability,":[53],"while":[54],"NoSQL-like":[55],"support":[57],"but":[59],"relaxed":[60],"transactions.":[61],"How":[62],"to":[63,72,81,97,129,133,158],"ensure":[64],"essential":[65],"transactional":[66,83,99],"guarantees":[67],"without":[68],"harming":[69],"scalability":[70],"seems":[71],"be":[73],"non-trivial":[75],"issue.":[76],"This":[77],"paper":[78],"proposes":[79],"<i>Karst</i>":[80],"bring":[82],"ingestion":[85,101],"We":[90],"notice":[91],"that":[92,120],"blocking":[93],"<i>two-phase":[94],"commit</i>":[95,118],"(2PC)":[96],"resolve":[98],"is":[102],"performance":[104,164],"killer":[105],"partitioned":[108],"analytical":[109],"systems.":[110],"Karst":[111,141,154],"introduces":[112],"protocol":[115],"called":[116],"<i>metadata-oriented":[117],"(MOC)":[119],"converts":[121],"each":[122],"distributed":[123],"transaction":[124],"into":[125,137],"multiple":[126],"partial":[127],"avoid":[130],"2PC.":[131],"Moreover,":[132],"ingest":[134],"massive":[135],"plenty":[138],"of":[139],"partitions,":[140],"also":[142,169],"employs":[143],"lazy":[144],"persistence,":[145],"lightweight":[146],"logging,":[147],"optimized":[149],"traffic.":[151],"In":[152],"experiments,":[153],"could":[155],"achieve":[156],"up":[157],"about":[159],"2x":[160],"<inline-formula><tex-math":[161],"notation=\"LaTeX\">$\\sim$</tex-math></inline-formula>":[162],"10x":[163],"over":[165],"relevant":[166],"shows":[170],"remarkable":[171],"scalability.":[172]},"counts_by_year":[{"year":2021,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}