{"id":"https://openalex.org/W4282551700","doi":"https://doi.org/10.1145/3514221.3526056","title":"KafkaDirect: Zero-copy Data Access for Apache Kafka over RDMA Networks","display_name":"KafkaDirect: Zero-copy Data Access for Apache Kafka over RDMA Networks","publication_year":2022,"publication_date":"2022-06-10","ids":{"openalex":"https://openalex.org/W4282551700","doi":"https://doi.org/10.1145/3514221.3526056"},"language":"en","primary_location":{"id":"doi:10.1145/3514221.3526056","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3514221.3526056","pdf_url":null,"source":{"id":"https://openalex.org/S4363608845","display_name":"Proceedings of the 2022 International Conference on Management of Data","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 International Conference on Management of Data","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079199188","display_name":"Konstantin Taranov","orcid":"https://orcid.org/0000-0003-1356-5951"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Konstantin Taranov","raw_affiliation_strings":["ETH Zurich, Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"ETH Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028231733","display_name":"Steve Byan","orcid":null},"institutions":[{"id":"https://openalex.org/I1342911587","display_name":"Oracle (United States)","ror":"https://ror.org/006c77m33","country_code":"US","type":"company","lineage":["https://openalex.org/I1342911587"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steve Byan","raw_affiliation_strings":["Oracle Labs, Burlington, MA, USA"],"affiliations":[{"raw_affiliation_string":"Oracle Labs, Burlington, MA, USA","institution_ids":["https://openalex.org/I1342911587"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070381781","display_name":"Virendra J. Marathe","orcid":null},"institutions":[{"id":"https://openalex.org/I1342911587","display_name":"Oracle (United States)","ror":"https://ror.org/006c77m33","country_code":"US","type":"company","lineage":["https://openalex.org/I1342911587"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Virendra Marathe","raw_affiliation_strings":["Oracle Labs, Burlington, MA, USA"],"affiliations":[{"raw_affiliation_string":"Oracle Labs, Burlington, MA, USA","institution_ids":["https://openalex.org/I1342911587"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026990786","display_name":"Torsten Hoefler","orcid":"https://orcid.org/0000-0002-1333-9797"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Torsten Hoefler","raw_affiliation_strings":["ETH Zurich, Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"ETH Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5079199188"],"corresponding_institution_ids":["https://openalex.org/I35440088"],"apc_list":null,"apc_paid":null,"fwci":2.3758,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.90350389,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2191","last_page":"2204"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/remote-direct-memory-access","display_name":"Remote direct memory access","score":0.9905407428741455},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8125680685043335},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.6806458234786987},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.671212375164032},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.553418755531311},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.42035606503486633},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.4136075973510742},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11457511782646179},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.06951156258583069}],"concepts":[{"id":"https://openalex.org/C130795937","wikidata":"https://www.wikidata.org/wiki/Q2561570","display_name":"Remote direct memory access","level":2,"score":0.9905407428741455},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8125680685043335},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.6806458234786987},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.671212375164032},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.553418755531311},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.42035606503486633},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.4136075973510742},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11457511782646179},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.06951156258583069}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3514221.3526056","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3514221.3526056","pdf_url":null,"source":{"id":"https://openalex.org/S4363608845","display_name":"Proceedings of the 2022 International Conference on Management of Data","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 International Conference on Management of Data","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.6200000047683716}],"awards":[{"id":"https://openalex.org/G8804827488","display_name":null,"funder_award_id":"Project PSAP (No. 101002047), and Project RED-SEA (No. 955776)","funder_id":"https://openalex.org/F4320334678","funder_display_name":"European Research Council"}],"funders":[{"id":"https://openalex.org/F4320308943","display_name":"Microsoft Research","ror":"https://ror.org/00d0nc645"},{"id":"https://openalex.org/F4320334678","display_name":"European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1497100682","https://openalex.org/W1920964269","https://openalex.org/W1995516763","https://openalex.org/W2018995228","https://openalex.org/W2019966882","https://openalex.org/W2036895660","https://openalex.org/W2074881976","https://openalex.org/W2076461385","https://openalex.org/W2106035061","https://openalex.org/W2134727960","https://openalex.org/W2140101134","https://openalex.org/W2399650993","https://openalex.org/W2420834298","https://openalex.org/W2606496125","https://openalex.org/W2621278159","https://openalex.org/W2755567635","https://openalex.org/W2761070740","https://openalex.org/W2844752995","https://openalex.org/W2926543120","https://openalex.org/W2929031942","https://openalex.org/W2930325348","https://openalex.org/W2948862017","https://openalex.org/W2963638209","https://openalex.org/W2964109949","https://openalex.org/W2971307483","https://openalex.org/W2998448248","https://openalex.org/W3009076569","https://openalex.org/W3010663313","https://openalex.org/W3042591335","https://openalex.org/W3203745911","https://openalex.org/W4238594632","https://openalex.org/W6735631015"],"related_works":["https://openalex.org/W3090586438","https://openalex.org/W2782433361","https://openalex.org/W2416075414","https://openalex.org/W2475302168","https://openalex.org/W4366999533","https://openalex.org/W2134569538","https://openalex.org/W3198746232","https://openalex.org/W3135214639","https://openalex.org/W2594055038","https://openalex.org/W2754465584"],"abstract_inverted_index":{"Apache":[0,88],"Kafka":[1,26,151,172,175,187,190],"is":[2,9],"an":[3,85],"open-source":[4],"distributed":[5],"publish-subscribe":[6],"system,":[7],"which":[8,32,74,117],"widely":[10],"used":[11],"in":[12,150,168,184],"data":[13,60],"centers":[14,61],"for":[15,30,146,170,186],"messaging":[16],"between":[17],"applications,":[18],"log":[19],"aggregation,":[20],"and":[21,47,62,105,157,174,177,181,189],"stream":[22],"processing.":[23],"The":[24],"existing":[25],"implementation":[27],"uses":[28,91],"TCP/IP":[29],"communication,":[31],"has":[33],"various":[34],"inefficiencies":[35],"such":[36],"as":[37],"a":[38],"high":[39,158],"message":[40],"dispatch":[41],"cost":[42],"due":[43],"to":[44,70,78,87,93,120,122,137,165],"OS":[45],"involvement":[46],"excessive":[48],"memory":[49],"copies.":[50],"Recently,":[51],"the":[52,76,95,113,144],"availability":[53],"of":[54,126],"cost-effective":[55],"RDMA-capable":[56],"network":[57,98],"controllers":[58],"within":[59],"cloud":[63],"infrastructures":[64],"have":[65],"encouraged":[66],"many":[67],"modern":[68],"applications":[69],"adopt":[71],"RDMA":[72,92,118,130,135],"networking,":[73],"offers":[75],"potential":[77],"outperform":[79],"classical":[80],"TCP/IP.":[81],"We":[82],"introduce":[83],"KafkaDirect,":[84],"extension":[86],"Kafka,":[89],"that":[90],"accelerate":[94],"three":[96],"most":[97],"intensive":[99],"datapaths:":[100],"record":[101,103,106],"production,":[102],"replication,":[104],"consumption.":[107],"In":[108],"this":[109],"work,":[110],"we":[111],"explore":[112],"design":[114,131],"choices":[115],"including":[116],"operations":[119],"use":[121],"take":[123],"full":[124],"advantage":[125],"offloaded":[127],"communication.":[128,160],"Our":[129],"relies":[132],"on":[133],"one-sided":[134],"requests":[136],"attain":[138],"true":[139],"zero-copy":[140],"communication":[141],"completely":[142],"avoiding":[143],"need":[145],"using":[147],"intermediate":[148],"buffers":[149],"servers,":[152],"thereby":[153],"ensuring":[154],"low":[155],"latency":[156,185],"throughput":[159,169],"KafkaDirect":[161],"can":[162,178],"offer":[163],"up":[164],"9x":[166],"increase":[167],"both":[171],"producers":[173,188],"consumers,":[176,191],"provide":[179],"4x":[180],"50x":[182],"reduction":[183],"respectively.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}