{"id":"https://openalex.org/W7127042151","doi":"https://doi.org/10.71097/ijsat.v10.i4.10196","title":"Valuating Apache Kafka as a Unified Messaging Backbone for Enterprise Data Pipelines","display_name":"Valuating Apache Kafka as a Unified Messaging Backbone for Enterprise Data Pipelines","publication_year":2019,"publication_date":"2019-12-05","ids":{"openalex":"https://openalex.org/W7127042151","doi":"https://doi.org/10.71097/ijsat.v10.i4.10196"},"language":"en","primary_location":{"id":"doi:10.71097/ijsat.v10.i4.10196","doi":"https://doi.org/10.71097/ijsat.v10.i4.10196","is_oa":true,"landing_page_url":"https://doi.org/10.71097/ijsat.v10.i4.10196","pdf_url":"https://www.ijsat.org/papers/2019/4/10196.pdf","source":{"id":"https://openalex.org/S5406984700","display_name":"International Journal on Science and Technology","issn_l":"2229-7677","issn":["2229-7677"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal on Science and Technology","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.ijsat.org/papers/2019/4/10196.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5118602721","display_name":"Pavan Kumar Mantha -","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pavan Kumar Mantha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5106883450","display_name":"Rajesh Kotha","orcid":"https://orcid.org/0009-0004-3594-2206","observed_orcids":["https://orcid.org/0009-0004-3594-2206"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rajesh Kotha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"10","issue":"4","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9634000062942505,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9634000062942505,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.01510000042617321,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.0071000000461936,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/apache-kafka","display_name":"Apache Kafka","score":0.9940000176429749},{"id":"https://openalex.org/keywords/apache-zookeeper","display_name":"Apache ZooKeeper","score":0.7289999723434448},{"id":"https://openalex.org/keywords/kafka-streams","display_name":"Kafka Streams","score":0.7149999737739563},{"id":"https://openalex.org/keywords/schema-evolution","display_name":"schema evolution","score":0.7099999785423279},{"id":"https://openalex.org/keywords/avro","display_name":"Avro","score":0.5659999847412109},{"id":"https://openalex.org/keywords/throughput-scalability","display_name":"throughput scalability","score":0.5199999809265137},{"id":"https://openalex.org/keywords/multi-tenancy","display_name":"multi-tenancy","score":0.6729999780654907},{"id":"https://openalex.org/keywords/real-time-analytics","display_name":"real-time analytics","score":0.5979999899864197},{"id":"https://openalex.org/keywords/change-data-capture","display_name":"change data capture","score":0.5339999794960022}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6812999844551086},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.4713999927043915},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.4221000075340271},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4027000069618225},{"id":"https://openalex.org/C52146309","wikidata":"https://www.wikidata.org/wiki/Q7431116","display_name":"Schema (genetic algorithms)","level":2,"score":0.3935000002384186},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.39089998602867126},{"id":"https://openalex.org/C136227091","wikidata":"https://www.wikidata.org/wiki/Q5380376","display_name":"Enterprise data management","level":3,"score":0.3885999917984009},{"id":"https://openalex.org/C80958533","wikidata":"https://www.wikidata.org/wiki/Q1047174","display_name":"Audit trail","level":3,"score":0.37059998512268066},{"id":"https://openalex.org/C33762810","wikidata":"https://www.wikidata.org/wiki/Q461671","display_name":"Data integrity","level":2,"score":0.36970001459121704},{"id":"https://openalex.org/C26324664","wikidata":"https://www.wikidata.org/wiki/Q1065525","display_name":"Message queue","level":2,"score":0.3336000144481659},{"id":"https://openalex.org/C2777960535","wikidata":"https://www.wikidata.org/wiki/Q131508","display_name":"Enterprise resource planning","level":2,"score":0.33009999990463257},{"id":"https://openalex.org/C70061542","wikidata":"https://www.wikidata.org/wiki/Q989016","display_name":"Distributed database","level":2,"score":0.31839999556541443},{"id":"https://openalex.org/C72108876","wikidata":"https://www.wikidata.org/wiki/Q844565","display_name":"Transaction processing","level":3,"score":0.31619998812675476},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.31540000438690186},{"id":"https://openalex.org/C27295321","wikidata":"https://www.wikidata.org/wiki/Q831795","display_name":"Enterprise information system","level":2,"score":0.313400000333786},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.302700012922287},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.30000001192092896},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.2980000078678131},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.295199990272522},{"id":"https://openalex.org/C8797682","wikidata":"https://www.wikidata.org/wiki/Q2115","display_name":"XML","level":2,"score":0.29409998655319214},{"id":"https://openalex.org/C10590034","wikidata":"https://www.wikidata.org/wiki/Q1048431","display_name":"Enterprise architecture","level":3,"score":0.2935999929904938},{"id":"https://openalex.org/C35578498","wikidata":"https://www.wikidata.org/wiki/Q193424","display_name":"Web service","level":2,"score":0.29190000891685486},{"id":"https://openalex.org/C47487241","wikidata":"https://www.wikidata.org/wiki/Q5227230","display_name":"Data access","level":2,"score":0.288100004196167},{"id":"https://openalex.org/C53996427","wikidata":"https://www.wikidata.org/wiki/Q5380387","display_name":"Enterprise integration","level":3,"score":0.28450000286102295},{"id":"https://openalex.org/C65813073","wikidata":"https://www.wikidata.org/wiki/Q1622420","display_name":"High availability","level":2,"score":0.28439998626708984},{"id":"https://openalex.org/C135572916","wikidata":"https://www.wikidata.org/wiki/Q193351","display_name":"Data warehouse","level":2,"score":0.28200000524520874},{"id":"https://openalex.org/C67571701","wikidata":"https://www.wikidata.org/wiki/Q1318054","display_name":"Enterprise system","level":2,"score":0.27959999442100525},{"id":"https://openalex.org/C75949130","wikidata":"https://www.wikidata.org/wiki/Q848010","display_name":"Database transaction","level":2,"score":0.2784000039100647},{"id":"https://openalex.org/C132868160","wikidata":"https://www.wikidata.org/wiki/Q10322548","display_name":"MQTT","level":3,"score":0.27709999680519104},{"id":"https://openalex.org/C2778505942","wikidata":"https://www.wikidata.org/wiki/Q18344624","display_name":"Microservices","level":3,"score":0.2757999897003174},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.26750001311302185},{"id":"https://openalex.org/C191015642","wikidata":"https://www.wikidata.org/wiki/Q1132459","display_name":"Fragmentation (computing)","level":2,"score":0.2660999894142151},{"id":"https://openalex.org/C185765463","wikidata":"https://www.wikidata.org/wiki/Q1318054","display_name":"Enterprise software","level":2,"score":0.2621000111103058},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.260699987411499},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.2605000138282776},{"id":"https://openalex.org/C888380","wikidata":"https://www.wikidata.org/wiki/Q2427787","display_name":"Persistent data structure","level":2,"score":0.2551000118255615},{"id":"https://openalex.org/C105446022","wikidata":"https://www.wikidata.org/wiki/Q445962","display_name":"Legacy system","level":3,"score":0.251800000667572}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.71097/ijsat.v10.i4.10196","doi":"https://doi.org/10.71097/ijsat.v10.i4.10196","is_oa":true,"landing_page_url":"https://doi.org/10.71097/ijsat.v10.i4.10196","pdf_url":"https://www.ijsat.org/papers/2019/4/10196.pdf","source":{"id":"https://openalex.org/S5406984700","display_name":"International Journal on Science and Technology","issn_l":"2229-7677","issn":["2229-7677"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal on Science and Technology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.71097/ijsat.v10.i4.10196","doi":"https://doi.org/10.71097/ijsat.v10.i4.10196","is_oa":true,"landing_page_url":"https://doi.org/10.71097/ijsat.v10.i4.10196","pdf_url":"https://www.ijsat.org/papers/2019/4/10196.pdf","source":{"id":"https://openalex.org/S5406984700","display_name":"International Journal on Science and Technology","issn_l":"2229-7677","issn":["2229-7677"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal on Science and Technology","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7127042151.pdf","grobid_xml":"https://content.openalex.org/works/W7127042151.grobid-xml"},"referenced_works_count":1,"referenced_works":["https://openalex.org/W2605199443"],"related_works":["https://openalex.org/W7117562898","https://openalex.org/W7147352337","https://openalex.org/W4415268637","https://openalex.org/W7117531599","https://openalex.org/W7163744610","https://openalex.org/W7221559643","https://openalex.org/W4378364083","https://openalex.org/W7135173212","https://openalex.org/W4417529806","https://openalex.org/W7108597890"],"abstract_inverted_index":{"Enterprises":[0],"entering":[1],"the":[2,7,52,86,198,365],"late":[3],"2010s":[4],"increasingly":[5,227],"faced":[6],"challenge":[8],"of":[9,54,59,238,483,495],"integrating":[10,387],"heterogenous":[11],"data":[12,26,56,82,161,271],"ingestion":[13,237,315],"patterns":[14],"encompassing":[15],"batch":[16],"uploads,":[17],"micro-batch":[18],"workflows,":[19],"event-based":[20],"notifications,":[21],"streaming":[22,515],"clickstreams,":[23],"and":[24,45,65,101,131,154,175,209,223,248,260,285,317,352,390,397,401,407,426,454,465,480,499,516],"change":[25],"capture":[27],"(CDC)":[28],"originating":[29],"from":[30,162,179,220],"disparate":[31],"systems":[32,394],"such":[33,459],"as":[34,74,229,443,460,506],"legacy":[35],"message":[36,181],"queues,":[37],"FTP":[38],"servers,":[39],"log":[40,121,240],"collectors,":[41],"transactional":[42],"database":[43,242],"systems,":[44,425],"API-driven":[46],"sources.":[47],"The":[48,191,355,486],"resulting":[49],"fragmentation":[50],"impeded":[51],"construction":[53],"unified":[55,77],"pipelines":[57,370],"capable":[58],"supporting":[60],"real-time":[61,231,388],"analytics,":[62],"high-volume":[63],"ingestion,":[64],"regulatory-compliant":[66],"audit":[67],"trails.":[68],"This":[69],"paper":[70,356],"evaluates":[71],"Apache":[72,135],"Kafka":[73,99,226,418,442],"a":[75,103,112,213,230,444,493,507],"central,":[76],"messaging":[78,510],"backbone":[79],"for":[80,107,147,168,193,269,348,513],"enterprise":[81,108,145,200,360],"pipelines,":[83],"particularly":[84],"within":[85,344],"technology":[87],"landscape":[88],"prior":[89,283],"to":[90,158,216,429,504],"2019":[91,199,366],"when":[92],"Kafka\u2019s":[93,118,156,255,276,328],"ecosystem":[94,466,500],"components\u2014Kafka":[95],"Connect,":[96],"Schema":[97,262],"Registry,":[98],"Streams,":[100],"KSQL\u2014reached":[102],"maturity":[104],"threshold":[105],"suitable":[106,512],"production":[109],"deployment.":[110],"Through":[111],"comprehensive":[113],"architectural":[114,140,447],"analysis,":[115],"we":[116,415,436],"examine":[117],"distributed":[119],"commit":[120],"abstraction,":[122],"partition":[123,297,474],"replication":[124,304,319],"protocol,":[125],"write-ahead-log":[126],"durability":[127],"model,":[128],"producer-consumer":[129],"semantics,":[130,464],"metadata":[132],"coordination":[133],"via":[134,321],"ZooKeeper":[136,477],"(pre-KRaft":[137],"era).":[138],"These":[139,291],"properties":[141],"are":[142,468],"evaluated":[143],"against":[144,470],"expectations":[146],"high":[148,314],"throughput,":[149,335],"low":[150],"latency,":[151],"replayability,":[152],"scalability,":[153,461],"multi-tenancy.":[155],"ability":[157],"replay":[159],"historical":[160],"durable":[163,396],"storage":[164],"introduces":[165],"novel":[166],"capabilities":[167],"regulatory":[169],"auditing,":[170],"machine":[171],"learning":[172],"feature":[173,347],"regeneration,":[174],"system":[176],"backfills\u2014distinguishing":[177],"it":[178,503],"traditional":[180],"queues":[182],"that":[183,490],"lacked":[184],"full":[185],"persistence":[186,339],"or":[187],"consumer-defined":[188],"offset":[189],"control.":[190],"motivation":[192],"this":[194],"research":[195],"aligns":[196],"with":[197,257,420],"context:":[201],"large-scale":[202],"financial":[203,349],"institutions,":[204],"retail":[205],"corporations,":[206],"telecommunications":[207],"operators,":[208],"government":[210],"agencies":[211],"sought":[212],"common":[214],"foundation":[215],"decouple":[217],"event":[218,373,382],"producers":[219],"downstream":[221],"analytics":[222],"operational":[224,427,471],"applications.":[225],"appeared":[228],"digital":[232,252],"nervous":[233],"system,":[234],"enabling":[235,502],"multi-channel":[236],"files,":[239],"streams,":[241],"transactions,":[243],"IoT":[244],"telemetry,":[245],"payment":[246,399],"events,":[247],"customer":[249,376,389],"interactions":[250],"across":[251,301],"touchpoints.":[253],"Furthermore,":[254],"compatibility":[256],"Avro":[258],"schemas":[259],"Confluent":[261],"Registry":[263],"introduced":[264],"schema":[265],"evolution":[266],"control":[267],"essential":[268],"longitudinal":[270],"governance.":[272],"We":[273],"also":[274],"evaluate":[275],"performance":[277,449,497],"characteristics":[278],"using":[279],"metrics":[280],"published":[281],"in":[282,364],"studies":[284],"validated":[286],"through":[287],"controlled":[288],"benchmarking":[289],"scenarios.":[290],"include":[292],"latency":[293],"measurements":[294],"under":[295,313],"varying":[296],"counts,":[298],"throughput":[299],"scalability":[300],"broker":[302],"clusters,":[303],"factor":[305],"impacts":[306],"on":[307,440],"failover":[308],"timing,":[309],"consumer":[310],"lag":[311],"growth":[312],"bursts,":[316],"multi-region":[318],"configurations":[320],"MirrorMaker":[322],"2.0.":[323],"Comparative":[324],"analysis":[325],"demonstrates":[326],"how":[327,417],"partition-based":[329],"concurrency":[330],"model":[331],"enables":[332],"linearly":[333],"scalable":[334],"while":[336],"its":[337],"log-based":[338],"maintains":[340],"deterministic":[341],"ordering":[342],"guarantees":[343],"partitions\u2014a":[345],"desirable":[346],"settlement":[350],"records":[351],"time-series":[353],"telemetry.":[354],"further":[357],"synthesizes":[358],"notable":[359],"use":[361,412],"cases":[362],"prevalent":[363],"landscape:":[367],"fraud":[368],"detection":[369],"leveraging":[371],"sub-second":[372],"latency;":[374],"omnichannel":[375],"journey":[377],"orchestration":[378],"powered":[379],"by":[380],"online":[381],"streams;":[383],"credit":[384],"risk":[385],"engines":[386],"merchant":[391],"telemetry;":[392],"reconciliation":[393],"requiring":[395],"replayable":[398],"logs;":[400],"monitoring":[402],"platforms":[403],"aggregating":[404],"application":[405],"telemetry":[406],"infrastructure":[408],"events.":[409],"For":[410],"each":[411],"case":[413],"class,":[414],"analyze":[416],"interacts":[419],"databases,":[421],"stream":[422],"processors,":[423],"ML":[424],"dashboards":[428],"offer":[430],"an":[431],"integrated":[432],"event-centric":[433],"architecture.":[434],"Finally,":[435],"present":[437],"methodological":[438],"insights":[439],"evaluating":[441],"backbone,":[445],"including":[446,473],"modeling,":[448],"benchmarking,":[450],"failure":[451],"scenario":[452],"simulation,":[453],"multi-cluster":[455],"design":[456],"considerations.":[457],"Strengths":[458],"durability,":[462],"exactly-once":[463],"extensibility":[467],"balanced":[469],"limitations":[472],"rebalancing":[475],"overhead,":[476],"dependency":[478],"complexity,":[479],"cost":[481],"implications":[482],"long-term":[484],"retention.":[485],"aggregated":[487],"results":[488],"conclude":[489],"Kafka\u2014by":[491],"2019\u2014achieved":[492],"level":[494],"stability,":[496],"consistency,":[498],"integration":[501],"function":[505],"unified,":[508],"enterprise-wide":[509],"fabric":[511],"both":[514],"batch-driven":[517],"systems.":[518]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-02-03T00:00:00"}