{"id":"https://openalex.org/W7203694077","doi":"https://doi.org/10.1109/icetics69505.2026.11651192","title":"Apache Kafka for Real-Time Data Integration: A Scalability and Performance Assessment","display_name":"Apache Kafka for Real-Time Data Integration: A Scalability and Performance Assessment","publication_year":2026,"publication_date":"2026-07-01","ids":{"openalex":"https://openalex.org/W7203694077","doi":"https://doi.org/10.1109/icetics69505.2026.11651192"},"language":"en","primary_location":{"id":"doi:10.1109/icetics69505.2026.11651192","doi":"https://doi.org/10.1109/icetics69505.2026.11651192","is_oa":true,"landing_page_url":"https://doi.org/10.1109/icetics69505.2026.11651192","pdf_url":null,"source":{"id":"https://openalex.org/S7407096383","display_name":"International Conference on Emerging Trends in Information, Communication & Systems (ICETICS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 International Conference on Emerging Trends in Information, Communication & Systems (ICETICS)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/icetics69505.2026.11651192","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5147440002","display_name":"Swati Mishra","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Swati Mishra","raw_affiliation_strings":["Bansal Institute of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bansal Institute of Science and Technology","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136096698","display_name":"Irfan Khan","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Irfan Khan","raw_affiliation_strings":["Bansal Institute of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bansal Institute of Science and Technology","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012601809","display_name":"Damodar Prasad Tiwari","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Damodar Prasad Tiwari","raw_affiliation_strings":["Bansal Institute of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bansal Institute of Science and Technology","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087220190","display_name":"Kailash Patidar","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kailash Patidar","raw_affiliation_strings":["Bansal Institute of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bansal Institute of Science and Technology","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.57142301,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.8237000107765198,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.8237000107765198,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.07840000092983246,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.05900000035762787,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/apache-kafka","display_name":"Apache Kafka","score":1.0},{"id":"https://openalex.org/keywords/real-time-data-integration","display_name":"real-time data integration","score":0.9700000286102295},{"id":"https://openalex.org/keywords/payment-authorization","display_name":"payment authorization","score":0.781000018119812},{"id":"https://openalex.org/keywords/scalability","display_name":"scalability","score":0.6269999742507935},{"id":"https://openalex.org/keywords/throughput","display_name":"throughput","score":0.6579999923706055},{"id":"https://openalex.org/keywords/latency","display_name":"latency","score":0.9779999852180481},{"id":"https://openalex.org/keywords/disk-i-o-bottleneck","display_name":"disk I/O bottleneck","score":0.7680000066757202},{"id":"https://openalex.org/keywords/transaction-processing","display_name":"transaction processing","score":0.5249999761581421},{"id":"https://openalex.org/keywords/fraud-detection","display_name":"fraud detection","score":0.7580000162124634},{"id":"https://openalex.org/keywords/resource-utilization","display_name":"resource utilization","score":0.38100001215934753}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7096999883651733},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6064000129699707},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.35109999775886536},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.31310001015663147},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.30320000648498535},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.296099990606308},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.2939999997615814},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2930999994277954},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2728999853134155},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.26750001311302185},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.25929999351501465}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icetics69505.2026.11651192","doi":"https://doi.org/10.1109/icetics69505.2026.11651192","is_oa":true,"landing_page_url":"https://doi.org/10.1109/icetics69505.2026.11651192","pdf_url":null,"source":{"id":"https://openalex.org/S7407096383","display_name":"International Conference on Emerging Trends in Information, Communication & Systems (ICETICS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 International Conference on Emerging Trends in Information, Communication & Systems (ICETICS)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1109/icetics69505.2026.11651192","doi":"https://doi.org/10.1109/icetics69505.2026.11651192","is_oa":true,"landing_page_url":"https://doi.org/10.1109/icetics69505.2026.11651192","pdf_url":null,"source":{"id":"https://openalex.org/S7407096383","display_name":"International Conference on Emerging Trends in Information, Communication & Systems (ICETICS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 International Conference on Emerging Trends in Information, Communication & Systems (ICETICS)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W3012419524","https://openalex.org/W3106148941","https://openalex.org/W3173846371","https://openalex.org/W4377020710","https://openalex.org/W4384284191","https://openalex.org/W4385696569","https://openalex.org/W4404877558","https://openalex.org/W4414798815","https://openalex.org/W4415972144"],"related_works":["https://openalex.org/W6906395940","https://openalex.org/W3108284356","https://openalex.org/W2564196031","https://openalex.org/W7162946255","https://openalex.org/W6893209341","https://openalex.org/W4416981182","https://openalex.org/W3210908259","https://openalex.org/W6949214143","https://openalex.org/W4224250066","https://openalex.org/W7167456769"],"abstract_inverted_index":{"Modern":[0],"card-issuer":[1],"platforms":[2],"must":[3],"authorize":[4],"millions":[5],"of":[6,84,218,227,271,304,345],"payments":[7],"per":[8,229],"day":[9],"within":[10],"strict":[11],"response-time":[12],"budgets":[13],"while":[14],"keeping":[15],"ledgers":[16],"and":[17,44,166,233],"account":[18,115],"balances":[19,116],"consistent.":[20],"Apache":[21],"Kafka":[22,76,111,292,324,337],"is":[23,98,203,293],"widely":[24],"used":[25,294],"to":[26,70,109,131,151,162,174,183,249,258,325],"decouple":[27],"durable":[28],"balance":[29],"maintenance":[30],"from":[31],"the":[32,55,88,93,103,114,134,144,149,153,155,160,164,167,172,176,185,200,205,209,219,242,261,272,278,289,331,349],"latency-critical":[33],"authorization":[34],"path,":[35],"yet":[36],"quantitative":[37],"evidence":[38],"on":[39,92,323],"how":[40,72,125],"its":[41],"throughput,":[42],"latency,":[43],"resource":[45],"usage":[46],"scale":[47],"under":[48],"realistic":[49],"payment":[50],"workloads":[51],"remains":[52],"fragmented":[53],"across":[54],"literature.":[56],"This":[57,79],"paper":[58,121,179,306,334],"does":[59],"a":[60,68,74,82,250,343],"few":[61],"things":[62],"for":[63,100,117,129,148,159,171,256],"Kafka.":[64,110],"First":[65],"it":[66,127,146,157,169,254,327],"creates":[67],"test":[69,80],"see":[71],"well":[73,340],"six-broker":[75],"cluster":[77],"works.":[78],"uses":[81],"stream":[83],"transactions":[85,130,228,257,346],"that're":[86],"like":[87,300],"ones":[89],"that":[90,199,204,207,238,276,287,297,336],"happen":[91],"MasterCard":[94],"Network.":[95],"Each":[96],"transaction":[97,154,165],"checked":[99],"fraud":[101],"by":[102,295],"FICO":[104],"Falcon":[105],"service.":[106],"Then":[107],"sent":[108],"then":[112],"updates":[113],"each":[118,193],"transaction.":[119,177],"The":[120,178,221,235,252,274,285,302,333],"also":[122,318],"looks":[123],"at":[124,348],"long":[126],"takes":[128,147,158,170,255],"go":[132,259],"through":[133,260],"system.":[135],"It":[136,197,316],"breaks":[137],"down":[138],"this":[139,305],"time":[140,145,156,168,253],"into":[141],"three":[142],"parts:":[143],"producer":[150],"send":[152],"broker":[161,194],"process":[163],"consumer":[173],"receive":[175],"compares":[180],"two":[181],"ways":[182],"make":[184,311,326],"system":[186,243,262,279],"work":[187,244,314,322,328,339],"better:":[188],"adding":[189,239],"brokers":[190,240],"or":[191],"making":[192],"more":[195],"powerful.":[196],"finds":[198],"biggest":[201],"problem":[202],"disks":[206,286],"store":[208,288],"data":[210,290],"get":[211,282],"too":[212,283],"busy":[213],"when":[214,267],"there":[215,268],"are":[216,269],"copies":[217,270],"data.":[220,273],"tests":[222],"were":[223],"run":[224,277],"with":[225,342],"numbers":[226],"second:":[230],"50,000,":[231],"200,000":[232],"500,000.":[234],"results":[236,303],"show":[237],"makes":[241],"better":[245,329],"but":[246],"only":[247],"up,":[248],"point.":[251],"stays":[263],"very":[264],"low":[265],"even":[266,341],"computers":[275],"do":[280],"not":[281],"busy.":[284],"do.":[291],"companies":[296,310],"issue":[298],"cards":[299],"MasterCard.":[301],"will":[307,317],"help":[308,319],"these":[309],"their":[312],"systems":[313],"better.":[315],"people":[320],"who":[321],"in":[330],"future.":[332],"shows":[335],"can":[338],"lot":[344],"happening":[347],"same":[350],"time.":[351]},"counts_by_year":[],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2026-08-19T00:00:00"}