{"id":"https://openalex.org/W7129001484","doi":"https://doi.org/10.1109/mascots67699.2025.11283409","title":"Analytical Characterization and Efficient Simulation of Batched Arrivals in the Kafka Broker","display_name":"Analytical Characterization and Efficient Simulation of Batched Arrivals in the Kafka Broker","publication_year":2025,"publication_date":"2025-10-21","ids":{"openalex":"https://openalex.org/W7129001484","doi":"https://doi.org/10.1109/mascots67699.2025.11283409"},"language":null,"primary_location":{"id":"doi:10.1109/mascots67699.2025.11283409","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mascots67699.2025.11283409","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 33rd International Symposium on Modeling, Analysis and Simulation of Computer and Telecommunication Systems (MASCOTS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055547076","display_name":"Andr\u00e1s Horv\u00e1th","orcid":"https://orcid.org/0000-0002-8210-545X"},"institutions":[{"id":"https://openalex.org/I55143463","display_name":"University of Turin","ror":"https://ror.org/048tbm396","country_code":"IT","type":"education","lineage":["https://openalex.org/I55143463"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Andr\u00e1s Horv\u00e1th","raw_affiliation_strings":["University of Turin,Department of Computer Science,Turin,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Turin,Department of Computer Science,Turin,Italy","institution_ids":["https://openalex.org/I55143463"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036380703","display_name":"Marco Paolieri","orcid":"https://orcid.org/0000-0001-5110-203X"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marco Paolieri","raw_affiliation_strings":["University of Southern California,Electrical and Computer Engineering,Los Angeles,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California,Electrical and Computer Engineering,Los Angeles,USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126119726","display_name":"Benedetta Picano","orcid":null},"institutions":[{"id":"https://openalex.org/I45084792","display_name":"University of Florence","ror":"https://ror.org/04jr1s763","country_code":"IT","type":"education","lineage":["https://openalex.org/I45084792"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Benedetta Picano","raw_affiliation_strings":["University of Florence,Department of Information Engineering,Florence,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Florence,Department of Information Engineering,Florence,Italy","institution_ids":["https://openalex.org/I45084792"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037029993","display_name":"Enrico Vicario","orcid":"https://orcid.org/0000-0002-4983-4386"},"institutions":[{"id":"https://openalex.org/I45084792","display_name":"University of Florence","ror":"https://ror.org/04jr1s763","country_code":"IT","type":"education","lineage":["https://openalex.org/I45084792"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Enrico Vicario","raw_affiliation_strings":["University of Florence,Department of Information Engineering,Florence,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Florence,Department of Information Engineering,Florence,Italy","institution_ids":["https://openalex.org/I45084792"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9157000184059143,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9157000184059143,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.04490000009536743,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.003800000064074993,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/timeout","display_name":"Timeout","score":0.840399980545044},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6068999767303467},{"id":"https://openalex.org/keywords/erlang","display_name":"Erlang (programming language)","score":0.5920000076293945},{"id":"https://openalex.org/keywords/poisson-distribution","display_name":"Poisson distribution","score":0.5421000123023987},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.5220000147819519},{"id":"https://openalex.org/keywords/batch-processing","display_name":"Batch processing","score":0.44119998812675476},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.4277999997138977},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.39410001039505005},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3718000054359436},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.36320000886917114}],"concepts":[{"id":"https://openalex.org/C31691690","wikidata":"https://www.wikidata.org/wiki/Q1753979","display_name":"Timeout","level":2,"score":0.840399980545044},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7720999717712402},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6068999767303467},{"id":"https://openalex.org/C82484044","wikidata":"https://www.wikidata.org/wiki/Q334879","display_name":"Erlang (programming language)","level":3,"score":0.5920000076293945},{"id":"https://openalex.org/C100906024","wikidata":"https://www.wikidata.org/wiki/Q205692","display_name":"Poisson distribution","level":2,"score":0.5421000123023987},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.5220000147819519},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.46799999475479126},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.44760000705718994},{"id":"https://openalex.org/C172658912","wikidata":"https://www.wikidata.org/wiki/Q661613","display_name":"Batch processing","level":2,"score":0.44119998812675476},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.4277999997138977},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.39410001039505005},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3718000054359436},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.36320000886917114},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.35670000314712524},{"id":"https://openalex.org/C166144826","wikidata":"https://www.wikidata.org/wiki/Q1145117","display_name":"Poisson process","level":3,"score":0.34779998660087585},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.34439998865127563},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.32659998536109924},{"id":"https://openalex.org/C145437242","wikidata":"https://www.wikidata.org/wiki/Q762448","display_name":"Erlang distribution","level":3,"score":0.3221000134944916},{"id":"https://openalex.org/C2776633867","wikidata":"https://www.wikidata.org/wiki/Q186612","display_name":"Timer","level":3,"score":0.319599986076355},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.30570000410079956},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.30480000376701355},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.28679999709129333},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2824000120162964},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.2741999924182892},{"id":"https://openalex.org/C187191949","wikidata":"https://www.wikidata.org/wiki/Q1138496","display_name":"Profiling (computer programming)","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.2612000107765198},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.26019999384880066},{"id":"https://openalex.org/C147203929","wikidata":"https://www.wikidata.org/wiki/Q574814","display_name":"Discrete event simulation","level":2,"score":0.25920000672340393},{"id":"https://openalex.org/C75438885","wikidata":"https://www.wikidata.org/wiki/Q3403615","display_name":"Large deviations theory","level":2,"score":0.25679999589920044},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.25459998846054077},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.25220000743865967},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.2515000104904175},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.2502000033855438},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mascots67699.2025.11283409","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mascots67699.2025.11283409","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 33rd International Symposium on Modeling, Analysis and Simulation of Computer and Telecommunication Systems (MASCOTS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W17486081","https://openalex.org/W89812392","https://openalex.org/W257373072","https://openalex.org/W1595159159","https://openalex.org/W1965612527","https://openalex.org/W2044798993","https://openalex.org/W2063709269","https://openalex.org/W2063998852","https://openalex.org/W2117106078","https://openalex.org/W2141684031","https://openalex.org/W2156194072","https://openalex.org/W2162072232","https://openalex.org/W2977800764","https://openalex.org/W3009076569","https://openalex.org/W3106148941","https://openalex.org/W4224082609","https://openalex.org/W4224250066","https://openalex.org/W4385834004","https://openalex.org/W4391722537","https://openalex.org/W4401966475","https://openalex.org/W4402398135","https://openalex.org/W4403974534"],"related_works":[],"abstract_inverted_index":{"Apache":[0],"Kafka":[1,97],"is":[2,43,229,252],"a":[3,38,46,114,121,153,189],"key":[4],"component":[5],"in":[6,199],"event-driven":[7],"and":[8,18,31,58,76,117,132,150,183,185,238,276],"microservice":[9],"architectures":[10],"relying":[11],"on":[12,52,106,193,268],"distributed":[13],"publishsubscribe":[14],"messaging":[15],"for":[16,79,112,143,155,172],"scalable":[17],"fault-tolerant":[19],"streaming":[20],"of":[21,91,120,126,158,202,208,215,234,244,258,263],"real-time":[22],"data.":[23],"To":[24,165],"reduce":[25],"distribution":[26,178],"overhead,":[27],"messages":[28],"are":[29],"buffered":[30],"dispatched":[32,123],"to":[33,72,82,212,231,274],"the":[34,53,92,107,110,118,127,147,159,200,213,226,232,235,249,255,264],"broker":[35],"when":[36],"either":[37],"maximum":[39],"batch":[40,116,122,236],"size":[41,119],"N":[42],"reached":[44],"or":[45],"timeout":[47,128],"T":[48],"expires,":[49],"enabling":[50],"control":[51],"trade-off":[54,63],"between":[55],"high":[56],"throughput":[57],"low":[59],"latency.":[60],"However,":[61],"this":[62,137],"has":[64],"been":[65],"explored":[66],"only":[67],"through":[68],"empirical":[69],"studies,":[70],"referred":[71],"specific":[73],"system":[74],"deployments":[75],"not":[77],"suited":[78],"runtime":[80],"adaptation":[81],"variable":[83],"workload":[84],"conditions.":[85],"We":[86],"provide":[87],"an":[88,176],"analytical":[89,227],"characterization":[90],"arrival":[93,148],"process":[94,160],"induced":[95],"by":[96,180,225],"batching":[98],"policy":[99],"under":[100],"Poisson":[101,133],"arrivals.":[102],"The":[103],"analysis":[104],"develops":[105],"observation":[108],"that":[109,145],"time":[111],"buffering":[113],"full":[115],"at":[124,162],"expiration":[125],"follow":[129],"truncated":[130],"Erlang":[131,177],"distributions,":[134],"respectively.":[135],"Leveraging":[136],"insight,":[138],"we":[139,151,169,186],"derive":[140],"closed":[141],"forms":[142],"quantities":[144],"characterize":[146],"process,":[149],"propose":[152,188],"method":[154],"efficient":[156],"simulation":[157,223,243],"embedded":[161],"dispatching":[163],"times.":[164],"support":[166],"practical":[167],"implementation,":[168],"evaluate":[170],"solutions":[171],"drawing":[173],"samples":[174],"from":[175],"provided":[179],"NumPy,":[181],"PyTorch,":[182],"R,":[184],"also":[187],"novel":[190,265],"approach":[191,266],"based":[192,267],"rejection":[194],"sampling":[195],"with":[196,205,210,254,260],"proposal":[197],"function":[198],"family":[201],"Kumaraswamy":[203],"distributions":[204],"automated":[206],"optimization":[207],"parameters":[209],"respect":[211],"number":[214],"phases.":[216],"Numerical":[217],"experimentation":[218],"shows":[219],"that:":[220],"(i)":[221],"aggregated":[222],"enabled":[224],"formulation":[228],"insensitive":[230],"value":[233],"size,":[237],"it":[239],"definitely":[240],"outperforms":[241],"fine-grained":[242],"individual":[245],"message":[246],"arrivals;":[247],"(ii)":[248],"best":[250],"efficiency":[251],"obtained":[253],"NumPy":[256],"implementation":[257],"Erlang,":[259],"promising":[261],"results":[262,272],"Kumaraswamy,":[269],"which":[270],"achieves":[271],"comparable":[273],"PyTorch":[275],"better":[277],"than":[278],"$\\mathbf{R}$.":[279]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-02-17T00:00:00"}