{"id":"https://openalex.org/W2886490431","doi":"https://doi.org/10.1145/3225058.3225120","title":"Dual-Paradigm Stream Processing","display_name":"Dual-Paradigm Stream Processing","publication_year":2018,"publication_date":"2018-08-08","ids":{"openalex":"https://openalex.org/W2886490431","doi":"https://doi.org/10.1145/3225058.3225120","mag":"2886490431"},"language":"en","primary_location":{"id":"doi:10.1145/3225058.3225120","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3225058.3225120","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International Conference on Parallel Processing","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003766128","display_name":"Song Wu","orcid":"https://orcid.org/0000-0001-8690-127X"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Song Wu","raw_affiliation_strings":["SCTS/CGCL, Huazhong University of Science and Technology, Wuhan, China","Huazhong University of Science and Technology [Wuhan]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SCTS/CGCL, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"Huazhong University of Science and Technology [Wuhan]","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100735717","display_name":"Zhiyi Liu","orcid":"https://orcid.org/0000-0002-8122-8474"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyi Liu","raw_affiliation_strings":["SCTS/CGCL, Huazhong University of Science and Technology, Wuhan, China","Huazhong University of Science and Technology [Wuhan]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SCTS/CGCL, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"Huazhong University of Science and Technology [Wuhan]","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090305095","display_name":"Shadi Ibrahim","orcid":"https://orcid.org/0000-0002-4306-5280"},"institutions":[{"id":"https://openalex.org/I4210127572","display_name":"IMT Atlantique","ror":"https://ror.org/030hj3061","country_code":"FR","type":"education","lineage":["https://openalex.org/I205703379","https://openalex.org/I4210127572"]},{"id":"https://openalex.org/I4210143894","display_name":"Laboratoire d'Automatique, G\u00e9nie Informatique et Signal","ror":"https://ror.org/04wez4p43","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I2279609970","https://openalex.org/I4210131494","https://openalex.org/I4210137101","https://openalex.org/I4210139971","https://openalex.org/I4210143894","https://openalex.org/I7454413"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Shadi Ibrahim","raw_affiliation_strings":["Inria, IMT Atlantique, Nantes, France","Software Stack for Massively Geo-Distributed Infrastructures","D\u00e9partement Automatique, Productique et Informatique"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inria, IMT Atlantique, Nantes, France","institution_ids":["https://openalex.org/I4210127572"]},{"raw_affiliation_string":"Software Stack for Massively Geo-Distributed Infrastructures","institution_ids":[]},{"raw_affiliation_string":"D\u00e9partement Automatique, Productique et Informatique","institution_ids":["https://openalex.org/I4210143894"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073146599","display_name":"Lin Gu","orcid":"https://orcid.org/0000-0002-6525-9334"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Gu","raw_affiliation_strings":["SCTS/CGCL, Huazhong University of Science and Technology, Wuhan, China","Huazhong University of Science and Technology [Wuhan]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SCTS/CGCL, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"Huazhong University of Science and Technology [Wuhan]","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022262922","display_name":"Hai Jin","orcid":"https://orcid.org/0000-0002-3934-7605"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hai Jin","raw_affiliation_strings":["SCTS/CGCL, Huazhong University of Science and Technology, Wuhan, China","Huazhong University of Science and Technology [Wuhan]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SCTS/CGCL, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"Huazhong University of Science and Technology [Wuhan]","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100405427","display_name":"Fei Chen","orcid":"https://orcid.org/0000-0003-1997-4203"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Chen","raw_affiliation_strings":["SCTS/CGCL, Huazhong University of Science and Technology, Wuhan, China","Huazhong University of Science and Technology [Wuhan]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SCTS/CGCL, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"Huazhong University of Science and Technology [Wuhan]","institution_ids":["https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"577","issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stream-processing","display_name":"Stream processing","score":0.9129787683486938},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8274928331375122},{"id":"https://openalex.org/keywords/data-stream","display_name":"Data stream","score":0.7620605826377869},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.6244601607322693},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5535668134689331},{"id":"https://openalex.org/keywords/data-stream-mining","display_name":"Data stream mining","score":0.541243314743042},{"id":"https://openalex.org/keywords/data-processing","display_name":"Data processing","score":0.422691285610199},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4218839406967163},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.36346375942230225},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.2764837145805359},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.1745694875717163},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.10507524013519287},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.08544310927391052}],"concepts":[{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.9129787683486938},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8274928331375122},{"id":"https://openalex.org/C2778484313","wikidata":"https://www.wikidata.org/wiki/Q1172540","display_name":"Data stream","level":2,"score":0.7620605826377869},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.6244601607322693},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5535668134689331},{"id":"https://openalex.org/C89198739","wikidata":"https://www.wikidata.org/wiki/Q3079880","display_name":"Data stream mining","level":2,"score":0.541243314743042},{"id":"https://openalex.org/C138827492","wikidata":"https://www.wikidata.org/wiki/Q6661985","display_name":"Data processing","level":2,"score":0.422691285610199},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4218839406967163},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.36346375942230225},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.2764837145805359},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.1745694875717163},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.10507524013519287},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08544310927391052},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3225058.3225120","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3225058.3225120","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International Conference on Parallel Processing","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-01834668v1","is_oa":false,"landing_page_url":"https://inria.hal.science/hal-01834668","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ICPP 2018 - 47th International Conference on Parallel Processing, Aug 2018, Eugene, United States. pp.Article No. 83, ⟨10.1145/3225058.3225120⟩","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1370646635","display_name":"Big Data Processing: Beyond Hadoop!","funder_award_id":"ANR-16-CE25-0014","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W44834075","https://openalex.org/W1968999661","https://openalex.org/W1969240521","https://openalex.org/W1976821017","https://openalex.org/W1991586057","https://openalex.org/W2008503861","https://openalex.org/W2010929544","https://openalex.org/W2040797713","https://openalex.org/W2081316572","https://openalex.org/W2082171780","https://openalex.org/W2119745055","https://openalex.org/W2122392516","https://openalex.org/W2124298185","https://openalex.org/W2128362607","https://openalex.org/W2141684031","https://openalex.org/W2148222209","https://openalex.org/W2153972927","https://openalex.org/W2155909634","https://openalex.org/W2476844261","https://openalex.org/W2762397184","https://openalex.org/W2912802084","https://openalex.org/W2913854892"],"related_works":["https://openalex.org/W4389449520","https://openalex.org/W127192698","https://openalex.org/W2570600173","https://openalex.org/W2893008024","https://openalex.org/W2743735673","https://openalex.org/W2886490431","https://openalex.org/W4361801939","https://openalex.org/W4317418912","https://openalex.org/W180351855","https://openalex.org/W2312584735"],"abstract_inverted_index":{"Existing":[0],"stream":[1,8,22,47,57,60,79,90,165,193,214,218,223],"processing":[2,10,24,37,48,166,194],"frameworks":[3,49,167],"operate":[4],"either":[5],"under":[6,20,215,230],"data":[7,11,25,36,56,64,91,95,105,113,120,136,145,174,217,222,231],"paradigm":[9,23],"record":[12,14,116,118],"by":[13,117,143,226],"to":[15,28,89,96,108,126,134,173,228],"favor":[16],"low":[17,128,216],"latency,":[18],"or":[19,58],"operation":[21,59,102,183,213],"in":[26,70,99,122,178],"micro-batches":[27,100],"desire":[29],"high":[30,110],"throughput.":[31],"For":[32],"complex":[33],"and":[34,44,84,147,162,220],"mutable":[35],"requirements,":[38],"this":[39],"dilemma":[40],"brings":[41],"the":[42,123,139,144,158],"selection":[43],"deployment":[45],"of":[46,164,186],"into":[50],"an":[51],"embarrassing":[52],"situation.":[53],"Moreover,":[54],"current":[55],"paradigms":[61,149],"cannot":[62],"handle":[63],"burst":[65,106,146],"efficiently,":[66],"which":[67],"probably":[68],"results":[69,201],"noticeable":[71],"performance":[72],"degradation.":[73],"This":[74],"paper":[75],"introduces":[76],"a":[77,132,179,191],"dual-paradigm":[78],"processing,":[80],"called":[81],"DO":[82,130,207],"(Data":[83],"Operation)":[85],"that":[86,157,196,203],"can":[87,168,208],"adapt":[88],"volatility.":[92],"It":[93],"enables":[94],"be":[97,169],"processed":[98,115],"(i.e.,":[101,119,182],"stream)":[103,121],"when":[104],"occurs":[107],"achieve":[109,209],"throughput,":[111],"while":[112],"is":[114,156],"remaining":[124],"time":[125],"sustain":[127],"latency.":[129],"embraces":[131],"method":[133],"detect":[135],"bursts,":[137],"identify":[138],"main":[140],"operations":[141,177],"affected":[142],"switch":[148],"accordingly.":[150],"Our":[151,199],"insight":[152],"behind":[153],"DO's":[154],"design":[155],"trade-off":[159],"between":[160],"latency":[161],"throughput":[163,225],"dynamically":[170],"achieved":[171],"according":[172],"communication":[175],"among":[176],"fine-grained":[180],"manner":[181],"level)":[184],"instead":[185],"framework":[187,195,205],"level.":[188],"We":[189],"implement":[190],"prototype":[192],"adopts":[197],"DO.":[198],"experimental":[200],"show":[202],"our":[204],"with":[206],"5x":[210],"speedup":[211],"over":[212],"sizes,":[219],"outperforms":[221],"on":[224],"2.1x":[227],"3.2x":[229],"burst.":[232]},"counts_by_year":[{"year":2019,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}