{"id":"https://openalex.org/W4388742525","doi":"https://doi.org/10.1145/3626562.3626828","title":"Practical Storage-Compute Elasticity for Stream Data Processing","display_name":"Practical Storage-Compute Elasticity for Stream Data Processing","alternate_titles":[],"publication_year":2023,"publication_date":"2023-12-11","ids":{"openalex":"https://openalex.org/W4388742525","doi":"https://doi.org/10.1145/3626562.3626828"},"language":"en","primary_location":{"id":"doi:10.1145/3626562.3626828","doi":"https://doi.org/10.1145/3626562.3626828","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3626562.3626828","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3626562.3626828","source":{"id":"https://openalex.org/S4306420020","display_name":"International Middleware Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th International Middleware Conference: Industrial Track","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4388742525"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3626562.3626828","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003865074","display_name":"Ra\u00fal Gracia-Tinedo","orcid":"https://orcid.org/0000-0003-1842-2976","observed_orcids":["https://orcid.org/0000-0003-1842-2976"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ra\u00fal Gracia-Tinedo","raw_affiliation_strings":["Dell Technologies Barcelona, Spain"],"raw_orcid":"https://orcid.org/0000-0003-1842-2976","affiliations":[{"raw_affiliation_string":"Dell Technologies Barcelona, Spain","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039618797","display_name":"Flavio Junqueira","orcid":"https://orcid.org/0009-0000-6789-5505","observed_orcids":["https://orcid.org/0009-0000-6789-5505"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Flavio Junqueira","raw_affiliation_strings":["Dell Technologies Barcelona, Spain"],"raw_orcid":"https://orcid.org/0009-0000-6789-5505","affiliations":[{"raw_affiliation_string":"Dell Technologies Barcelona, Spain","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Brian Zhou","orcid":"https://orcid.org/0009-0000-0829-6772","observed_orcids":["https://orcid.org/0009-0000-0829-6772"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Brian Zhou","raw_affiliation_strings":["Dell Technologies Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0000-0829-6772","affiliations":[{"raw_affiliation_string":"Dell Technologies Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103119446","display_name":"Yimin Xiong","orcid":"https://orcid.org/0009-0006-0710-3856","observed_orcids":["https://orcid.org/0009-0006-0710-3856"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yimin Xiong","raw_affiliation_strings":["Dell Technologies Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0006-0710-3856","affiliations":[{"raw_affiliation_string":"Dell Technologies Shanghai, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054812271","display_name":"L Liu","orcid":"https://orcid.org/0009-0000-4821-3070","observed_orcids":["https://orcid.org/0009-0000-4821-3070"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Luis Liu","raw_affiliation_strings":["Dell Technologies Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0000-4821-3070","affiliations":[{"raw_affiliation_string":"Dell Technologies Shanghai, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9695,"has_fulltext":true,"cited_by_count":7,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.77206118,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.8773999810218811,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.8773999810218811,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.11649999767541885,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.0013000000035390258,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stream-processing","display_name":"stream processing","score":0.7760000228881836},{"id":"https://openalex.org/keywords/auto-scaling","display_name":"auto-scaling","score":0.9860000014305115},{"id":"https://openalex.org/keywords/storage-systems","display_name":"storage systems","score":0.3959999978542328},{"id":"https://openalex.org/keywords/parallelism","display_name":"parallelism","score":0.5920000076293945},{"id":"https://openalex.org/keywords/workload-fluctuation","display_name":"workload fluctuation","score":0.5789999961853027}],"concepts":[{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.8567409515380859},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8442070484161377},{"id":"https://openalex.org/C89198739","wikidata":"https://www.wikidata.org/wiki/Q3079880","display_name":"Data stream mining","level":2,"score":0.6441700458526611},{"id":"https://openalex.org/C2778484313","wikidata":"https://www.wikidata.org/wiki/Q1172540","display_name":"Data stream","level":2,"score":0.6039324998855591},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.5657008290290833},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.5437638759613037},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4587119221687317},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.4305974245071411},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.4118247330188751},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.398502916097641},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3614189028739929},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3351043164730072},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.22640827298164368},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0940629243850708},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3626562.3626828","doi":"https://doi.org/10.1145/3626562.3626828","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3626562.3626828","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3626562.3626828","source":{"id":"https://openalex.org/S4306420020","display_name":"International Middleware Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th International Middleware Conference: Industrial Track","raw_type":"proceedings-article"},{"id":"pmh:oai:zenodo.org:11440818","doi":null,"is_oa":true,"landing_page_url":"https://zenodo.org/records/11440818","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM/IFIP Middleware'23 (Industry Track), 24th International Middleware Conference: Industrial Track","raw_type":"info:eu-repo/semantics/conferencePaper"}],"best_oa_location":{"id":"doi:10.1145/3626562.3626828","doi":"https://doi.org/10.1145/3626562.3626828","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3626562.3626828","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3626562.3626828","source":{"id":"https://openalex.org/S4306420020","display_name":"International Middleware Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th International Middleware Conference: Industrial Track","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.5378999710083008,"display_name":"Industry, innovation and infrastructure"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G2942653871","display_name":"Adaptive virtualization for AI-enabled Cloud-edge Continuum","funder_award_id":"101092646","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5368477216","display_name":"Extreme Near-Data Processing  Platform","funder_award_id":"101092644","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5860973428","display_name":null,"funder_award_id":"101092644,101092646","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388742525.pdf","grobid_xml":"https://content.openalex.org/works/W4388742525.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W192446467","https://openalex.org/W782787506","https://openalex.org/W1579308114","https://openalex.org/W1997953934","https://openalex.org/W2071965227","https://openalex.org/W2109869666","https://openalex.org/W2114409719","https://openalex.org/W2125788329","https://openalex.org/W2131053137","https://openalex.org/W2189465200","https://openalex.org/W2566979091","https://openalex.org/W2735348554","https://openalex.org/W2753910905","https://openalex.org/W2772043392","https://openalex.org/W2803443244","https://openalex.org/W2899472238","https://openalex.org/W2979325626","https://openalex.org/W3029627292","https://openalex.org/W3039184728","https://openalex.org/W3175380866","https://openalex.org/W3181367639","https://openalex.org/W3190184773","https://openalex.org/W4211154356","https://openalex.org/W4320155230"],"related_works":["https://openalex.org/W2010573139","https://openalex.org/W2946710388","https://openalex.org/W2077786000","https://openalex.org/W2156896988","https://openalex.org/W3155752432","https://openalex.org/W2017203676","https://openalex.org/W2593837619","https://openalex.org/W7046780114","https://openalex.org/W3134333414","https://openalex.org/W2594000202"],"abstract_inverted_index":{"Stream":[0],"processing":[1,32,96,196,204],"pipelines":[2],"need":[3],"to":[4,19,89,117],"handle":[5],"workload":[6,207],"fluctuations":[7],"(e.g.,":[8],"daily":[9],"patterns,":[10],"popularity":[11],"spikes)":[12],"by":[13,199],"scaling":[14,54],"up/down":[15],"the":[16,38,41,62,91,101,135,149,162],"resources":[17],"contributed":[18],"running":[20],"jobs.":[21,83],"While":[22],"there":[23],"have":[24,170],"been":[25],"efforts":[26],"proposing":[27],"auto-scaling":[28,92,161,182],"mechanisms":[29],"for":[30,55,80,130,160,176],"stream":[31,48,70,95,188,195,202],"engines,":[33],"prior":[34],"work":[35],"has":[36],"overlooked":[37],"role":[39],"of":[40,52,64,67,94,108,125,134],"storage":[42,128],"system":[43,129],"in":[44,112,156],"ingesting":[45],"and":[46,77,152,203],"serving":[47],"data.":[49],"The":[50,105],"absence":[51],"effective":[53],"data":[56,69,74,103,115,131,187,201],"streams":[57,116,132,141],"is":[58,121],"problematic":[59],"given":[60],"that":[61,184],"number":[63],"parallel":[65],"partitions":[66],"a":[68,122,127,194],"limits":[71],"both":[72],"streaming":[73,82,163],"ingestion":[75,150],"throughput":[76],"read":[78],"parallelism":[79,146,205],"downstream":[81],"In":[84],"this":[85,167],"paper,":[86],"we":[87,169],"propose":[88],"augment":[90],"notion":[93],"engines":[97],"with":[98,209],"information":[99,154],"about":[100],"source":[102],"stream.":[104],"key":[106],"novelty":[107],"our":[109],"approach":[110],"lies":[111],"exploiting":[113],"elastic":[114],"ingest":[118],"data,":[119],"which":[120],"unique":[123],"feature":[124],"Pravega:":[126],"part":[133],"Dell's":[136],"Streaming":[137],"Data":[138],"Platform.":[139],"Pravega":[140],"can":[142,155],"dynamically":[143],"change":[144],"their":[145],"based":[147],"on":[148,186],"workload,":[151],"such":[153],"turn":[157],"be":[158],"exploited":[159],"job":[164],"downstream.":[165],"To":[166],"end,":[168],"developed":[171],"an":[172,181],"Apache":[173],"Flink":[174],"connector":[175],"Pravega,":[177],"as":[178,180],"well":[179],"orchestrator":[183],"feeds":[185],"metrics.":[189],"Our":[190],"experiments":[191],"show":[192],"how":[193],"pipeline":[197],"auto-scales":[198],"coordinating":[200],"under":[206],"fluctuations,":[208],"low":[210],"operations":[211],"cost.":[212]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4388742525","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2023-11-17T00:00:00"}
