{"id":"https://openalex.org/W4388742525","doi":"https://doi.org/10.1145/3626562.3626828","title":"Practical Storage-Compute Elasticity for Stream Data Processing","display_name":"Practical Storage-Compute Elasticity for Stream Data Processing","publication_year":2023,"publication_date":"2023-11-16","ids":{"openalex":"https://openalex.org/W4388742525","doi":"https://doi.org/10.1145/3626562.3626828"},"language":"en","primary_location":{"id":"doi:10.1145/3626562.3626828","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3626562.3626828","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3626562.3626828","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th International Middleware Conference: Industrial Track","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3626562.3626828","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003865074","display_name":"Ra\u00fal Gracia-Tinedo","orcid":"https://orcid.org/0000-0003-1842-2976"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Ra\u00fal Gracia-Tinedo","raw_affiliation_strings":["Dell Technologies Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"Dell Technologies Barcelona, Spain","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039618797","display_name":"Flavio Junqueira","orcid":"https://orcid.org/0009-0000-6789-5505"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Flavio Junqueira","raw_affiliation_strings":["Dell Technologies Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"Dell Technologies Barcelona, Spain","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069921631","display_name":"Bingye Zhou","orcid":"https://orcid.org/0009-0000-0829-6772"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brian Zhou","raw_affiliation_strings":["Dell Technologies Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Dell Technologies Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103119446","display_name":"Yimin Xiong","orcid":"https://orcid.org/0009-0006-0710-3856"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yimin Xiong","raw_affiliation_strings":["Dell Technologies Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Dell Technologies Shanghai, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054812271","display_name":"L Liu","orcid":"https://orcid.org/0009-0000-4821-3070"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luis Liu","raw_affiliation_strings":["Dell Technologies Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Dell Technologies Shanghai, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5003865074"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5185,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.7267143,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stream-processing","display_name":"Stream processing","score":0.8567409515380859},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8442070484161377},{"id":"https://openalex.org/keywords/data-stream-mining","display_name":"Data stream mining","score":0.6441700458526611},{"id":"https://openalex.org/keywords/data-stream","display_name":"Data stream","score":0.6039324998855591},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.5657008290290833},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.5437638759613037},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.4587119221687317},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.4305974245071411},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.4118247330188751},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.398502916097641},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3614189028739929},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3351043164730072},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.22640827298164368},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.0940629243850708}],"concepts":[{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.8567409515380859},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8442070484161377},{"id":"https://openalex.org/C89198739","wikidata":"https://www.wikidata.org/wiki/Q3079880","display_name":"Data stream mining","level":2,"score":0.6441700458526611},{"id":"https://openalex.org/C2778484313","wikidata":"https://www.wikidata.org/wiki/Q1172540","display_name":"Data stream","level":2,"score":0.6039324998855591},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.5657008290290833},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.5437638759613037},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4587119221687317},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.4305974245071411},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.4118247330188751},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.398502916097641},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3614189028739929},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3351043164730072},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.22640827298164368},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0940629243850708},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3626562.3626828","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3626562.3626828","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3626562.3626828","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th International Middleware Conference: Industrial Track","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3626562.3626828","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3626562.3626828","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3626562.3626828","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th International Middleware Conference: Industrial Track","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.49000000953674316,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G2942653871","display_name":"Adaptive virtualization for AI-enabled Cloud-edge Continuum","funder_award_id":"101092646","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5368477216","display_name":null,"funder_award_id":"101092644","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5860973428","display_name":null,"funder_award_id":"101092644,101092646","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G8318064016","display_name":null,"funder_award_id":"Horizon","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388742525.pdf","grobid_xml":"https://content.openalex.org/works/W4388742525.grobid-xml"},"referenced_works_count":16,"referenced_works":["https://openalex.org/W1579308114","https://openalex.org/W2071965227","https://openalex.org/W2109869666","https://openalex.org/W2114409719","https://openalex.org/W2131053137","https://openalex.org/W2735348554","https://openalex.org/W2753910905","https://openalex.org/W2772043392","https://openalex.org/W2803443244","https://openalex.org/W2979325626","https://openalex.org/W3029627292","https://openalex.org/W3175380866","https://openalex.org/W3181367639","https://openalex.org/W4211154356","https://openalex.org/W4287026653","https://openalex.org/W4320155230"],"related_works":["https://openalex.org/W4389449520","https://openalex.org/W127192698","https://openalex.org/W2570600173","https://openalex.org/W2893008024","https://openalex.org/W2743735673","https://openalex.org/W2886490431","https://openalex.org/W4361801939","https://openalex.org/W2360131081","https://openalex.org/W2985941356","https://openalex.org/W180351855"],"abstract_inverted_index":{"Stream":[0],"processing":[1,32,96,196,204],"pipelines":[2],"need":[3],"to":[4,19,89,117],"handle":[5],"workload":[6,207],"fluctuations":[7],"(e.g.,":[8],"daily":[9],"patterns,":[10],"popularity":[11],"spikes)":[12],"by":[13,199],"scaling":[14,54],"up/down":[15],"the":[16,38,41,62,91,101,135,149,162],"resources":[17],"contributed":[18],"running":[20],"jobs.":[21,83],"While":[22],"there":[23],"have":[24,170],"been":[25],"efforts":[26],"proposing":[27],"auto-scaling":[28,92,161,182],"mechanisms":[29],"for":[30,55,80,130,160,176],"stream":[31,48,70,95,188,195,202],"engines,":[33],"prior":[34],"work":[35],"has":[36],"overlooked":[37],"role":[39],"of":[40,52,64,67,94,108,125,134],"storage":[42,128],"system":[43,129],"in":[44,112,156],"ingesting":[45],"and":[46,77,152,203],"serving":[47],"data.":[49],"The":[50,105],"absence":[51],"effective":[53],"data":[56,69,74,103,115,131,187,201],"streams":[57,116,132,141],"is":[58,121],"problematic":[59],"given":[60],"that":[61,184],"number":[63],"parallel":[65],"partitions":[66],"a":[68,122,127,194],"limits":[71],"both":[72],"streaming":[73,82,163],"ingestion":[75,150],"throughput":[76],"read":[78],"parallelism":[79,146,205],"downstream":[81],"In":[84],"this":[85,167],"paper,":[86],"we":[87,169],"propose":[88],"augment":[90],"notion":[93],"engines":[97],"with":[98,209],"information":[99,154],"about":[100],"source":[102],"stream.":[104],"key":[106],"novelty":[107],"our":[109],"approach":[110],"lies":[111],"exploiting":[113],"elastic":[114],"ingest":[118],"data,":[119],"which":[120],"unique":[123],"feature":[124],"Pravega:":[126],"part":[133],"Dell's":[136],"Streaming":[137],"Data":[138],"Platform.":[139],"Pravega":[140],"can":[142,155],"dynamically":[143],"change":[144],"their":[145],"based":[147],"on":[148,186],"workload,":[151],"such":[153],"turn":[157],"be":[158],"exploited":[159],"job":[164],"downstream.":[165],"To":[166],"end,":[168],"developed":[171],"an":[172,181],"Apache":[173],"Flink":[174],"connector":[175],"Pravega,":[177],"as":[178,180],"well":[179],"orchestrator":[183],"feeds":[185],"metrics.":[189],"Our":[190],"experiments":[191],"show":[192],"how":[193],"pipeline":[197],"auto-scales":[198],"coordinating":[200],"under":[206],"fluctuations,":[208],"low":[210],"operations":[211],"cost.":[212]},"counts_by_year":[{"year":2024,"cited_by_count":3}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}