{"id":"https://openalex.org/W2088366383","doi":"https://doi.org/10.1145/2806416.2806449","title":"Dynamic Resource Management In a Massively Parallel Stream Processing Engine","display_name":"Dynamic Resource Management In a Massively Parallel Stream Processing Engine","publication_year":2015,"publication_date":"2015-10-17","ids":{"openalex":"https://openalex.org/W2088366383","doi":"https://doi.org/10.1145/2806416.2806449","mag":"2088366383"},"language":"en","primary_location":{"id":"doi:10.1145/2806416.2806449","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2806416.2806449","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th ACM International on Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017221105","display_name":"Kasper Grud Skat Madsen","orcid":"https://orcid.org/0000-0002-1661-6980"},"institutions":[{"id":"https://openalex.org/I177969490","display_name":"University of Southern Denmark","ror":"https://ror.org/03yrrjy16","country_code":"DK","type":"education","lineage":["https://openalex.org/I177969490"]}],"countries":["DK"],"is_corresponding":true,"raw_author_name":"Kasper Grud Skat Madsen","raw_affiliation_strings":["University of Southern Denmark, Odense, Denmark","University of Southern Denmark, Odense (Denmark)"],"affiliations":[{"raw_affiliation_string":"University of Southern Denmark, Odense, Denmark","institution_ids":["https://openalex.org/I177969490"]},{"raw_affiliation_string":"University of Southern Denmark, Odense (Denmark)","institution_ids":["https://openalex.org/I177969490"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003693913","display_name":"Yongluan Zhou","orcid":"https://orcid.org/0000-0002-7578-8117"},"institutions":[{"id":"https://openalex.org/I177969490","display_name":"University of Southern Denmark","ror":"https://ror.org/03yrrjy16","country_code":"DK","type":"education","lineage":["https://openalex.org/I177969490"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Yongluan Zhou","raw_affiliation_strings":["University of Southern Denmark, Odense, Denmark","University of Southern Denmark, Odense (Denmark)"],"affiliations":[{"raw_affiliation_string":"University of Southern Denmark, Odense, Denmark","institution_ids":["https://openalex.org/I177969490"]},{"raw_affiliation_string":"University of Southern Denmark, Odense (Denmark)","institution_ids":["https://openalex.org/I177969490"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5017221105"],"corresponding_institution_ids":["https://openalex.org/I177969490"],"apc_list":null,"apc_paid":null,"fwci":11.1244,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.98134985,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"13","last_page":"22"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8286069631576538},{"id":"https://openalex.org/keywords/stream-processing","display_name":"Stream processing","score":0.7232600450515747},{"id":"https://openalex.org/keywords/control-reconfiguration","display_name":"Control reconfiguration","score":0.6984763145446777},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6571266055107117},{"id":"https://openalex.org/keywords/fault-tolerance","display_name":"Fault tolerance","score":0.6204295754432678},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5875537395477295},{"id":"https://openalex.org/keywords/massively-parallel","display_name":"Massively parallel","score":0.5614649057388306},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.48552608489990234},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.44470372796058655},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.4168488085269928},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.25456488132476807},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.21629157662391663},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.2157309651374817},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.12804487347602844}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8286069631576538},{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.7232600450515747},{"id":"https://openalex.org/C119701452","wikidata":"https://www.wikidata.org/wiki/Q5165881","display_name":"Control reconfiguration","level":2,"score":0.6984763145446777},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6571266055107117},{"id":"https://openalex.org/C63540848","wikidata":"https://www.wikidata.org/wiki/Q3140932","display_name":"Fault tolerance","level":2,"score":0.6204295754432678},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5875537395477295},{"id":"https://openalex.org/C190475519","wikidata":"https://www.wikidata.org/wiki/Q544384","display_name":"Massively parallel","level":2,"score":0.5614649057388306},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.48552608489990234},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.44470372796058655},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.4168488085269928},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.25456488132476807},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.21629157662391663},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.2157309651374817},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.12804487347602844},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2806416.2806449","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2806416.2806449","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th ACM International on Conference on Information and Knowledge Management","raw_type":"proceedings-article"},{"id":"pmh:oai:sdu.dk:openaire_cris_publications/2aba0a62-a252-47fd-b84f-d4376f75dfa0","is_oa":false,"landing_page_url":"https://portal.findresearcher.sdu.dk/da/publications/2aba0a62-a252-47fd-b84f-d4376f75dfa0","pdf_url":null,"source":{"id":"https://openalex.org/S4306400423","display_name":"University of Southern Denmark Research Portal (University of Southern Denmark)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I177969490","host_organization_name":"University of Southern Denmark","host_organization_lineage":["https://openalex.org/I177969490"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Madsen, K G S & Zhou, Y 2015, Dynamic resource management in a massively parallel stream processing engine. in Proceedings of the 24th ACM International on Conference on Information and Knowledge Management. Association for Computing Machinery, pp. 13-22, 24th ACM International on Conference on Information and Knowledge Management, Melbourne, Australia, 19/10/2015. https://doi.org/10.1145/2806416.2806449","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.6100000143051147}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W158891750","https://openalex.org/W192446467","https://openalex.org/W1834399429","https://openalex.org/W2008333370","https://openalex.org/W2017203676","https://openalex.org/W2024621423","https://openalex.org/W2048409405","https://openalex.org/W2057198049","https://openalex.org/W2071965227","https://openalex.org/W2097065925","https://openalex.org/W2110040127","https://openalex.org/W2119745055","https://openalex.org/W2131166445","https://openalex.org/W2133362343","https://openalex.org/W2140955554","https://openalex.org/W2150206209","https://openalex.org/W2152558130","https://openalex.org/W2153399951","https://openalex.org/W2153972927","https://openalex.org/W2156212081","https://openalex.org/W2156896988","https://openalex.org/W2162747054","https://openalex.org/W2164602789","https://openalex.org/W2913854892"],"related_works":["https://openalex.org/W1981002473","https://openalex.org/W2357657342","https://openalex.org/W2153432761","https://openalex.org/W2152623100","https://openalex.org/W4214878056","https://openalex.org/W1580144672","https://openalex.org/W2142042635","https://openalex.org/W1988127757","https://openalex.org/W4248634784","https://openalex.org/W2103296973"],"abstract_inverted_index":{"The":[0,137],"emerging":[1],"interest":[2],"in":[3,60],"Massively":[4],"Parallel":[5],"Stream":[6],"Processing":[7],"Engines":[8],"(MPSPEs),":[9],"which":[10],"are":[11],"able":[12],"to":[13,34,51,74,105,130,158],"process":[14],"long-standing":[15],"computations":[16],"over":[17],"data":[18],"streams":[19],"with":[20,56],"ever-growing":[21],"velocity":[22],"at":[23],"a":[24,61,96,102,127],"large-scale":[25],"cluster,":[26],"calls":[27],"for":[28,71,89],"efficient":[29],"dynamic":[30,53,79,149],"resource":[31,54,150],"management":[32,55],"techniques":[33,113,142],"avoid":[35],"any":[36],"waste":[37],"of":[38,78,86,116,134,148],"resources":[39],"and/or":[40],"excessive":[41],"processing":[42],"latency.":[43],"In":[44],"this":[45],"paper,":[46],"we":[47,65,93],"propose":[48],"an":[49,119],"approach":[50],"integrate":[52],"passive":[57],"fault-tolerance":[58],"mechanisms":[59],"MPSPE":[62],"so":[63],"that":[64,140],"can":[66,143],"harvest":[67],"the":[68,76,84,111,146,159],"checkpoints":[69,88],"prepared":[70],"failure":[72],"recovery":[73],"enhance":[75],"efficiency":[77,147],"load":[80,91],"migrations.":[81],"To":[82],"maximize":[83],"opportunity":[85],"reusing":[87],"fast":[90],"migration,":[92],"formally":[94],"define":[95],"checkpoint":[97],"allocation":[98],"problem":[99],"and":[100,122],"provide":[101],"pragmatic":[103],"algorithm":[104],"solve":[106],"it.":[107],"We":[108],"implement":[109],"all":[110],"proposed":[112],"on":[114],"top":[115],"Apache":[117],"Storm,":[118],"open-source":[120],"MPSPE,":[121],"conduct":[123],"extensive":[124],"experiments":[125],"using":[126],"real":[128],"dataset":[129],"examine":[131],"various":[132],"aspects":[133],"our":[135,141],"techniques.":[136],"results":[138],"show":[139],"greatly":[144],"improve":[145],"reconfiguration":[151],"without":[152],"imposing":[153],"significant":[154],"overhead":[155],"or":[156],"latency":[157],"normal":[160],"job":[161],"execution.":[162]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}