{"id":"https://openalex.org/W3119617013","doi":"https://doi.org/10.1109/nca51143.2020.9306697","title":"A Dynamic Resource Controller for Resolving Quality of Service Issues in Modern Streaming Processing Engines","display_name":"A Dynamic Resource Controller for Resolving Quality of Service Issues in Modern Streaming Processing Engines","publication_year":2020,"publication_date":"2020-11-24","ids":{"openalex":"https://openalex.org/W3119617013","doi":"https://doi.org/10.1109/nca51143.2020.9306697","mag":"3119617013"},"language":"en","primary_location":{"id":"doi:10.1109/nca51143.2020.9306697","is_oa":false,"landing_page_url":"https://doi.org/10.1109/nca51143.2020.9306697","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 19th International Symposium on Network Computing and Applications (NCA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://figshare.com/articles/conference_contribution/A_Dynamic_Resource_Controller_for_Resolving_Quality_of_Service_Issues_in_Modern_Streaming_Processing_Engines/27589059","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063735421","display_name":"M. Reza HoseinyFarahabady","orcid":"https://orcid.org/0000-0002-7851-9377"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"M. Reza HoseinyFarahabady","raw_affiliation_strings":["The University of Sydney, School of Computer Science, Center for Distributed and High Performance Computing, NSW, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Sydney, School of Computer Science, Center for Distributed and High Performance Computing, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048747481","display_name":"Javid Taheri","orcid":"https://orcid.org/0000-0001-9194-010X"},"institutions":[{"id":"https://openalex.org/I43968019","display_name":"Karlstad University","ror":"https://ror.org/05s754026","country_code":"SE","type":"education","lineage":["https://openalex.org/I43968019"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Javid Taheri","raw_affiliation_strings":["Department of Mathematics and Computer Science, Karlstad University, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, Karlstad University, Sweden","institution_ids":["https://openalex.org/I43968019"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015993565","display_name":"Albert Y. Zomaya","orcid":"https://orcid.org/0000-0002-3090-1059"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Albert Y. Zomaya","raw_affiliation_strings":["The University of Sydney, School of Computer Science, Center for Distributed and High Performance Computing, NSW, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Sydney, School of Computer Science, Center for Distributed and High Performance Computing, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054836950","display_name":"Zahir Tari","orcid":"https://orcid.org/0000-0002-1235-9673"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Zahir Tari","raw_affiliation_strings":["RMIT University, School of Science, Victoria, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"RMIT University, School of Science, Victoria, Australia","institution_ids":["https://openalex.org/I82951845"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4584,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.6382096,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"36","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8606225252151489},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.7578145265579224},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.570968747138977},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5106783509254456},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.47864043712615967},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.4621563255786896},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.4347577393054962},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4209510385990143},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4181615114212036},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.41500627994537354},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.40685001015663147},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3232939541339874},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.18547558784484863},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1493547558784485},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.10539901256561279}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8606225252151489},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.7578145265579224},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.570968747138977},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5106783509254456},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.47864043712615967},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4621563255786896},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.4347577393054962},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4209510385990143},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4181615114212036},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.41500627994537354},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.40685001015663147},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3232939541339874},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.18547558784484863},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1493547558784485},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.10539901256561279},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/nca51143.2020.9306697","is_oa":false,"landing_page_url":"https://doi.org/10.1109/nca51143.2020.9306697","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 19th International Symposium on Network Computing and Applications (NCA)","raw_type":"proceedings-article"},{"id":"pmh:oai:alma.61RMIT_INST:11272661980001341","is_oa":false,"landing_page_url":"https://doi.org/10.1109/NCA51143.2020.9306697","pdf_url":null,"source":{"id":"https://openalex.org/S4306402074","display_name":"RMIT Research Repository (RMIT University Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I82951845","host_organization_name":"RMIT University","host_organization_lineage":["https://openalex.org/I82951845"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceedings"},{"id":"pmh:oai:figshare.com:article/27589059","is_oa":true,"landing_page_url":"https://figshare.com/articles/conference_contribution/A_Dynamic_Resource_Controller_for_Resolving_Quality_of_Service_Issues_in_Modern_Streaming_Processing_Engines/27589059","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference contribution"}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/27589059","is_oa":true,"landing_page_url":"https://figshare.com/articles/conference_contribution/A_Dynamic_Resource_Controller_for_Resolving_Quality_of_Service_Issues_in_Modern_Streaming_Processing_Engines/27589059","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference contribution"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.47999998927116394}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W601065221","https://openalex.org/W949993853","https://openalex.org/W1831560769","https://openalex.org/W1967436269","https://openalex.org/W2000730311","https://openalex.org/W2004110412","https://openalex.org/W2023214828","https://openalex.org/W2073787051","https://openalex.org/W2082171780","https://openalex.org/W2105947650","https://openalex.org/W2125901106","https://openalex.org/W2127455097","https://openalex.org/W2148222209","https://openalex.org/W2150478767","https://openalex.org/W2189465200","https://openalex.org/W2509341006","https://openalex.org/W2529401206","https://openalex.org/W2566979091","https://openalex.org/W2571250354","https://openalex.org/W2581376813","https://openalex.org/W2592286282","https://openalex.org/W2735078864","https://openalex.org/W2954684850","https://openalex.org/W2998553639","https://openalex.org/W3017800872","https://openalex.org/W3043370015","https://openalex.org/W3049336670","https://openalex.org/W6642014221","https://openalex.org/W6687322159","https://openalex.org/W6728173578","https://openalex.org/W6731596640"],"related_works":["https://openalex.org/W1939996075","https://openalex.org/W2118113972","https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W2304003539","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903"],"abstract_inverted_index":{"Devising":[0],"an":[1],"elastic":[2],"resource":[3,125,159,213,232],"allocation":[4,126,233],"controller":[5,274],"of":[6,86,99,113,140,158,261,271,307],"data":[7,46,106],"analytical":[8],"applications":[9,210,310],"in":[10,36,59,80,96,103,134,161,171,246,257],"virtualized":[11],"data-center":[12],"has":[13],"received":[14],"a":[15,26,74,81,104,123,162,172,191,247],"great":[16],"attention":[17],"recently,":[18],"mainly":[19],"due":[20],"to":[21,32,60,76,91,142,189,201,275,281,299],"the":[22,93,97,111,149,156,198,203,212,218,230,258,269,272,277,284,291,300,305,315,320],"fact":[23],"that":[24,49,122],"even":[25],"slight":[27],"performance":[28,223],"improvement":[29],"can":[30,50,294],"translate":[31],"huge":[33],"monetary":[34],"savings":[35],"practical":[37],"large-scale":[38,82],"execution.":[39],"Apache":[40,135],"Flink":[41,163],"is":[42,89,130,215,225],"among":[43],"modern":[44],"streamed":[45],"processing":[47,62],"run-times":[48],"provide":[51],"both":[52],"low":[53],"latency":[54,71],"and":[55,66,193,241],"high":[56,308],"throughput":[57],"computation":[58],"execute":[61],"pipelines":[63],"over":[64],"high-volume":[65],"high-velocity":[67],"data-items":[68],"under":[69,250],"tight":[70],"constraints.":[72],"However,":[73],"yet":[75],"be":[77],"answered":[78],"challenge":[79],"platform":[83,164,173,279],"with":[84,174,197,235],"tens":[85],"worker":[87],"nodes":[88],"how":[90],"resolve":[92],"run-time":[94],"violation":[95,288],"quality":[98],"service":[100],"(QoS)":[101],"level":[102],"multi-tenant":[105],"streaming":[107,263],"platforms,":[108],"particularly":[109],"when":[110],"amount":[112],"workload":[114],"generated":[115],"by":[116,132,208,228,303,311],"different":[117,167,204],"users":[118],"fluctuates.":[119],"Studies":[120],"showed":[121],"static":[124,237],"algorithm":[127],"(round-robin),":[128],"which":[129],"used":[131],"default":[133],"Flink,":[136],"suffer":[137],"from":[138,185],"lack":[139],"responsiveness":[141],"sudden":[143,255],"traffic":[144,252,322],"surges":[145],"happening":[146],"unpredictably":[147],"during":[148,319],"run-time.":[150],"In":[151],"this":[152],"paper,":[153],"we":[154],"address":[155],"problem":[157],"management":[160],"for":[165],"ensuring":[166],"QoS":[168,205,317],"enforcement":[169],"levels":[170,206,318],"shared":[175],"computing":[176],"resources.":[177],"The":[178,222,265],"proposed":[179,231,273,292],"solution":[180,293],"applies":[181],"theoretical":[182],"principals":[183],"borrowed":[184],"close-loop":[186],"control":[187],"theory":[188],"design":[190],"CPU":[192],"memory":[194],"adjustment":[195],"mechanism":[196,234],"primary":[199],"goal":[200],"fulfill":[202],"requested":[207],"submitted":[209],"while":[211,313],"interference":[214],"considered":[216],"as":[217],"critical":[219],"performance-limiting":[220],"factor.":[221],"evaluation":[224],"carried":[226],"out":[227],"comparing":[229],"two":[236],"heuristics":[238,302],"(round":[239],"robin":[240],"class-based":[242],"weighted":[243],"fair":[244],"queuing)":[245],"80-core":[248],"cluster":[249],"multiple":[251],"patterns":[253],"resembling":[254],"changes":[256],"incoming":[259],"workloads":[260],"low-priory":[262],"applications.":[264],"experimental":[266],"results":[267],"confirm":[268],"stability":[270],"regulate":[276],"underlying":[278],"resources":[280],"smoothly":[282],"follow":[283],"target":[285],"values":[286],"(QoS":[287],"rates).":[289],"Particularly,":[290],"achieve":[295],"higher":[296],"efficiency":[297],"compared":[298],"other":[301],"reducing":[304],"response-time":[306],"priority":[309],"53%":[312],"maintaining":[314],"enforced":[316],"burst":[321],"periods.":[323]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-08-25T07:29:55.448023","created_date":"2025-10-10T00:00:00"}