{"id":"https://openalex.org/W2799344666","doi":"https://doi.org/10.1109/tpds.2018.2827380","title":"Distributed Stream Rebalance for Stateful Operator Under Workload Variance","display_name":"Distributed Stream Rebalance for Stateful Operator Under Workload Variance","publication_year":2018,"publication_date":"2018-04-18","ids":{"openalex":"https://openalex.org/W2799344666","doi":"https://doi.org/10.1109/tpds.2018.2827380","mag":"2799344666"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2018.2827380","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2018.2827380","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051378198","display_name":"Junhua Fang","orcid":"https://orcid.org/0000-0001-7473-8647"},"institutions":[{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Junhua Fang","raw_affiliation_strings":["School of Computer Science and Technology, Soochow University, Suzhou Shi, Jiangsu Sheng, China","School of Computer Science and Technology, Provincial Key Laboratory for Computer Information Processing Technology, Soochow University, Suzhou Shi, Jiangsu Sheng, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Soochow University, Suzhou Shi, Jiangsu Sheng, China","institution_ids":["https://openalex.org/I3923682"]},{"raw_affiliation_string":"School of Computer Science and Technology, Provincial Key Laboratory for Computer Information Processing Technology, Soochow University, Suzhou Shi, Jiangsu Sheng, China","institution_ids":["https://openalex.org/I3923682"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Rong Zhang","orcid":"https://orcid.org/0000-0002-5182-2093"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rong Zhang","raw_affiliation_strings":["School of Computer Science and Software Engineering, East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Software Engineering, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077960933","display_name":"Tom Z. J. Fu","orcid":"https://orcid.org/0000-0003-3312-2402"},"institutions":[{"id":"https://openalex.org/I4210108443","display_name":"Advanced Digital Sciences Center","ror":"https://ror.org/01xaqx887","country_code":"SG","type":"facility","lineage":["https://openalex.org/I4210108443"]},{"id":"https://openalex.org/I4210110242","display_name":"Digital Science (United States)","ror":"https://ror.org/020h4b682","country_code":"US","type":"company","lineage":["https://openalex.org/I4210110242","https://openalex.org/I4210112888","https://openalex.org/I4210118830"]}],"countries":["SG","US"],"is_corresponding":false,"raw_author_name":"Tom Z. J. Fu","raw_affiliation_strings":["Advanced Digital Sciences Center, Illinois at Singapore Pte. Ltd., Singapore"],"affiliations":[{"raw_affiliation_string":"Advanced Digital Sciences Center, Illinois at Singapore Pte. Ltd., Singapore","institution_ids":["https://openalex.org/I4210110242","https://openalex.org/I4210108443"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100633293","display_name":"Zhenjie Zhang","orcid":"https://orcid.org/0000-0003-1079-8784"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhenjie Zhang","raw_affiliation_strings":["Singapore R&D, Yitu Technology Co. Ltd., Singapore"],"affiliations":[{"raw_affiliation_string":"Singapore R&D, Yitu Technology Co. Ltd., Singapore","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101511862","display_name":"Aoying Zhou","orcid":"https://orcid.org/0000-0002-4665-7302"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aoying Zhou","raw_affiliation_strings":["School of Data Science and Engineering, East China Normal University, Shanghai, China","School of data science & engineering, East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Data Science and Engineering, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"School of data science & engineering, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011384237","display_name":"Xiaofang Zhou","orcid":"https://orcid.org/0000-0001-6343-1455"},"institutions":[{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofang Zhou","raw_affiliation_strings":["School of Computer Science and Technology, Soochow University, Suzhou Shi, Jiangsu Sheng, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Soochow University, Suzhou Shi, Jiangsu Sheng, China","institution_ids":["https://openalex.org/I3923682"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5051378198"],"corresponding_institution_ids":["https://openalex.org/I3923682"],"apc_list":null,"apc_paid":null,"fwci":1.7587,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.86222079,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"29","issue":"10","first_page":"2223","last_page":"2240"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8842072486877441},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.717012882232666},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6551494598388672},{"id":"https://openalex.org/keywords/stateful-firewall","display_name":"Stateful firewall","score":0.6215678453445435},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5185140371322632},{"id":"https://openalex.org/keywords/load-balancing","display_name":"Load balancing (electrical power)","score":0.48014944791793823},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.43566375970840454},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.4258379340171814},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3306812047958374},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.12197163701057434}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8842072486877441},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.717012882232666},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6551494598388672},{"id":"https://openalex.org/C22927095","wikidata":"https://www.wikidata.org/wiki/Q1784206","display_name":"Stateful firewall","level":3,"score":0.6215678453445435},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5185140371322632},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.48014944791793823},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.43566375970840454},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.4258379340171814},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3306812047958374},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.12197163701057434},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tpds.2018.2827380","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2018.2827380","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},{"id":"pmh:oai:espace.library.uq.edu.au:UQ:8365eac","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306402388","display_name":"Queensland's institutional digital repository (The University of Queensland)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I165143802","host_organization_name":"The University of Queensland","host_organization_lineage":["https://openalex.org/I165143802"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-108110","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-108110","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:repository.ust.hk:1783.1-108110","is_oa":false,"landing_page_url":"http://repository.ust.hk/ir/Record/1783.1-108110","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/1","score":0.4300000071525574,"display_name":"No poverty"}],"awards":[{"id":"https://openalex.org/G1651723138","display_name":null,"funder_award_id":"61772356","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2819404294","display_name":null,"funder_award_id":"2017M621813","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G6407962397","display_name":null,"funder_award_id":"61702113","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1497089183","https://openalex.org/W1517320208","https://openalex.org/W1520750340","https://openalex.org/W1579114683","https://openalex.org/W1692590824","https://openalex.org/W1884959966","https://openalex.org/W1976821017","https://openalex.org/W1997020216","https://openalex.org/W2008503861","https://openalex.org/W2008888174","https://openalex.org/W2012671474","https://openalex.org/W2020765652","https://openalex.org/W2023478510","https://openalex.org/W2037027334","https://openalex.org/W2038840358","https://openalex.org/W2071965227","https://openalex.org/W2115503987","https://openalex.org/W2123068254","https://openalex.org/W2124945926","https://openalex.org/W2140509629","https://openalex.org/W2140955554","https://openalex.org/W2146875569","https://openalex.org/W2158460713","https://openalex.org/W2162747054","https://openalex.org/W2165769837","https://openalex.org/W2536427613","https://openalex.org/W2751171528","https://openalex.org/W2913854892","https://openalex.org/W2963580420","https://openalex.org/W3104218773","https://openalex.org/W6631043528","https://openalex.org/W6631168969","https://openalex.org/W6634489453","https://openalex.org/W6637209464","https://openalex.org/W6677231548","https://openalex.org/W6681601970","https://openalex.org/W6683495781","https://openalex.org/W6729124656"],"related_works":["https://openalex.org/W2583381754","https://openalex.org/W2144255176","https://openalex.org/W2286614685","https://openalex.org/W1970797462","https://openalex.org/W109977192","https://openalex.org/W2566747981","https://openalex.org/W4312120139","https://openalex.org/W2342453732","https://openalex.org/W2047113772","https://openalex.org/W2167609832"],"abstract_inverted_index":{"Key-based":[0],"workload":[1,34,55,69,78,93,141,174],"partitioning":[2,37,70],"is":[3,29,47],"now":[4],"commonly":[5],"used":[6],"in":[7,19,183,213],"parallel":[8],"stream":[9,194],"processing,":[10],"enabling":[11],"effective":[12],"key-value":[13],"tuple":[14],"distribution":[15],"over":[16,210],"worker":[17,99,145],"threads":[18,100],"a":[20,43,66,102],"logical":[21],"operator.":[22],"While":[23],"randomized":[24],"hashing":[25,113],"on":[26,58,127,189],"the":[27,33,39,59,97,108,112,117,133,136,144,149,153,161,180,184,197,204,214],"keys":[28,40,105,110],"capable":[30],"of":[31,104,135,148,199,207],"balancing":[32,52],"for":[35,80,92,101],"key-based":[36,68,89],"when":[38,54],"generally":[41],"follow":[42],"static":[44],"distribution,":[45,94],"it":[46],"likely":[48],"to":[49,75,169,173,179],"generate":[50],"poor":[51],"performance":[53],"variance":[56,175],"occurs":[57],"incoming":[60],"data":[61,191],"stream.":[62],"This":[63],"paper":[64],"presents":[65],"new":[67],"framework,":[71],"with":[72,111,124,176],"practical":[73],"algorithms":[74],"support":[76],"dynamic":[77],"assignment":[79],"stateful":[81],"operators.":[82],"The":[83],"framework":[84],"combines":[85],"hash-based":[86],"and":[87,106,139,159,166,192,202],"explicit":[88],"routing":[90,137],"strategies":[91],"which":[95],"specifies":[96],"destination":[98],"handful":[103],"assigns":[107],"other":[109],"function.":[114],"We":[115],"formulate":[116],"rebalance":[118],"operation":[119],"as":[120],"an":[121],"optimization":[122,154],"problem,":[123],"multiple":[125],"objectives":[126],"minimizing":[128],"state":[129,167],"migration":[130],"costs,":[131],"controlling":[132],"size":[134],"table":[138],"breaking":[140],"imbalance":[142],"among":[143],"threads.":[146],"Despite":[147],"NP-hardness":[150],"nature":[151],"behind":[152,163],"formulation,":[155],"we":[156],"carefully":[157],"investigate":[158],"justify":[160],"heuristics":[162],"key":[164],"(re)routing":[165],"migration,":[168],"facilitate":[170],"fast":[171],"response":[172],"ignorable":[177],"cost":[178],"normal":[181],"processing":[182],"distributed":[185],"system.":[186],"Empirical":[187],"studies":[188],"synthetic":[190],"real-world":[193],"applications":[195],"validate":[196],"usefulness":[198],"our":[200,208],"proposals":[201],"prove":[203],"huge":[205],"advantage":[206],"approaches":[209],"state-of-the-art":[211],"solutions":[212],"literature.":[215]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}