{"id":"https://openalex.org/W4352977024","doi":"https://doi.org/10.1109/tpds.2023.3251997","title":"Adaptive Fragment-Based Parallel State Recovery for Stream Processing Systems","display_name":"Adaptive Fragment-Based Parallel State Recovery for Stream Processing Systems","publication_year":2023,"publication_date":"2023-03-21","ids":{"openalex":"https://openalex.org/W4352977024","doi":"https://doi.org/10.1109/tpds.2023.3251997"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2023.3251997","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2023.3251997","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011296252","display_name":"Hailu Xu","orcid":"https://orcid.org/0000-0001-6763-7098"},"institutions":[{"id":"https://openalex.org/I59897056","display_name":"California State University, Long Beach","ror":"https://ror.org/0080fxk18","country_code":"US","type":"education","lineage":["https://openalex.org/I59897056"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hailu Xu","raw_affiliation_strings":["Department of Computer Engineering and Computer Science, California State University, Long Beach, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-6763-7098","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering and Computer Science, California State University, Long Beach, CA, USA","institution_ids":["https://openalex.org/I59897056"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075502591","display_name":"Pinchao Liu","orcid":"https://orcid.org/0000-0001-7506-3506"},"institutions":[{"id":"https://openalex.org/I19700959","display_name":"Florida International University","ror":"https://ror.org/02gz6gg07","country_code":"US","type":"education","lineage":["https://openalex.org/I19700959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pinchao Liu","raw_affiliation_strings":["School of Computing and Information Science, Florida International University, Miami, FL, USA"],"raw_orcid":"https://orcid.org/0000-0001-7506-3506","affiliations":[{"raw_affiliation_string":"School of Computing and Information Science, Florida International University, Miami, FL, USA","institution_ids":["https://openalex.org/I19700959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001573749","display_name":"Sarker Tanzir Ahmed","orcid":null},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sarker Tanzir Ahmed","raw_affiliation_strings":["Texas A&#x0026;M University, College Station, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Texas A&#x0026;M University, College Station, TX, USA","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045204301","display_name":"Dilma Da Silva","orcid":"https://orcid.org/0000-0001-6538-2888"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dilma Da Silva","raw_affiliation_strings":["Texas A&#x0026;M University, College Station, TX, USA"],"raw_orcid":"https://orcid.org/0000-0001-6538-2888","affiliations":[{"raw_affiliation_string":"Texas A&#x0026;M University, College Station, TX, USA","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113952097","display_name":"Liting Hu","orcid":"https://orcid.org/0000-0001-8512-5176"},"institutions":[{"id":"https://openalex.org/I185103710","display_name":"University of California, Santa Cruz","ror":"https://ror.org/03s65by71","country_code":"US","type":"education","lineage":["https://openalex.org/I185103710"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liting Hu","raw_affiliation_strings":["Department of Computer Science and Engineering, University of California, Santa Cruz, Santa Cruz, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-8512-5176","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of California, Santa Cruz, Santa Cruz, CA, USA","institution_ids":["https://openalex.org/I185103710"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.4508,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.93142034,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"34","issue":"8","first_page":"2464","last_page":"2478"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8433187007904053},{"id":"https://openalex.org/keywords/stream-processing","display_name":"Stream processing","score":0.8056399822235107},{"id":"https://openalex.org/keywords/stateful-firewall","display_name":"Stateful firewall","score":0.7359820008277893},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7259511351585388},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.653433620929718},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.5480386018753052},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5300172567367554},{"id":"https://openalex.org/keywords/stateless-protocol","display_name":"Stateless protocol","score":0.5004169940948486},{"id":"https://openalex.org/keywords/joins","display_name":"Joins","score":0.47833582758903503},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4359491467475891},{"id":"https://openalex.org/keywords/hash-function","display_name":"Hash function","score":0.4107202887535095},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.39926138520240784},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.21992036700248718},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.12996014952659607},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1262817680835724},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.11849868297576904}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8433187007904053},{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.8056399822235107},{"id":"https://openalex.org/C22927095","wikidata":"https://www.wikidata.org/wiki/Q1784206","display_name":"Stateful firewall","level":3,"score":0.7359820008277893},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7259511351585388},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.653433620929718},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.5480386018753052},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5300172567367554},{"id":"https://openalex.org/C103613024","wikidata":"https://www.wikidata.org/wiki/Q230924","display_name":"Stateless protocol","level":3,"score":0.5004169940948486},{"id":"https://openalex.org/C2778692605","wikidata":"https://www.wikidata.org/wiki/Q4041866","display_name":"Joins","level":2,"score":0.47833582758903503},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4359491467475891},{"id":"https://openalex.org/C99138194","wikidata":"https://www.wikidata.org/wiki/Q183427","display_name":"Hash function","level":2,"score":0.4107202887535095},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.39926138520240784},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.21992036700248718},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.12996014952659607},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1262817680835724},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11849868297576904},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2023.3251997","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2023.3251997","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1468929322","display_name":null,"funder_award_id":"NSF-CCF-1934904","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G1519316597","display_name":null,"funder_award_id":"NSF-SPX-1919126","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G4708378342","display_name":null,"funder_award_id":"NSF-OAC-2212256","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G6754919528","display_name":null,"funder_award_id":"NSF-CAREER-1943071","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G8331807147","display_name":null,"funder_award_id":"NSF-SPX-1919181","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"}],"funders":[{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W203529341","https://openalex.org/W239964209","https://openalex.org/W1448681276","https://openalex.org/W1517320208","https://openalex.org/W1568849300","https://openalex.org/W1600328410","https://openalex.org/W1831560769","https://openalex.org/W1845494277","https://openalex.org/W1976821017","https://openalex.org/W1984220394","https://openalex.org/W1984564341","https://openalex.org/W2002306196","https://openalex.org/W2008503861","https://openalex.org/W2010801412","https://openalex.org/W2024621423","https://openalex.org/W2043494924","https://openalex.org/W2078887804","https://openalex.org/W2082171780","https://openalex.org/W2115503987","https://openalex.org/W2119745055","https://openalex.org/W2131975293","https://openalex.org/W2141742398","https://openalex.org/W2148575324","https://openalex.org/W2149576945","https://openalex.org/W2150206209","https://openalex.org/W2152558130","https://openalex.org/W2153972927","https://openalex.org/W2161569281","https://openalex.org/W2167898414","https://openalex.org/W2247317079","https://openalex.org/W2300649590","https://openalex.org/W2336721351","https://openalex.org/W2486439025","https://openalex.org/W2496080211","https://openalex.org/W2536427613","https://openalex.org/W2752238980","https://openalex.org/W2753910905","https://openalex.org/W2762397184","https://openalex.org/W2807779271","https://openalex.org/W2897882964","https://openalex.org/W2898857507","https://openalex.org/W2901849107","https://openalex.org/W2950279944","https://openalex.org/W3016397177","https://openalex.org/W3043106083","https://openalex.org/W3046229946","https://openalex.org/W3112146174","https://openalex.org/W3202350487","https://openalex.org/W3216052173","https://openalex.org/W4211068006","https://openalex.org/W4238584892","https://openalex.org/W4239670432","https://openalex.org/W4245507143","https://openalex.org/W4248175462","https://openalex.org/W4250390143","https://openalex.org/W4253724857","https://openalex.org/W6609205758","https://openalex.org/W6628546715","https://openalex.org/W6636287911","https://openalex.org/W6638819420","https://openalex.org/W6677231548","https://openalex.org/W6679815717","https://openalex.org/W6755667211","https://openalex.org/W6763729197"],"related_works":["https://openalex.org/W2035312053","https://openalex.org/W2908539414","https://openalex.org/W112987992","https://openalex.org/W4246017188","https://openalex.org/W2234619324","https://openalex.org/W4298846198","https://openalex.org/W358240276","https://openalex.org/W17249245","https://openalex.org/W2398270998","https://openalex.org/W2744220011"],"abstract_inverted_index":{"Today,":[0],"large-scale":[1],"cloud":[2],"organizations":[3],"are":[4,23,120,133,178],"deploying":[5],"datacenters":[6],"and":[7,60,65,75,115,130,167,211,252],"\u201cedge\u201d":[8],"clusters":[9],"globally":[10],"to":[11,15,58,126,136,202,220,231,237],"provide":[12],"low-latency":[13],"access":[14],"services.":[16],"Running":[17],"stream":[18,39,49,152,157],"applications":[19],"across":[20],"geo-distributed":[21],"sites":[22],"emerging":[24],"as":[25],"a":[26,143,160],"daily":[27],"requirement.":[28],"However,":[29],"existing":[30],"efforts":[31],"have":[32],"dominantly":[33],"centered":[34],"around":[35],"<italic":[36,46],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[37,47],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">stateless":[38],"processing</i>":[40,50],",":[41],"leaving":[42],"another":[43],"urgent":[44],"trend-":[45],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">stateful":[48],"-much":[51],"less":[52],"explored.":[53],"A":[54],"driving":[55],"need":[56],"is":[57,199,218],"store":[59],"update":[61],"states":[62,72,194],"during":[63],"processing,":[64],"most":[66],"importantly,":[67],"successfully":[68],"recover":[69],"large":[70],"distributed":[71,161],"when":[73],"faults":[74],"failures":[76],"happen.":[77],"Existing":[78],"studies":[79],"exhibit":[80],"major":[81],"limitations":[82],"including:":[83],"(1)":[84],"they":[85,103,132],"mostly":[86],"inherit":[87],"MapReduce's":[88],"\u201csingle":[89],"master/many":[90],"workers\u201d":[91],"architecture,":[92],"where":[93],"the":[94,203],"central":[95],"master":[96],"can":[97,191,212],"easily":[98],"become":[99],"ascalability":[100],"bottleneck;":[101],"(2)":[102],"offer":[104],"state":[105,148,172],"recovery":[106,149,209,241],"mainly":[107],"through":[108],"three":[109],"approaches:":[110],"replication":[111],"recovery,":[112,114,118],"checkpointing":[113],"DStream-based":[116],"lineage":[117],"which":[119],"either":[121],"slow,":[122],"resource-expensive":[123],"or":[124],"failing":[125],"handle":[127],"multiple":[128,183,214],"failures;":[129],"(3)":[131],"not":[134],"adaptive":[135,145,219],"heterogeneous":[137,221],"hardware":[138,222],"settings.":[139],"We":[140],"present":[141],"A-FP4S,":[142],"novel":[144],"fragments-based":[146],"parallel":[147],"mechanism":[150,198],"for":[151],"processing":[153],"systems.":[154],"A-FP4S":[155,217,234],"organizes":[156],"operators":[158],"into":[159,173],"hash":[162],"table":[163],"based":[164],"peer-to-peer":[165],"overlay":[166],"divides":[168],"each":[169],"node's":[170,182],"local":[171],"many":[174],"fragments.":[175],"These":[176],"fragments":[177,190],"periodically":[179],"stored":[180],"in":[181,195,240],"neighbors,":[184],"ensuring":[185],"different":[186],"sets":[187],"of":[188],"available":[189],"reconstruct":[192],"failed":[193],"parallel.":[196],"This":[197],"extremely":[200],"scalable":[201],"lost":[204],"state,":[205],"significantly":[206],"reduces":[207],"failure":[208],"time,":[210],"tolerate":[213],"node":[215],"failures.":[216],"settings":[223],"by":[224],"automatic":[225],"parameter":[226],"tuning":[227],"over":[228],"phases.":[229],"Compared":[230],"Apache":[232],"Storm,":[233],"achieves":[235],"31.8%":[236],"50.5%":[238],"reduction":[239],"latency.":[242],"Large-scale":[243],"experiments":[244],"using":[245],"real-world":[246],"datasets":[247],"demonstrate":[248],"A-FP4S's":[249],"attractive":[250],"scalability":[251],"adaptivity":[253],"properties.":[254]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}