{"id":"https://openalex.org/W2988994799","doi":"https://doi.org/10.1145/3295500.3356158","title":"Addressing data resiliency for staging based scientific workflows","display_name":"Addressing data resiliency for staging based scientific workflows","publication_year":2019,"publication_date":"2019-11-07","ids":{"openalex":"https://openalex.org/W2988994799","doi":"https://doi.org/10.1145/3295500.3356158","mag":"2988994799"},"language":"en","primary_location":{"id":"doi:10.1145/3295500.3356158","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3295500.3356158","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3295500.3356158","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3295500.3356158","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032879495","display_name":"Shaohua Duan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210096112","display_name":"Rutgers Sexual and Reproductive Health and Rights","ror":"https://ror.org/00rcvgx40","country_code":"NL","type":"other","lineage":["https://openalex.org/I4210096112"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Shaohua Duan","raw_affiliation_strings":["Rutgers University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University","institution_ids":["https://openalex.org/I4210096112"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017578031","display_name":"Pradeep Subedi","orcid":"https://orcid.org/0000-0003-4281-9674"},"institutions":[{"id":"https://openalex.org/I4210096112","display_name":"Rutgers Sexual and Reproductive Health and Rights","ror":"https://ror.org/00rcvgx40","country_code":"NL","type":"other","lineage":["https://openalex.org/I4210096112"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Pradeep Subedi","raw_affiliation_strings":["Rutgers University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University","institution_ids":["https://openalex.org/I4210096112"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107913671","display_name":"Philip E. Davis","orcid":null},"institutions":[{"id":"https://openalex.org/I4210096112","display_name":"Rutgers Sexual and Reproductive Health and Rights","ror":"https://ror.org/00rcvgx40","country_code":"NL","type":"other","lineage":["https://openalex.org/I4210096112"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Philip E. Davis","raw_affiliation_strings":["Rutgers University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University","institution_ids":["https://openalex.org/I4210096112"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060153432","display_name":"Manish Parashar","orcid":"https://orcid.org/0000-0003-0983-7408"},"institutions":[{"id":"https://openalex.org/I4210096112","display_name":"Rutgers Sexual and Reproductive Health and Rights","ror":"https://ror.org/00rcvgx40","country_code":"NL","type":"other","lineage":["https://openalex.org/I4210096112"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Manish Parashar","raw_affiliation_strings":["Rutgers University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University","institution_ids":["https://openalex.org/I4210096112"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210096112"],"apc_list":null,"apc_paid":null,"fwci":2.6611,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.94013089,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"22"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8479670286178589},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.8169960975646973},{"id":"https://openalex.org/keywords/dataflow","display_name":"Dataflow","score":0.6389299035072327},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.5822743773460388},{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.4911200702190399},{"id":"https://openalex.org/keywords/error-detection-and-correction","display_name":"Error detection and correction","score":0.4688013195991516},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.41908949613571167},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3814200460910797},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3500910699367523},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.3127483129501343},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.1619577705860138},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.14861246943473816}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8479670286178589},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.8169960975646973},{"id":"https://openalex.org/C96324660","wikidata":"https://www.wikidata.org/wiki/Q205446","display_name":"Dataflow","level":2,"score":0.6389299035072327},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.5822743773460388},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.4911200702190399},{"id":"https://openalex.org/C103088060","wikidata":"https://www.wikidata.org/wiki/Q1062839","display_name":"Error detection and correction","level":2,"score":0.4688013195991516},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.41908949613571167},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3814200460910797},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3500910699367523},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.3127483129501343},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.1619577705860138},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.14861246943473816}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3295500.3356158","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3295500.3356158","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3295500.3356158","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3295500.3356158","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3295500.3356158","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3295500.3356158","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.8100000023841858}],"awards":[{"id":"https://openalex.org/G1489425746","display_name":null,"funder_award_id":"DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G1528409558","display_name":null,"funder_award_id":"No. DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G1645119126","display_name":null,"funder_award_id":"AC05-00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G288067973","display_name":null,"funder_award_id":"0003525","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G3049477530","display_name":null,"funder_award_id":"Contract No. DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G3179025022","display_name":null,"funder_award_id":"DE-NA-0003525","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G4327825534","display_name":null,"funder_award_id":"DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320332369","funder_display_name":"National Nuclear Security Administration"},{"id":"https://openalex.org/G4423657506","display_name":null,"funder_award_id":"AC05-00OR22725","funder_id":"https://openalex.org/F4320338287","funder_display_name":"Oak Ridge National Laboratory"},{"id":"https://openalex.org/G4957472368","display_name":null,"funder_award_id":". DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G5251812281","display_name":"SPX: Collaborative Research: Cross-layer Application-Aware Resilience at Extreme Scale (CAARES)","funder_award_id":"1725649","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6486853205","display_name":null,"funder_award_id":"Contract No. DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320338287","funder_display_name":"Oak Ridge National Laboratory"},{"id":"https://openalex.org/G6495930337","display_name":null,"funder_award_id":"DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6911681599","display_name":null,"funder_award_id":"No. DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G7166948679","display_name":null,"funder_award_id":"DE-NA-0003525","funder_id":"https://openalex.org/F4320332369","funder_display_name":"National Nuclear Security Administration"},{"id":"https://openalex.org/G7335352159","display_name":null,"funder_award_id":"CCF-1725649","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7410743818","display_name":null,"funder_award_id":"DE-NA-0003525","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G7642757584","display_name":null,"funder_award_id":"DE-NA-0003525","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7995982022","display_name":null,"funder_award_id":"DE-AC05","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G805931733","display_name":null,"funder_award_id":"DE-NA-0003525","funder_id":"https://openalex.org/F4320338291","funder_display_name":"Sandia National Laboratories"},{"id":"https://openalex.org/G8269158468","display_name":null,"funder_award_id":"AC05-00OR22725","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G8906985441","display_name":null,"funder_award_id":"00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320332359","display_name":"Office of Science","ror":"https://ror.org/00mmn6b08"},{"id":"https://openalex.org/F4320332369","display_name":"National Nuclear Security Administration","ror":"https://ror.org/03sk1we31"},{"id":"https://openalex.org/F4320338287","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56"},{"id":"https://openalex.org/F4320338291","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2988994799.pdf","grobid_xml":"https://content.openalex.org/works/W2988994799.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W1579435408","https://openalex.org/W1584278023","https://openalex.org/W1978082708","https://openalex.org/W1981812667","https://openalex.org/W1993660990","https://openalex.org/W2006743077","https://openalex.org/W2021361430","https://openalex.org/W2042494348","https://openalex.org/W2046300712","https://openalex.org/W2051075107","https://openalex.org/W2053659711","https://openalex.org/W2060836295","https://openalex.org/W2072072075","https://openalex.org/W2104967192","https://openalex.org/W2113913767","https://openalex.org/W2128511938","https://openalex.org/W2132362854","https://openalex.org/W2133046454","https://openalex.org/W2144485497","https://openalex.org/W2171183552","https://openalex.org/W2187348494","https://openalex.org/W2500569219","https://openalex.org/W2886831712","https://openalex.org/W4242361160","https://openalex.org/W4254261743","https://openalex.org/W4255519882","https://openalex.org/W6634921276"],"related_works":["https://openalex.org/W2293118914","https://openalex.org/W2998381397","https://openalex.org/W4236419692","https://openalex.org/W3167919718","https://openalex.org/W4251718783","https://openalex.org/W2171015181","https://openalex.org/W4239447582","https://openalex.org/W1484403103","https://openalex.org/W2521947294","https://openalex.org/W2907307640"],"abstract_inverted_index":{"As":[0,150],"applications":[1,76],"move":[2],"towards":[3],"extreme":[4,108],"scales,":[5],"data-related":[6],"challenges":[7],"are":[8],"becoming":[9],"significant":[10],"concerns,":[11],"and":[12,19,54,126,139,172,202,208],"in-situ":[13,67,110,242],"workflows":[14,68,96,210],"based":[15],"on":[16,211,232],"data":[17,21,45,120,130,138,170,234],"staging":[18,121,164,180,200],"in-situ/in-transit":[20],"processing":[22],"have":[23,193],"been":[24],"proposed":[25],"to":[26,35,70,122,165,187,248],"address":[27],"these":[28],"challenges.":[29],"Increasing":[30],"scale":[31,109],"is":[32,61],"also":[33,175],"expected":[34],"result":[36],"in":[37,40,63,119,144,163,169,185,223,250],"an":[38,98,151],"increase":[39],"the":[41,52,64,71,74,78,89,134,145,198,224,240],"rate":[42],"of":[43,56,66,77,136,147,153,226],"silent":[44,85,92,104,129,148,227],"corruption":[46],"errors,":[47,228],"which":[48],"will":[49],"impact":[50,60],"both":[51,206],"correctness":[53],"performance":[55],"applications.":[57],"Furthermore,":[58],"this":[59,154],"amplified":[62],"case":[65],"due":[69],"dataflow":[72],"between":[73],"component":[75],"workflow.":[79],"While":[80],"existing":[81],"research":[82],"has":[83],"explored":[84],"error":[86,93,105,183,190,230],"detection":[87,94,106,125,161,184,231],"at":[88,217],"application":[90],"level,":[91],"for":[95,107,182],"remains":[97],"open":[99],"challenge.":[100],"This":[101],"paper":[102],"addresses":[103],"workflows.":[111],"The":[112],"presented":[113],"approach":[114,162,196],"leverages":[115],"idle":[116],"computation":[117],"resource":[118],"enable":[123],"timely":[124],"recovery":[127],"from":[128],"corruption,":[131],"effectively":[132],"reducing":[133],"propagation":[135],"corrupted":[137],"end-to-end":[140],"workflow":[141,243],"execution":[142,244],"time":[143,245],"presence":[146,225],"errors.":[149],"illustration":[152],"approach,":[155],"we":[156],"use":[157],"a":[158,177,212,236],"spatial":[159],"outlier":[160],"detect":[166],"errors":[167],"introduced":[168],"transfer":[171],"storage.":[173],"We":[174,192,220],"provide":[176],"CPU-GPU":[178],"hybrid":[179],"framework":[181],"order":[186],"achieve":[188],"faster":[189],"identification.":[191],"implemented":[194],"our":[195],"within":[197],"DataSpaces":[199],"service,":[201],"evaluated":[203],"it":[204],"using":[205,253],"synthetic":[207],"real":[209],"Cray":[213],"XK7":[214],"system":[215],"(Titan)":[216],"different":[218],"scales.":[219],"demonstrate":[221],"that,":[222],"enabling":[229],"staged":[233],"alongside":[235],"checkpoint/restart":[237,254],"scheme":[238],"improves":[239],"total":[241],"by":[246],"up":[247],"22%":[249],"comparison":[251],"with":[252],"alone.":[255]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3}],"updated_date":"2026-06-28T08:01:55.173337","created_date":"2025-10-10T00:00:00"}