{"id":"https://openalex.org/W3210311022","doi":"https://doi.org/10.1145/3458817.3476148","title":"DeltaFS: a scalable no-ground-truth filesystem for massively-parallel computing","display_name":"DeltaFS: a scalable no-ground-truth filesystem for massively-parallel computing","publication_year":2021,"publication_date":"2021-11-14","ids":{"openalex":"https://openalex.org/W3210311022","doi":"https://doi.org/10.1145/3458817.3476148","mag":"3210311022"},"language":"en","primary_location":{"id":"mag:3210311022","is_oa":false,"landing_page_url":"https://dblp.uni-trier.de/db/conf/sc/sc2021.html#ZhengCGGASG21","pdf_url":null,"source":{"id":"https://openalex.org/S4306418683","display_name":"IEEE International Conference on High Performance Computing, Data, and Analytics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"IEEE International Conference on High Performance Computing, Data, and Analytics","raw_type":null},"type":"conference-paper","indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048606069","display_name":"Qing Zheng","orcid":"https://orcid.org/0000-0002-7457-9874"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qing Zheng","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":"https://orcid.org/0000-0002-7457-9874","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060965148","display_name":"Charles D. Cranor","orcid":"https://orcid.org/0000-0003-2427-9627"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Charles D. Cranor","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":"https://orcid.org/0000-0003-2427-9627","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037557529","display_name":"Gregory R. Ganger","orcid":"https://orcid.org/0000-0002-3065-7316"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gregory R. Ganger","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":"https://orcid.org/0000-0002-3065-7316","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041431830","display_name":"Garth A. Gibson","orcid":"https://orcid.org/0000-0002-6656-7080"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Garth A. Gibson","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":"https://orcid.org/0000-0002-6656-7080","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013339702","display_name":"George Amvrosiadis","orcid":"https://orcid.org/0000-0002-7328-1857"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"George Amvrosiadis","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":"https://orcid.org/0000-0002-7328-1857","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015295183","display_name":"Bradley W. Settlemyer","orcid":"https://orcid.org/0000-0002-9299-2654"},"institutions":[{"id":"https://openalex.org/I1343871089","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I1343871089","https://openalex.org/I198811213","https://openalex.org/I4210120050"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bradley W. Settlemyer","raw_affiliation_strings":["Los Alamos National Lab"],"raw_orcid":"https://orcid.org/0000-0002-9299-2654","affiliations":[{"raw_affiliation_string":"Los Alamos National Lab","institution_ids":["https://openalex.org/I1343871089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015145749","display_name":"Gary Grider","orcid":"https://orcid.org/0000-0001-5749-3377"},"institutions":[{"id":"https://openalex.org/I1343871089","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I1343871089","https://openalex.org/I198811213","https://openalex.org/I4210120050"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gary Grider","raw_affiliation_strings":["Los Alamos National Lab"],"raw_orcid":"https://orcid.org/0000-0001-5749-3377","affiliations":[{"raw_affiliation_string":"Los Alamos National Lab","institution_ids":["https://openalex.org/I1343871089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0227,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.77169414,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8905065059661865},{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.7088874578475952},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6196213960647583},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.5077508687973022},{"id":"https://openalex.org/keywords/commit","display_name":"Commit","score":0.4748166799545288},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.45074349641799927},{"id":"https://openalex.org/keywords/massively-parallel","display_name":"Massively parallel","score":0.45007896423339844},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.45006927847862244},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.44151943922042847},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.36227160692214966},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3480783700942993}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8905065059661865},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.7088874578475952},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6196213960647583},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.5077508687973022},{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.4748166799545288},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.45074349641799927},{"id":"https://openalex.org/C190475519","wikidata":"https://www.wikidata.org/wiki/Q544384","display_name":"Massively parallel","level":2,"score":0.45007896423339844},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.45006927847862244},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.44151943922042847},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.36227160692214966},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3480783700942993},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:3210311022","is_oa":false,"landing_page_url":"https://dblp.uni-trier.de/db/conf/sc/sc2021.html#ZhengCGGASG21","pdf_url":null,"source":{"id":"https://openalex.org/S4306418683","display_name":"IEEE International Conference on High Performance Computing, Data, and Analytics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"IEEE International Conference on High Performance Computing, Data, and Analytics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.550000011920929}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2549400288","https://openalex.org/W2072365250","https://openalex.org/W2758353308","https://openalex.org/W2417046671","https://openalex.org/W2899090097","https://openalex.org/W3128522791","https://openalex.org/W2613725055","https://openalex.org/W173215395","https://openalex.org/W2894112326","https://openalex.org/W2040021852","https://openalex.org/W2320955485","https://openalex.org/W2965386444","https://openalex.org/W2398072088","https://openalex.org/W3008539238","https://openalex.org/W2774105911","https://openalex.org/W2110611807","https://openalex.org/W1531717035","https://openalex.org/W2890025235","https://openalex.org/W2611127597","https://openalex.org/W3128576955"],"abstract_inverted_index":{"High-Performance":[0],"Computing":[1],"(HPC)":[2],"is":[3],"known":[4],"for":[5,16,48,88],"its":[6,34],"use":[7],"of":[8,39,65,96],"massive":[9],"concurrency.":[10],"But":[11],"it":[12],"can":[13],"be":[14],"challenging":[15],"a":[17,45,79],"parallel":[18],"filesystem's":[19],"control":[20],"plane":[21],"to":[22,55,60,105,140,146],"utilize":[23],"cores":[24],"when":[25],"every":[26],"client":[27,135],"process":[28],"must":[29],"globally":[30],"synchronize":[31],"and":[32,142],"serialize":[33],"metadata":[35,97,101,136],"mutations":[36],"with":[37],"those":[38],"other":[40],"clients.":[41],"We":[42],"present":[43],"DeltaFS,":[44],"new":[46],"paradigm":[47],"distributed":[49],"filesystem":[50],"metadata.":[51],"DeltaFS":[52,99,123],"allows":[53,87],"jobs":[54,69,76],"self-commit":[56],"their":[57],"namespace":[58],"changes":[59],"logs,":[61],"avoiding":[62,93],"the":[63,110],"cost":[64],"global":[66],"synchronization.":[67],"Followup":[68],"selectively":[70],"merge":[71],"logs":[72],"produced":[73],"by":[74,132],"previous":[75],"as":[77,119],"needed,":[78],"principle":[80],"we":[81],"term":[82],"No":[83],"Ground":[84],"Truth":[85],"which":[86],"efficient":[89,125],"data":[90],"sharing.":[91],"By":[92],"unnecessary":[94],"synchronization":[95],"operations,":[98],"improves":[100],"operation":[102,137],"throughput":[103],"up":[104,139,145],"98X":[106],"leveraging":[107],"parallelism":[108],"on":[109],"nodes":[111],"where":[112],"job":[113,120],"processes":[114],"run.":[115],"This":[116],"speedup":[117],"grows":[118],"size":[121],"increases.":[122],"enables":[124],"inter-job":[126],"communication,":[127],"reducing":[128],"overall":[129],"workflow":[130],"runtime":[131],"significantly":[133],"improving":[134],"latency":[138],"49X":[141],"resource":[143],"usage":[144],"52X.":[147]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}