{"id":"https://openalex.org/W7124168396","doi":"https://doi.org/10.1109/icpads67057.2025.11322979","title":"MergeFS: Optimizing Node-Local Burst Buffers for Complex HPC Workflows","display_name":"MergeFS: Optimizing Node-Local Burst Buffers for Complex HPC Workflows","publication_year":2025,"publication_date":"2025-12-14","ids":{"openalex":"https://openalex.org/W7124168396","doi":"https://doi.org/10.1109/icpads67057.2025.11322979"},"language":null,"primary_location":{"id":"doi:10.1109/icpads67057.2025.11322979","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpads67057.2025.11322979","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 31th International Conference on Parallel and Distributed Systems (ICPADS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123037837","display_name":"Zhaohao Zhong","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaohao Zhong","raw_affiliation_strings":["College of Computer Science and Technology, National University of Defense Technology,Hunan,Changsha,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology,Hunan,Changsha,China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043424619","display_name":"Hao Wu","orcid":"https://orcid.org/0000-0003-2448-3687"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huijun Wu","raw_affiliation_strings":["College of Computer Science and Technology, National University of Defense Technology,Hunan,Changsha,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology,Hunan,Changsha,China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122999277","display_name":"Min Xie","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Xie","raw_affiliation_strings":["College of Computer Science and Technology, National University of Defense Technology,Hunan,Changsha,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology,Hunan,Changsha,China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122995702","display_name":"Yong Dong","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Dong","raw_affiliation_strings":["College of Computer Science and Technology, National University of Defense Technology,Hunan,Changsha,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology,Hunan,Changsha,China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101867345","display_name":"Wenzhe Zhang","orcid":"https://orcid.org/0000-0002-8798-2195"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenzhe Zhang","raw_affiliation_strings":["College of Computer Science and Technology, National University of Defense Technology,Hunan,Changsha,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology,Hunan,Changsha,China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123011755","display_name":"Zhenwei Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenwei Wu","raw_affiliation_strings":["College of Computer Science and Technology, National University of Defense Technology,Hunan,Changsha,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology,Hunan,Changsha,China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123027819","display_name":"Lihua Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lihua Yang","raw_affiliation_strings":["College of Computer Science and Technology, National University of Defense Technology,Hunan,Changsha,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology,Hunan,Changsha,China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041138346","display_name":"Ruibo Wang","orcid":"https://orcid.org/0000-0002-9542-5081"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruibo Wang","raw_affiliation_strings":["College of Computer Science and Technology, National University of Defense Technology,Hunan,Changsha,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology,Hunan,Changsha,China","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I170215575"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.3910999894142151,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.3910999894142151,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.29980000853538513,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.14970000088214874,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/namespace","display_name":"Namespace","score":0.9028000235557556},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.8345000147819519},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.5426999926567078},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.44339999556541443},{"id":"https://openalex.org/keywords/netcdf","display_name":"NetCDF","score":0.40400001406669617},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.375},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.3702000081539154},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.3260999917984009},{"id":"https://openalex.org/keywords/sync","display_name":"sync","score":0.3197000026702881}],"concepts":[{"id":"https://openalex.org/C2778383056","wikidata":"https://www.wikidata.org/wiki/Q873636","display_name":"Namespace","level":2,"score":0.9028000235557556},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.8345000147819519},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8169999718666077},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6988000273704529},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.5426999926567078},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.44339999556541443},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.4077000021934509},{"id":"https://openalex.org/C11090531","wikidata":"https://www.wikidata.org/wiki/Q1361922","display_name":"NetCDF","level":2,"score":0.40400001406669617},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.375},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3702000081539154},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3260999917984009},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3222000002861023},{"id":"https://openalex.org/C3913047","wikidata":"https://www.wikidata.org/wiki/Q1956265","display_name":"sync","level":3,"score":0.3197000026702881},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.31040000915527344},{"id":"https://openalex.org/C2780940931","wikidata":"https://www.wikidata.org/wiki/Q174989","display_name":"File system","level":2,"score":0.30550000071525574},{"id":"https://openalex.org/C140824633","wikidata":"https://www.wikidata.org/wiki/Q2808660","display_name":"Workflow management system","level":3,"score":0.30469998717308044},{"id":"https://openalex.org/C2779965156","wikidata":"https://www.wikidata.org/wiki/Q5227350","display_name":"Data sharing","level":3,"score":0.3034999966621399},{"id":"https://openalex.org/C185874996","wikidata":"https://www.wikidata.org/wiki/Q269699","display_name":"Interdependence","level":2,"score":0.30239999294281006},{"id":"https://openalex.org/C47487241","wikidata":"https://www.wikidata.org/wiki/Q5227230","display_name":"Data access","level":2,"score":0.30149999260902405},{"id":"https://openalex.org/C51332947","wikidata":"https://www.wikidata.org/wiki/Q1172305","display_name":"Shared resource","level":2,"score":0.3005000054836273},{"id":"https://openalex.org/C193519340","wikidata":"https://www.wikidata.org/wiki/Q891179","display_name":"Data loss","level":2,"score":0.2939000129699707},{"id":"https://openalex.org/C70061542","wikidata":"https://www.wikidata.org/wiki/Q989016","display_name":"Distributed database","level":2,"score":0.2888999879360199},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2775999903678894},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.26930001378059387},{"id":"https://openalex.org/C145018004","wikidata":"https://www.wikidata.org/wiki/Q4985944","display_name":"Buffer (optical fiber)","level":2,"score":0.2635999917984009},{"id":"https://openalex.org/C1668388","wikidata":"https://www.wikidata.org/wiki/Q1149776","display_name":"Data management","level":2,"score":0.26089999079704285}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icpads67057.2025.11322979","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpads67057.2025.11322979","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 31th International Conference on Parallel and Distributed Systems (ICPADS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6236895739","display_name":null,"funder_award_id":"62306328,U24A2033,62421002,62302514","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8878496126","display_name":null,"funder_award_id":"2024JJ6471","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322843","display_name":"Natural Science Foundation of\u00a0Hunan Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2583711684","https://openalex.org/W2898657440","https://openalex.org/W2901743767","https://openalex.org/W2903745441","https://openalex.org/W3032991823","https://openalex.org/W4210490867","https://openalex.org/W4224902928","https://openalex.org/W4384705373","https://openalex.org/W4396921957","https://openalex.org/W4405756118","https://openalex.org/W4413412052"],"related_works":[],"abstract_inverted_index":{"High-performance":[0],"computing":[1],"(HPC)":[2],"applications":[3],"are":[4],"increasingly":[5],"transitioning":[6],"from":[7],"traditional":[8],"numerical":[9],"simulations":[10],"to":[11,53,72],"an":[12],"intelligent":[13],"fusion":[14],"paradigm":[15],"integrating":[16],"AI":[17],"algorithms":[18],"and":[19,68,76,113,124],"big":[20],"data":[21,66,115,125],"analytics,":[22],"exemplified":[23],"by":[24,60],"initiatives":[25],"such":[26,61],"as":[27],"AI4Science.":[28],"This":[29],"evolution,":[30],"coupled":[31],"with":[32,143],"rising":[33],"problem":[34],"complexity,":[35],"results":[36],"in":[37,79,140],"workflows":[38],"composed":[39],"of":[40],"interdependent":[41],"subtasks.":[42],"Existing":[43],"HPC":[44],"storage":[45],"solutions,":[46],"particularly":[47],"burst":[48,92,137],"buffer":[49,93,138],"systems,":[50],"have":[51],"yet":[52],"adequately":[54],"address":[55],"the":[56],"unique":[57],"challenges":[58],"posed":[59],"workflows,":[62],"including":[63],"efficient":[64],"cross-task":[65],"sharing":[67],"namespace":[69,122],"fusion,":[70],"leading":[71],"suboptimal":[73],"resource":[74],"utilization":[75],"performance":[77,142],"bottlenecks":[78],"complex":[80],"dependency":[81,104],"scenarios.":[82],"In":[83],"this":[84],"paper,":[85],"we":[86],"present":[87],"MergeFS,":[88],"a":[89,98,107],"lightweight,":[90],"workflow-aware":[91],"file":[94],"system":[95],"that":[96,131],"incorporates":[97],"treestructured":[99],"workflow":[100,120],"registry":[101],"for":[102],"precise":[103],"management":[105,145],"alongside":[106],"dynamic":[108],"multi-namespace":[109],"mechanism":[110],"enabling":[111],"rapid":[112],"isolated":[114],"access.":[116],"MergeFS":[117,132],"effectively":[118],"integrates":[119],"management,":[121],"control,":[123],"view":[126],"fusion.":[127],"Experimental":[128],"evaluations":[129],"demonstrate":[130],"significantly":[133],"outperforms":[134],"current":[135],"workflow-centric":[136],"optimizations":[139],"runtime":[141],"low":[144],"overhead.":[146]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-01-15T00:00:00"}
