{"id":"https://openalex.org/W4403721570","doi":"https://doi.org/10.1109/tpds.2024.3485754","title":"PeakFS: An Ultra-High Performance Parallel File System via Computing-Network-Storage Co-Optimization for HPC Applications","display_name":"PeakFS: An Ultra-High Performance Parallel File System via Computing-Network-Storage Co-Optimization for HPC Applications","publication_year":2024,"publication_date":"2024-10-24","ids":{"openalex":"https://openalex.org/W4403721570","doi":"https://doi.org/10.1109/tpds.2024.3485754"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2024.3485754","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2024.3485754","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yixiao Chen","orcid":"https://orcid.org/0009-0008-5525-5891"},"institutions":[{"id":"https://openalex.org/I4210138186","display_name":"Wuhan National Laboratory for Optoelectronics","ror":"https://ror.org/03c9ncn37","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210138186"]},{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yixiao Chen","raw_affiliation_strings":["Wuhan National Laboratory for Optoelectronics, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0008-5525-5891","affiliations":[{"raw_affiliation_string":"Wuhan National Laboratory for Optoelectronics, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I4210138186","https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Haomai Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210138186","display_name":"Wuhan National Laboratory for Optoelectronics","ror":"https://ror.org/03c9ncn37","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210138186"]},{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haomai Yang","raw_affiliation_strings":["Wuhan National Laboratory for Optoelectronics, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wuhan National Laboratory for Optoelectronics, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I4210138186","https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035924944","display_name":"Kai L\u00fc","orcid":"https://orcid.org/0000-0002-7757-4083"},"institutions":[{"id":"https://openalex.org/I4210138186","display_name":"Wuhan National Laboratory for Optoelectronics","ror":"https://ror.org/03c9ncn37","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210138186"]},{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Lu","raw_affiliation_strings":["Wuhan National Laboratory for Optoelectronics, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-7757-4083","affiliations":[{"raw_affiliation_string":"Wuhan National Laboratory for Optoelectronics, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I4210138186","https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wenlve Huang","orcid":"https://orcid.org/0009-0006-1770-4305"},"institutions":[{"id":"https://openalex.org/I4210138186","display_name":"Wuhan National Laboratory for Optoelectronics","ror":"https://ror.org/03c9ncn37","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210138186"]},{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenlve Huang","raw_affiliation_strings":["Wuhan National Laboratory for Optoelectronics, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0006-1770-4305","affiliations":[{"raw_affiliation_string":"Wuhan National Laboratory for Optoelectronics, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I4210138186","https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088330268","display_name":"Jibin Wang","orcid":"https://orcid.org/0000-0002-6549-9522"},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jibin Wang","raw_affiliation_strings":["Key Laboratory of Computing Power Network and Information Security, Ministry of Education, Shandong Computer Science Center (National Supercomputer Center in Jinan), Qilu University of Technology (Shandong Academy of Sciences), Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Computing Power Network and Information Security, Ministry of Education, Shandong Computer Science Center (National Supercomputer Center in Jinan), Qilu University of Technology (Shandong Academy of Sciences), Jinan, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101704688","display_name":"Jiguang Wan","orcid":"https://orcid.org/0000-0002-4160-9475"},"institutions":[{"id":"https://openalex.org/I4210138186","display_name":"Wuhan National Laboratory for Optoelectronics","ror":"https://ror.org/03c9ncn37","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210138186"]},{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiguang Wan","raw_affiliation_strings":["Wuhan National Laboratory for Optoelectronics, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-4160-9475","affiliations":[{"raw_affiliation_string":"Wuhan National Laboratory for Optoelectronics, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I4210138186","https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005773038","display_name":"Jian Zhou","orcid":"https://orcid.org/0000-0001-5295-4680"},"institutions":[{"id":"https://openalex.org/I4210138186","display_name":"Wuhan National Laboratory for Optoelectronics","ror":"https://ror.org/03c9ncn37","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210138186"]},{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Zhou","raw_affiliation_strings":["Wuhan National Laboratory for Optoelectronics, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-5295-4680","affiliations":[{"raw_affiliation_string":"Wuhan National Laboratory for Optoelectronics, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I4210138186","https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062125860","display_name":"Fei Wu","orcid":"https://orcid.org/0000-0001-9746-4714"},"institutions":[{"id":"https://openalex.org/I4210138186","display_name":"Wuhan National Laboratory for Optoelectronics","ror":"https://ror.org/03c9ncn37","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210138186"]},{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Wu","raw_affiliation_strings":["Wuhan National Laboratory for Optoelectronics, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-9746-4714","affiliations":[{"raw_affiliation_string":"Wuhan National Laboratory for Optoelectronics, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I4210138186","https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100329127","display_name":"Changsheng Xie","orcid":"https://orcid.org/0000-0003-1271-0571"},"institutions":[{"id":"https://openalex.org/I4210138186","display_name":"Wuhan National Laboratory for Optoelectronics","ror":"https://ror.org/03c9ncn37","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210138186"]},{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changsheng Xie","raw_affiliation_strings":["Wuhan National Laboratory for Optoelectronics, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-1271-0571","affiliations":[{"raw_affiliation_string":"Wuhan National Laboratory for Optoelectronics, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I4210138186","https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5682,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.68979195,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"35","issue":"12","first_page":"2578","last_page":"2595"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8567360043525696},{"id":"https://openalex.org/keywords/supercomputer","display_name":"Supercomputer","score":0.6456066370010376},{"id":"https://openalex.org/keywords/file-system","display_name":"File system","score":0.5627104043960571},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.5529218912124634},{"id":"https://openalex.org/keywords/parallel-i/o","display_name":"Parallel I/O","score":0.47825682163238525},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3936483561992645},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3433677554130554}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8567360043525696},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.6456066370010376},{"id":"https://openalex.org/C2780940931","wikidata":"https://www.wikidata.org/wiki/Q174989","display_name":"File system","level":2,"score":0.5627104043960571},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5529218912124634},{"id":"https://openalex.org/C2781057727","wikidata":"https://www.wikidata.org/wiki/Q9941","display_name":"Parallel I/O","level":2,"score":0.47825682163238525},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3936483561992645},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3433677554130554}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2024.3485754","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2024.3485754","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4699999988079071,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G3451530047","display_name":null,"funder_award_id":"2021B0101400003","funder_id":"https://openalex.org/F4320336405","funder_display_name":"Special Project for Research and Development in Key areas of Guangdong Province"},{"id":"https://openalex.org/G464852147","display_name":"\u6a2a\u5411\u6269\u5c55\u7684\u667a\u80fd\u6df7\u5408\u5f0f\u952e\u503c\u5b58\u50a8\u7cfb\u7edf\u7ed3\u6784\u4e0e\u539f\u7406\u7814\u7a76","funder_award_id":"62072196","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320336405","display_name":"Special Project for Research and Development in Key areas of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W25727798","https://openalex.org/W1494425918","https://openalex.org/W1966142043","https://openalex.org/W1967841763","https://openalex.org/W1974534679","https://openalex.org/W2030062409","https://openalex.org/W2084333665","https://openalex.org/W2097930379","https://openalex.org/W2144174917","https://openalex.org/W2153644289","https://openalex.org/W2165663045","https://openalex.org/W2168830306","https://openalex.org/W2419218373","https://openalex.org/W2498764059","https://openalex.org/W2585711475","https://openalex.org/W2592062615","https://openalex.org/W2747566632","https://openalex.org/W2765106570","https://openalex.org/W2776946878","https://openalex.org/W2856555045","https://openalex.org/W2889116347","https://openalex.org/W2898657440","https://openalex.org/W2909916568","https://openalex.org/W2971815557","https://openalex.org/W3000479452","https://openalex.org/W3003338218","https://openalex.org/W3032991823","https://openalex.org/W3036137976","https://openalex.org/W3095319910","https://openalex.org/W3095952171","https://openalex.org/W3159974995","https://openalex.org/W3173877286","https://openalex.org/W3204542296","https://openalex.org/W3210652973","https://openalex.org/W4238617423","https://openalex.org/W4287147804","https://openalex.org/W4368408236","https://openalex.org/W4372258399","https://openalex.org/W4384705373","https://openalex.org/W4385380507","https://openalex.org/W4386997060","https://openalex.org/W6601062244","https://openalex.org/W6629530971","https://openalex.org/W6650418438","https://openalex.org/W6679221217","https://openalex.org/W6679471073","https://openalex.org/W6681265431","https://openalex.org/W6683722107","https://openalex.org/W6731689793","https://openalex.org/W6751970145","https://openalex.org/W6772741647","https://openalex.org/W6773423147","https://openalex.org/W6773644217","https://openalex.org/W6799065049","https://openalex.org/W7005924706"],"related_works":["https://openalex.org/W1599154403","https://openalex.org/W2166828374","https://openalex.org/W753420207","https://openalex.org/W2353896575","https://openalex.org/W2379000728","https://openalex.org/W2368354671","https://openalex.org/W2389631998","https://openalex.org/W2362483455","https://openalex.org/W2355113374","https://openalex.org/W2391476234"],"abstract_inverted_index":{"Emerging":[0],"high-performance":[1],"computing":[2],"(HPC)":[3],"applications":[4],"with":[5,95,107],"diverse":[6],"workload":[7],"characteristics":[8],"impose":[9],"greater":[10],"demands":[11],"on":[12,91],"parallel":[13,75],"file":[14,76],"systems":[15],"(PFSs).":[16],"PFSs":[17,46],"also":[18],"require":[19],"more":[20,145],"efficient":[21],"software":[22],"designs":[23,85],"to":[24,54,98,117],"fully":[25],"utilize":[26],"the":[27,124,137,149],"performance":[28,74,106,141],"of":[29,59,127,142,148,168],"modern":[30],"hardware,":[31],"such":[32],"as":[33],"multi-core":[34,56],"CPUs,":[35],"Remote":[36],"Direct":[37],"Memory":[38],"Access":[39],"(RDMA),":[40],"and":[41,62,113,139,162],"NVMe":[42],"SSDs.":[43],"However,":[44],"existing":[45],"expose":[47],"great":[48],"limitations":[49],"under":[50],"these":[51],"requirements":[52],"due":[53],"limited":[55],"scalability,":[57],"unaware":[58],"HPC":[60,82,118],"workloads,":[61],"disjointed":[63],"network-storage":[64,131],"optimizations.":[65],"In":[66],"this":[67],"article,":[68],"we":[69],"present":[70],"PeakFS,":[71],"an":[72],"ultra-high":[73],"system":[77,89],"via":[78],"computing-network-storage":[79],"co-optimization":[80],"for":[81],"applications.":[83],"PeakFS":[84,103,122,143,155],"a":[86,157],"shared-nothing":[87],"scheduling":[88],"based":[90],"link-reduced":[92],"task":[93],"dispatching":[94],"lock-free":[96],"queues":[97],"reduce":[99],"concurrency":[100],"overhead.":[101],"Besides,":[102],"improves":[104],"I/O":[105,119],"flexible":[108],"distribution":[109],"strategies,":[110],"memory-efficient":[111],"indexing,":[112],"metadata":[114,138,153],"caching":[115],"according":[116],"characteristics.":[120],"Finally,":[121],"shortens":[123],"critical":[125],"path":[126],"request":[128],"processing":[129],"through":[130],"co-optimizations.":[132],"Experimental":[133],"results":[134],"show":[135],"that":[136],"data":[140],"reaches":[144],"than":[146],"90%":[147],"hardware":[150],"limits.":[151],"For":[152],"throughput,":[154],"achieves":[156],"3.5\u201319\u00d7":[158],"improvement":[159],"over":[160],"GekkoFS":[161],"outperforms":[163],"BeeGFS":[164],"by":[165],"three":[166],"orders":[167],"magnitude.":[169]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}