{"id":"https://openalex.org/W4416965758","doi":"https://doi.org/10.1109/tpds.2025.3639682","title":"A Survey on Machine Learning-Based HPC I/O Analysis and Optimization","display_name":"A Survey on Machine Learning-Based HPC I/O Analysis and Optimization","publication_year":2025,"publication_date":"2025-12-03","ids":{"openalex":"https://openalex.org/W4416965758","doi":"https://doi.org/10.1109/tpds.2025.3639682"},"language":null,"primary_location":{"id":"doi:10.1109/tpds.2025.3639682","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2025.3639682","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113747825","display_name":"Peng Jj","orcid":"https://orcid.org/0000-0002-0594-3492"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jingxian Peng","raw_affiliation_strings":["College of Computer Science and Technology, National University of Defense Technology, Changsha, China","College of Computer Science and Technology, National University of Defense Technology, Changsha, Hunan, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102954465","display_name":"Lihua Yang","orcid":"https://orcid.org/0000-0003-1760-6319"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lihua Yang","raw_affiliation_strings":["College of Computer Science and Technology, National University of Defense Technology, Changsha, China","College of Computer Science and Technology, National University of Defense Technology, Changsha, Hunan, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101621379","display_name":"Huijun Wu","orcid":"https://orcid.org/0000-0002-9513-5359"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huijun Wu","raw_affiliation_strings":["College of Computer Science and Technology, National University of Defense Technology, Changsha, China","College of Computer Science and Technology, National University of Defense Technology, Changsha, Hunan, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101867345","display_name":"Wenzhe Zhang","orcid":"https://orcid.org/0000-0002-8798-2195"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenzhe Zhang","raw_affiliation_strings":["College of Computer Science and Technology, National University of Defense Technology, Changsha, China","College of Computer Science and Technology, National University of Defense Technology, Changsha, Hunan, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101544119","display_name":"Zhenwei Wu","orcid":"https://orcid.org/0000-0002-2005-2831"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenwei Wu","raw_affiliation_strings":["College of Computer Science and Technology, National University of Defense Technology, Changsha, China","College of Computer Science and Technology, National University of Defense Technology, Changsha, Hunan, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wei Zhang","orcid":"https://orcid.org/0009-0002-2322-1386"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Zhang","raw_affiliation_strings":["College of Computer Science and Technology, National University of Defense Technology, Changsha, China","College of Computer Science and Technology, National University of Defense Technology, Changsha, Hunan, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100343427","display_name":"Jiaxin Li","orcid":"https://orcid.org/0000-0002-8963-2535"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxin Li","raw_affiliation_strings":["College of Computer Science and Technology, National University of Defense Technology, Changsha, China","College of Computer Science and Technology, National University of Defense Technology, Changsha, Hunan, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029049989","display_name":"Yiqin Dai","orcid":"https://orcid.org/0000-0002-5629-1578"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiqin Dai","raw_affiliation_strings":["College of Computer Science and Technology, National University of Defense Technology, Changsha, China","College of Computer Science and Technology, National University of Defense Technology, Changsha, Hunan, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001417607","display_name":"Yong Dong","orcid":"https://orcid.org/0000-0002-6073-9849"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Dong","raw_affiliation_strings":["College of Computer Science and Technology, National University of Defense Technology, Changsha, China","College of Computer Science and Technology, National University of Defense Technology, Changsha, Hunan, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5113747825"],"corresponding_institution_ids":["https://openalex.org/I170215575"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.42424116,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"37","issue":"3","first_page":"618","last_page":"632"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.7024999856948853,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.7024999856948853,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.06930000334978104,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.048500001430511475,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.7534999847412109},{"id":"https://openalex.org/keywords/supercomputer","display_name":"Supercomputer","score":0.6973999738693237},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5954999923706055},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.3292999863624573},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.323199987411499}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8695999979972839},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.7534999847412109},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.6973999738693237},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5954999923706055},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.511900007724762},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.39309999346733093},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3837999999523163},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.36000001430511475},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34619998931884766},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33320000767707825},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3292999863624573},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.323199987411499},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.3066999912261963},{"id":"https://openalex.org/C175801342","wikidata":"https://www.wikidata.org/wiki/Q1988917","display_name":"Data analysis","level":2,"score":0.2847999930381775},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.26759999990463257},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.25600001215934753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2025.3639682","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2025.3639682","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1304344650","display_name":null,"funder_award_id":"62302514","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4750367071","display_name":null,"funder_award_id":"2024JJ6471","funder_id":"https://openalex.org/F4320322866","funder_display_name":"Natural Science Foundation of Hainan Province"},{"id":"https://openalex.org/G4903182287","display_name":null,"funder_award_id":"62502531","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6450900283","display_name":null,"funder_award_id":"2023-KJWPDL-11","funder_id":"https://openalex.org/F4320328373","funder_display_name":"National Key Laboratory Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322866","display_name":"Natural Science Foundation of Hainan Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320328373","display_name":"National Key Laboratory Foundation of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":110,"referenced_works":["https://openalex.org/W839531409","https://openalex.org/W1536743494","https://openalex.org/W1908643820","https://openalex.org/W1909965856","https://openalex.org/W1987003998","https://openalex.org/W2004639308","https://openalex.org/W2010628428","https://openalex.org/W2031250125","https://openalex.org/W2032756564","https://openalex.org/W2054870780","https://openalex.org/W2072830823","https://openalex.org/W2100103051","https://openalex.org/W2130127717","https://openalex.org/W2143998064","https://openalex.org/W2294085793","https://openalex.org/W2556838679","https://openalex.org/W2566279479","https://openalex.org/W2631751282","https://openalex.org/W2750060497","https://openalex.org/W2757367413","https://openalex.org/W2783550104","https://openalex.org/W2786191653","https://openalex.org/W2800241466","https://openalex.org/W2806044273","https://openalex.org/W2886514749","https://openalex.org/W2899211957","https://openalex.org/W2899721140","https://openalex.org/W2902431547","https://openalex.org/W2902823611","https://openalex.org/W2963244619","https://openalex.org/W2971402027","https://openalex.org/W2972050136","https://openalex.org/W2976544461","https://openalex.org/W2977325830","https://openalex.org/W2983517508","https://openalex.org/W2985545853","https://openalex.org/W2987917530","https://openalex.org/W2992695760","https://openalex.org/W2999414271","https://openalex.org/W3004577841","https://openalex.org/W3024399153","https://openalex.org/W3036137976","https://openalex.org/W3041193038","https://openalex.org/W3043179448","https://openalex.org/W3043722692","https://openalex.org/W3044758135","https://openalex.org/W3046624992","https://openalex.org/W3090184054","https://openalex.org/W3096093756","https://openalex.org/W3123307386","https://openalex.org/W3131083496","https://openalex.org/W3132774515","https://openalex.org/W3132953557","https://openalex.org/W3149897765","https://openalex.org/W3170019377","https://openalex.org/W3173224038","https://openalex.org/W3202883905","https://openalex.org/W3204975009","https://openalex.org/W3206719874","https://openalex.org/W3207927582","https://openalex.org/W3209516783","https://openalex.org/W4200235025","https://openalex.org/W4200299353","https://openalex.org/W4205999811","https://openalex.org/W4207045141","https://openalex.org/W4224330085","https://openalex.org/W4282970454","https://openalex.org/W4283364342","https://openalex.org/W4283590640","https://openalex.org/W4285327200","https://openalex.org/W4285503921","https://openalex.org/W4285503979","https://openalex.org/W4302012265","https://openalex.org/W4309561483","https://openalex.org/W4311996402","https://openalex.org/W4312278289","https://openalex.org/W4313136793","https://openalex.org/W4316252353","https://openalex.org/W4321636856","https://openalex.org/W4361019976","https://openalex.org/W4367147582","https://openalex.org/W4376455423","https://openalex.org/W4376875672","https://openalex.org/W4385380507","https://openalex.org/W4385525318","https://openalex.org/W4385623226","https://openalex.org/W4386997060","https://openalex.org/W4387005683","https://openalex.org/W4388483141","https://openalex.org/W4388581149","https://openalex.org/W4388662064","https://openalex.org/W4388855674","https://openalex.org/W4390549985","https://openalex.org/W4391098434","https://openalex.org/W4400081687","https://openalex.org/W4400134186","https://openalex.org/W4400409870","https://openalex.org/W4400410154","https://openalex.org/W4401486467","https://openalex.org/W4404789069","https://openalex.org/W4405756450","https://openalex.org/W4405993721","https://openalex.org/W4406157396","https://openalex.org/W4406356873","https://openalex.org/W4407783584","https://openalex.org/W4407784798","https://openalex.org/W4408232726","https://openalex.org/W4409624758","https://openalex.org/W4411800408","https://openalex.org/W4412605667"],"related_works":[],"abstract_inverted_index":{"The":[0],"soaring":[1],"computing":[2],"power":[3],"of":[4,142],"HPC":[5,28,50,76,106,145],"systems":[6],"supports":[7],"numerous":[8],"large-scale":[9],"applications,":[10],"which":[11],"generate":[12],"massive":[13],"data":[14,127],"volumes":[15],"and":[16,26,39,65,69,87,129],"diverse":[17],"I/O":[18,23,29,67,73,82,107,146],"patterns,":[19],"leading":[20],"to":[21,44,63,90,93,112,137],"severe":[22],"bottlenecks.":[24],"Analyzing":[25],"optimizing":[27],"is":[30],"therefore":[31],"critical.":[32],"However,":[33],"traditional":[34],"approaches":[35],"are":[36],"typically":[37],"customized":[38],"lack":[40],"the":[41,54,139],"adaptability":[42],"required":[43],"cope":[45],"with":[46,109],"dynamic":[47],"changes":[48],"in":[49,144],"environments.":[51],"To":[52],"address":[53],"challenge,":[55],"Machine":[56],"Learning":[57],"(ML)":[58],"has":[59],"been":[60],"increasingly":[61],"adopted":[62],"automate":[64],"enhance":[66],"analysis":[68],"optimization.":[70],"Given":[71],"sufficient":[72],"traces":[74],"from":[75],"systems,":[77],"ML":[78,143],"can":[79],"learn":[80],"underlying":[81],"behaviors,":[83],"extract":[84],"actionable":[85],"insights,":[86],"dynamically":[88],"adapt":[89],"evolving":[91],"workloads":[92],"improve":[94],"performance.":[95],"In":[96],"this":[97,118],"survey,":[98],"we":[99,120,133],"propose":[100],"a":[101],"novel":[102],"taxonomy":[103],"that":[104],"aligns":[105],"problems":[108],"learning":[110],"tasks":[111],"systematically":[113],"review":[114],"existing":[115],"studies.":[116],"Through":[117],"taxonomy,":[119],"synthesize":[121],"key":[122],"findings":[123],"on":[124],"research":[125],"distribution,":[126],"preparation,":[128],"model":[130],"selection.":[131],"Finally,":[132],"discuss":[134],"several":[135],"directions":[136],"advance":[138],"effective":[140],"integration":[141],"systems.":[147]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-12-03T00:00:00"}