{"id":"https://openalex.org/W4410226844","doi":"https://doi.org/10.1109/tc.2025.3569126","title":"ImPACT: Importance-Informed Prefetching and Caching for I/O-Bound DNN Training","display_name":"ImPACT: Importance-Informed Prefetching and Caching for I/O-Bound DNN Training","publication_year":2025,"publication_date":"2025-05-09","ids":{"openalex":"https://openalex.org/W4410226844","doi":"https://doi.org/10.1109/tc.2025.3569126"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2025.3569126","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2025.3569126","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100681962","display_name":"Weijian Chen","orcid":"https://orcid.org/0000-0001-8296-2673"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Weijian Chen","raw_affiliation_strings":["State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, China","State Key Laboratory of Blockchain and Data SecurityZhejiang University"],"raw_orcid":"https://orcid.org/0000-0001-8296-2673","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"State Key Laboratory of Blockchain and Data SecurityZhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004997843","display_name":"Shuibing He","orcid":"https://orcid.org/0000-0002-7075-4153"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuibing He","raw_affiliation_strings":["State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, China","State Key Laboratory of Blockchain and Data SecurityZhejiang University"],"raw_orcid":"https://orcid.org/0000-0002-7075-4153","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"State Key Laboratory of Blockchain and Data SecurityZhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ruidong Zhang","orcid":"https://orcid.org/0009-0008-7040-2917"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruidong Zhang","raw_affiliation_strings":["State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, China","State Key Laboratory of Blockchain and Data SecurityZhejiang University"],"raw_orcid":"https://orcid.org/0009-0008-7040-2917","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"State Key Laboratory of Blockchain and Data SecurityZhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084907146","display_name":"Xuechen Zhang","orcid":"https://orcid.org/0000-0002-3730-8901"},"institutions":[{"id":"https://openalex.org/I137317281","display_name":"Washington State University Vancouver","ror":"https://ror.org/00g2fk805","country_code":"US","type":"education","lineage":["https://openalex.org/I137317281","https://openalex.org/I72951846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xuechen Zhang","raw_affiliation_strings":["School of Engineering and Computer Science, Washington State University Vancouver, Vancouver, WA, USA"],"raw_orcid":"https://orcid.org/0000-0002-3730-8901","affiliations":[{"raw_affiliation_string":"School of Engineering and Computer Science, Washington State University Vancouver, Vancouver, WA, USA","institution_ids":["https://openalex.org/I137317281"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101585958","display_name":"Ping Chen","orcid":"https://orcid.org/0000-0001-6973-0755"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ping Chen","raw_affiliation_strings":["State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, China","State Key Laboratory of Blockchain and Data SecurityZhejiang University"],"raw_orcid":"https://orcid.org/0000-0001-6973-0755","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"State Key Laboratory of Blockchain and Data SecurityZhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043851369","display_name":"Siling Yang","orcid":"https://orcid.org/0000-0002-2208-559X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siling Yang","raw_affiliation_strings":["State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, China","State Key Laboratory of Blockchain and Data SecurityZhejiang University"],"raw_orcid":"https://orcid.org/0000-0002-2208-559X","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"State Key Laboratory of Blockchain and Data SecurityZhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034661180","display_name":"Haoyang Qu","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyang Qu","raw_affiliation_strings":["State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, China","State Key Laboratory of Blockchain and Data SecurityZhejiang University"],"raw_orcid":"https://orcid.org/0009-0008-7893-6163","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"State Key Laboratory of Blockchain and Data SecurityZhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114177720","display_name":"Xuan Zhan","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuan Zhan","raw_affiliation_strings":["State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, China","State Key Laboratory of Blockchain and Data SecurityZhejiang University"],"raw_orcid":"https://orcid.org/0009-0007-2390-6680","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"State Key Laboratory of Blockchain and Data SecurityZhejiang University","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5100681962"],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.12540473,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"74","issue":"8","first_page":"2649","last_page":"2662"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.7533000111579895,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.7533000111579895,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T14510","display_name":"Medical Imaging and Analysis","score":0.6880999803543091,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.6468999981880188,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.749508261680603},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.6744185090065002},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.41806453466415405},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3354779779911041}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.749508261680603},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.6744185090065002},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.41806453466415405},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3354779779911041},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tc.2025.3569126","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2025.3569126","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5899999737739563,"display_name":"Climate action","id":"https://metadata.un.org/sdg/13"}],"awards":[{"id":"https://openalex.org/G4779957870","display_name":null,"funder_award_id":"62172361","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W2024329288","https://openalex.org/W2108598243","https://openalex.org/W2551176409","https://openalex.org/W2613099550","https://openalex.org/W2900042580","https://openalex.org/W2952046647","https://openalex.org/W2963854351","https://openalex.org/W2972392561","https://openalex.org/W2985313082","https://openalex.org/W2998689333","https://openalex.org/W3006889321","https://openalex.org/W3043360281","https://openalex.org/W3048346032","https://openalex.org/W3138303811","https://openalex.org/W3173453991","https://openalex.org/W3206416201","https://openalex.org/W3206418153","https://openalex.org/W3206867815","https://openalex.org/W3207927582","https://openalex.org/W4205575041","https://openalex.org/W4207000751","https://openalex.org/W4252238872","https://openalex.org/W4285148475","https://openalex.org/W4288059664","https://openalex.org/W4360831955","https://openalex.org/W4401408785","https://openalex.org/W4405306194","https://openalex.org/W4409248546","https://openalex.org/W6685663092","https://openalex.org/W6713134421","https://openalex.org/W6749892895","https://openalex.org/W6754700182","https://openalex.org/W6765518731","https://openalex.org/W6768926992","https://openalex.org/W6774103200","https://openalex.org/W6784701502","https://openalex.org/W6787972765","https://openalex.org/W6838266304","https://openalex.org/W7061777244"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W230091440","https://openalex.org/W2390279801","https://openalex.org/W2233261550","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2810751659"],"abstract_inverted_index":{"Fetching":[0],"large":[1],"amounts":[2],"of":[3,86,106,156],"DNN":[4,73,175],"training":[5,170,176],"data":[6,21,40,121],"from":[7],"storage":[8],"systems":[9],"causes":[10],"high":[11,107],"I/O":[12],"latency":[13],"and":[14,35,42,58,67,101,109,143,152,185],"GPU":[15],"stalls.":[16],"Importance":[17],"sampling":[18],"can":[19],"reduce":[20,83,153],"processing":[22],"on":[23,46,169],"GPUs":[24],"while":[25,172],"maintaining":[26],"model":[27],"accuracy,":[28],"but":[29],"current":[30],"frameworks":[31],"lack":[32],"a":[33,134,166],"prefetching":[34,66,80,85,184],"caching":[36,68,94,186],"layer":[37],"to":[38,51,70,82,126,146,179,182],"optimize":[39],"fetches":[41],"cache":[43,55,135,149],"management":[44],"based":[45],"sample":[47,129,141],"importance.":[48,130],"This":[49],"leads":[50],"unnecessary":[52],"fetches,":[53],"poor":[54],"hit":[56,150],"ratios,":[57],"random":[59,157],"I/Os.":[60,158],"We":[61],"present":[62],"ImPACT,":[63],"an":[64,78,92],"importance-informed":[65,79],"system,":[69],"accelerate":[71],"I/O-bound":[72],"training.":[74],"First,":[75],"we":[76,90,119,139],"propose":[77],"technique":[81],"the":[84,148,154],"unimportant":[87],"data.":[88],"Then,":[89],"introduce":[91],"importance-aware":[93],"layer,":[95],"partitioned":[96],"into":[97],"two":[98],"regions:":[99],"H-cache":[100,124],"L-cache,":[102,138],"which":[103],"store":[104],"samples":[105],"importance":[108,111],"low":[110],"respectively.":[112],"Rather":[113],"than":[114],"using":[115],"recency":[116],"or":[117],"frequency,":[118],"manage":[120],"items":[122],"in":[123,137],"according":[125],"their":[127],"corresponding":[128],"When":[131],"there":[132],"is":[133],"miss":[136],"use":[140],"substitutability":[142],"dynamic":[144],"packaging":[145],"improve":[147],"ratio":[151],"number":[155],"Our":[159],"experimental":[160],"results":[161],"show":[162],"that":[163],"ImPACT":[164],"has":[165],"negligible":[167],"impact":[168],"accuracy":[171],"speeding":[173],"up":[174,178],"by":[177],"3.5\u00d7":[180],"compared":[181],"state-of-the-art":[183],"systems.":[187]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}