{"id":"https://openalex.org/W4360831955","doi":"https://doi.org/10.1109/hpca56546.2023.10070964","title":"iCache: An Importance-Sampling-Informed Cache for Accelerating I/O-Bound DNN Model Training","display_name":"iCache: An Importance-Sampling-Informed Cache for Accelerating I/O-Bound DNN Model Training","publication_year":2023,"publication_date":"2023-02-01","ids":{"openalex":"https://openalex.org/W4360831955","doi":"https://doi.org/10.1109/hpca56546.2023.10070964"},"language":"en","primary_location":{"id":"doi:10.1109/hpca56546.2023.10070964","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpca56546.2023.10070964","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Symposium on High-Performance Computer Architecture (HPCA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100681962","display_name":"Weijian Chen","orcid":"https://orcid.org/0000-0001-8296-2673"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Weijian Chen","raw_affiliation_strings":["Zhejiang University"],"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004997843","display_name":"Shuibing He","orcid":"https://orcid.org/0000-0002-7075-4153"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuibing He","raw_affiliation_strings":["Zhejiang University"],"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100307919","display_name":"Yaowen Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaowen Xu","raw_affiliation_strings":["Zhejiang University"],"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084907146","display_name":"Xuechen Zhang","orcid":"https://orcid.org/0000-0002-3730-8901"},"institutions":[{"id":"https://openalex.org/I137317281","display_name":"Washington State University Vancouver","ror":"https://ror.org/00g2fk805","country_code":"US","type":"education","lineage":["https://openalex.org/I137317281","https://openalex.org/I72951846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xuechen Zhang","raw_affiliation_strings":["Washington State University Vancouver"],"affiliations":[{"raw_affiliation_string":"Washington State University Vancouver","institution_ids":["https://openalex.org/I137317281"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043851369","display_name":"Siling Yang","orcid":"https://orcid.org/0000-0002-2208-559X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siling Yang","raw_affiliation_strings":["Zhejiang University"],"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100681729","display_name":"Shuang Hu","orcid":"https://orcid.org/0000-0001-5287-6002"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuang Hu","raw_affiliation_strings":["Zhejiang University"],"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057665558","display_name":"Xian\u2010He Sun","orcid":"https://orcid.org/0000-0002-1093-0792"},"institutions":[{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xian-He Sun","raw_affiliation_strings":["Illinois Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Illinois Institute of Technology","institution_ids":["https://openalex.org/I180949307"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100389286","display_name":"Gang Chen","orcid":"https://orcid.org/0000-0002-7483-0045"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Chen","raw_affiliation_strings":["Zhejiang University"],"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5100681962"],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":2.8087,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.90800403,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"220","last_page":"232"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9782999753952026,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9679999947547913,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.92396479845047},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8553587794303894},{"id":"https://openalex.org/keywords/cache-algorithms","display_name":"Cache algorithms","score":0.7463474273681641},{"id":"https://openalex.org/keywords/cache-pollution","display_name":"Cache pollution","score":0.6539385914802551},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.6469809412956238},{"id":"https://openalex.org/keywords/smart-cache","display_name":"Smart Cache","score":0.6362343430519104},{"id":"https://openalex.org/keywords/cache-coloring","display_name":"Cache coloring","score":0.6323404312133789},{"id":"https://openalex.org/keywords/cache-invalidation","display_name":"Cache invalidation","score":0.6038882732391357},{"id":"https://openalex.org/keywords/thrashing","display_name":"Thrashing","score":0.5705468058586121},{"id":"https://openalex.org/keywords/cache-oblivious-algorithm","display_name":"Cache-oblivious algorithm","score":0.45163494348526},{"id":"https://openalex.org/keywords/page-cache","display_name":"Page cache","score":0.41136255860328674},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.41002821922302246},{"id":"https://openalex.org/keywords/cpu-cache","display_name":"CPU cache","score":0.36927154660224915}],"concepts":[{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.92396479845047},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8553587794303894},{"id":"https://openalex.org/C38556500","wikidata":"https://www.wikidata.org/wiki/Q13404475","display_name":"Cache algorithms","level":4,"score":0.7463474273681641},{"id":"https://openalex.org/C113166858","wikidata":"https://www.wikidata.org/wiki/Q5015981","display_name":"Cache pollution","level":5,"score":0.6539385914802551},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.6469809412956238},{"id":"https://openalex.org/C167713795","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"Smart Cache","level":5,"score":0.6362343430519104},{"id":"https://openalex.org/C201148951","wikidata":"https://www.wikidata.org/wiki/Q5015976","display_name":"Cache coloring","level":4,"score":0.6323404312133789},{"id":"https://openalex.org/C25536678","wikidata":"https://www.wikidata.org/wiki/Q5015977","display_name":"Cache invalidation","level":5,"score":0.6038882732391357},{"id":"https://openalex.org/C28362024","wikidata":"https://www.wikidata.org/wiki/Q2067413","display_name":"Thrashing","level":2,"score":0.5705468058586121},{"id":"https://openalex.org/C59687516","wikidata":"https://www.wikidata.org/wiki/Q5015938","display_name":"Cache-oblivious algorithm","level":5,"score":0.45163494348526},{"id":"https://openalex.org/C36340418","wikidata":"https://www.wikidata.org/wiki/Q7124288","display_name":"Page cache","level":5,"score":0.41136255860328674},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.41002821922302246},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.36927154660224915},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/hpca56546.2023.10070964","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpca56546.2023.10070964","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Symposium on High-Performance Computer Architecture (HPCA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.5099999904632568}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1563795667","https://openalex.org/W1686810756","https://openalex.org/W2022658177","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2279098554","https://openalex.org/W2604759068","https://openalex.org/W2613099550","https://openalex.org/W2621265919","https://openalex.org/W2736506089","https://openalex.org/W2892283076","https://openalex.org/W2900042580","https://openalex.org/W2903451134","https://openalex.org/W2912574597","https://openalex.org/W2952046647","https://openalex.org/W2957236078","https://openalex.org/W2963125010","https://openalex.org/W2963854351","https://openalex.org/W2963918968","https://openalex.org/W2972392561","https://openalex.org/W2977730164","https://openalex.org/W2985313082","https://openalex.org/W2998689333","https://openalex.org/W3006889321","https://openalex.org/W3043360281","https://openalex.org/W3043413334","https://openalex.org/W3048346032","https://openalex.org/W3102873192","https://openalex.org/W3105067168","https://openalex.org/W3138303811","https://openalex.org/W3206416201","https://openalex.org/W3206867815","https://openalex.org/W3207927582","https://openalex.org/W4205575041","https://openalex.org/W4214700277","https://openalex.org/W4252238872","https://openalex.org/W4281657584","https://openalex.org/W4285180158","https://openalex.org/W4288059664","https://openalex.org/W4288100995","https://openalex.org/W4288358328","https://openalex.org/W4294583774","https://openalex.org/W4297775537","https://openalex.org/W4308083573","https://openalex.org/W6639025630","https://openalex.org/W6713134421","https://openalex.org/W6749892895","https://openalex.org/W6754700182","https://openalex.org/W6763867462","https://openalex.org/W6774103200","https://openalex.org/W6784701502","https://openalex.org/W6787972765","https://openalex.org/W6798611780"],"related_works":["https://openalex.org/W2098406302","https://openalex.org/W2535115842","https://openalex.org/W2546991807","https://openalex.org/W2076114130","https://openalex.org/W2020176098","https://openalex.org/W2121191383","https://openalex.org/W1584415117","https://openalex.org/W2500877097","https://openalex.org/W2734782074","https://openalex.org/W2750716983"],"abstract_inverted_index":{"Fetching":[0],"a":[1,36,48,87,154,191,226],"large":[2],"amount":[3,28],"of":[4,18,29,55,104,107,126,176],"DNN":[5,23,42,97,236],"training":[6,24,43,98,217,230,237],"data":[7,30,56,69,141],"from":[8],"storage":[9],"systems":[10],"incurs":[11],"long":[12],"I/O":[13,95],"latency":[14],"and":[15,58,75,121,129,163,172,232],"fetch":[16],"stalls":[17],"GPUs.":[19],"Importance":[20],"sampling":[21,80],"in":[22,67,110,143,157,187],"can":[25],"reduce":[26,173],"the":[27,53,111,168,174,184,195,215,235,245],"computing":[31],"on":[32,229],"GPUs":[33],"while":[34],"maintaining":[35],"similar":[37],"model":[38,192],"accuracy.":[39],"However,":[40],"existing":[41],"frameworks":[44],"do":[45],"not":[46],"have":[47],"cache":[49,72,114,155,169,204],"layer":[50],"that":[51,223],"reduces":[52],"number":[54,175],"fetches":[57,102],"manages":[59],"cached":[60,200],"items":[61,142],"according":[62,145],"to":[63,93,146,166,193,199,202,241,244],"sample":[64,149,161],"importance,":[65],"resulting":[66],"unnecessary":[68],"fetches,":[70],"poor":[71],"hit":[73,170],"ratios,":[74],"random":[76,177],"I/Os":[77],"when":[78,209],"importance":[79,128,131,197],"is":[81,115,153,211],"used.In":[82],"this":[83],"paper,":[84],"we":[85,139,159,189],"design":[86,190],"new":[88],"importance-sampling-informed":[89],"cache,":[90],"namely,":[91],"iCache,":[92],"accelerate":[94],"bound":[96],"jobs.":[99,218],"iCache":[100,224],"only":[101],"parts":[103],"samples":[105,109,125,201],"instead":[106],"all":[108],"dataset.":[112],"The":[113],"partitioned":[116],"into":[117],"two":[118],"regions:":[119],"H-cache":[120,144],"L-cache,":[122,158],"which":[123,206],"store":[124],"high":[127],"low":[130],"respectively.":[132],"Rather":[133],"than":[134],"using":[135],"recency":[136],"or":[137],"frequency,":[138],"manage":[140],"their":[147],"corresponding":[148],"importance.":[150],"When":[151,179],"there":[152,210],"miss":[156],"use":[160],"substitutability":[162],"dynamic":[164],"packaging":[165],"improve":[167],"ratio":[171],"I/Os.":[178],"multiple":[180],"concurrent":[181,216],"jobs":[182],"access":[183],"same":[185],"datasets":[186],"H-cache,":[188],"assign":[194],"relative":[196],"values":[198],"avoid":[203],"thrashing,":[205],"may":[207],"happen":[208],"no":[212],"coordination":[213],"among":[214],"Our":[219],"experimental":[220],"results":[221],"show":[222],"has":[225],"negligible":[227],"impact":[228],"accuracy":[231],"speeds":[233],"up":[234,240],"time":[238],"by":[239],"2.0\u00d7":[242],"compared":[243],"state-of-the-art":[246],"caching":[247],"systems.":[248]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}