{"id":"https://openalex.org/W2900042580","doi":"https://doi.org/10.1109/mascots.2018.00023","title":"Entropy-Aware I/O Pipelining for Large-Scale Deep Learning on HPC Systems","display_name":"Entropy-Aware I/O Pipelining for Large-Scale Deep Learning on HPC Systems","publication_year":2018,"publication_date":"2018-09-01","ids":{"openalex":"https://openalex.org/W2900042580","doi":"https://doi.org/10.1109/mascots.2018.00023","mag":"2900042580"},"language":"en","primary_location":{"id":"doi:10.1109/mascots.2018.00023","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mascots.2018.00023","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE 26th International Symposium on Modeling, Analysis, and Simulation of Computer and Telecommunication Systems (MASCOTS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101728885","display_name":"Yue Zhu","orcid":"https://orcid.org/0000-0002-2615-1291"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yue Zhu","raw_affiliation_strings":["Plorida State University"],"affiliations":[{"raw_affiliation_string":"Plorida State University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106076268","display_name":"Fahim Chowdhury","orcid":"https://orcid.org/0000-0003-4847-0338"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fahim Chowdhury","raw_affiliation_strings":["Plorida State University"],"affiliations":[{"raw_affiliation_string":"Plorida State University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089353538","display_name":"Huansong Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huansong Fu","raw_affiliation_strings":["Plorida State University"],"affiliations":[{"raw_affiliation_string":"Plorida State University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068423553","display_name":"Adam Moody","orcid":null},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adam Moody","raw_affiliation_strings":["Lawrence Livermore National Laboratory"],"affiliations":[{"raw_affiliation_string":"Lawrence Livermore National Laboratory","institution_ids":["https://openalex.org/I1282311441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080122988","display_name":"Kathryn Mohror","orcid":"https://orcid.org/0000-0002-1366-1655"},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kathryn Mohror","raw_affiliation_strings":["Lawrence Livermore National Laboratory"],"affiliations":[{"raw_affiliation_string":"Lawrence Livermore National Laboratory","institution_ids":["https://openalex.org/I1282311441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025610878","display_name":"Kento Sato","orcid":"https://orcid.org/0000-0001-7850-2121"},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kento Sato","raw_affiliation_strings":["Lawrence Livermore National Laboratory"],"affiliations":[{"raw_affiliation_string":"Lawrence Livermore National Laboratory","institution_ids":["https://openalex.org/I1282311441"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070216261","display_name":"Weikuan Yu","orcid":"https://orcid.org/0000-0002-8754-0311"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weikuan Yu","raw_affiliation_strings":["Plorida State University"],"affiliations":[{"raw_affiliation_string":"Plorida State University","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101728885"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.4587,"has_fulltext":false,"cited_by_count":65,"citation_normalized_percentile":{"value":0.96985145,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"145","last_page":"156"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8302006721496582},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6618618369102478},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6114374399185181},{"id":"https://openalex.org/keywords/supercomputer","display_name":"Supercomputer","score":0.5592707395553589},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5479932427406311},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5012617111206055},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.4776400625705719},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.47602325677871704},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.4408726394176483},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4259116053581238},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3934585452079773},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.31617891788482666},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.23306205868721008}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8302006721496582},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6618618369102478},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6114374399185181},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.5592707395553589},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5479932427406311},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5012617111206055},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.4776400625705719},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.47602325677871704},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4408726394176483},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4259116053581238},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3934585452079773},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.31617891788482666},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.23306205868721008},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mascots.2018.00023","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mascots.2018.00023","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE 26th International Symposium on Modeling, Analysis, and Simulation of Computer and Telecommunication Systems (MASCOTS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320338286","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1576445103","https://openalex.org/W1598866093","https://openalex.org/W2026942141","https://openalex.org/W2038157364","https://openalex.org/W2072566913","https://openalex.org/W2097117768","https://openalex.org/W2108598243","https://openalex.org/W2110764733","https://openalex.org/W2110946051","https://openalex.org/W2119738171","https://openalex.org/W2134557905","https://openalex.org/W2145287260","https://openalex.org/W2155893237","https://openalex.org/W2163605009","https://openalex.org/W2166049352","https://openalex.org/W2194775991","https://openalex.org/W2271840356","https://openalex.org/W2294929133","https://openalex.org/W2414434731","https://openalex.org/W2523246573","https://openalex.org/W2604319603","https://openalex.org/W2604701668","https://openalex.org/W2621239346","https://openalex.org/W2622263826","https://openalex.org/W2732691924","https://openalex.org/W2740453188","https://openalex.org/W2749988060","https://openalex.org/W2768050605","https://openalex.org/W2848002987","https://openalex.org/W2963959597","https://openalex.org/W3118608800","https://openalex.org/W6684191040","https://openalex.org/W6736321924","https://openalex.org/W6738811965","https://openalex.org/W6741443139","https://openalex.org/W6996886134"],"related_works":["https://openalex.org/W1496222301","https://openalex.org/W3207760230","https://openalex.org/W1590307681","https://openalex.org/W4312814274","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W2358353312","https://openalex.org/W2353836703","https://openalex.org/W41015297","https://openalex.org/W4280645561"],"abstract_inverted_index":{"Deep":[0],"neural":[1,75],"networks":[2],"have":[3,155],"recently":[4],"gained":[5],"tremendous":[6],"interest":[7],"due":[8],"to":[9,30,53,64,99,145],"their":[10],"capabilities":[11],"in":[12],"a":[13,141,159,170],"wide":[14],"variety":[15,171],"of":[16,35,44,70,103,112,172],"application":[17],"areas":[18],"such":[19],"as":[20,158],"computer":[21],"vision":[22],"and":[23,58,106,133,166],"speech":[24],"recognition.":[25],"Thus":[26],"it":[27,168],"is":[28,98],"important":[29],"exploit":[31],"the":[32,55,68,101,162],"unprecedented":[33],"power":[34,72],"leadership":[36],"High-Performance":[37],"Computing":[38],"(HPC)":[39],"systems":[40],"for":[41,73,88,109,161],"greater":[42],"potential":[43],"deep":[45,74,90],"learning.":[46],"While":[47],"much":[48],"attention":[49],"has":[50],"been":[51],"paid":[52],"leverage":[54],"latest":[56],"processors":[57],"accelerators,":[59],"I/O":[60,84,107,117,148],"support":[61,146],"also":[62],"needs":[63],"keep":[65],"up":[66],"with":[67],"growth":[69],"computing":[71],"networks.":[76],"In":[77,137],"this":[78],"research,":[79],"we":[80,139],"introduce":[81],"an":[82,116],"entropy-aware":[83,134],"framework":[85,165],"called":[86],"DeepIO":[87,114,157,180],"large-scale":[89],"learning":[91],"on":[92,149,169],"HPC":[93],"systems.":[94,175,189],"Its":[95],"overarching":[96],"goal":[97],"coordinate":[100],"use":[102],"memory,":[104],"communication,":[105],"resources":[108],"efficient":[110,147],"training":[111],"datasets.":[113],"features":[115],"pipeline":[118],"that":[119,179],"utilizes":[120],"several":[121],"novel":[122],"optimizations:":[123],"RDMA":[124],"(Remote":[125],"Direct":[126],"Memory":[127],"Access)-assisted":[128],"in-situ":[129],"shuffling,":[130],"input":[131],"pipelining,":[132],"opportunistic":[135],"ordering.":[136],"addition,":[138],"design":[140],"portable":[142],"storage":[143,152,174,188],"interface":[144],"any":[150],"underlying":[151],"system.":[153],"We":[154],"implemented":[156],"prototype":[160],"popular":[163],"TensorFlow":[164],"evaluated":[167],"different":[173],"Our":[176],"evaluation":[177],"shows":[178],"delivers":[181],"significantly":[182],"better":[183],"performance":[184],"than":[185],"existing":[186],"memory-based":[187]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":17},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}