{"id":"https://openalex.org/W2998689333","doi":"https://doi.org/10.1145/3331526","title":"Scalable Deep Learning via I/O Analysis and Optimization","display_name":"Scalable Deep Learning via I/O Analysis and Optimization","publication_year":2019,"publication_date":"2019-06-30","ids":{"openalex":"https://openalex.org/W2998689333","doi":"https://doi.org/10.1145/3331526","mag":"2998689333"},"language":"en","primary_location":{"id":"doi:10.1145/3331526","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3331526","pdf_url":null,"source":{"id":"https://openalex.org/S2483380313","display_name":"ACM Transactions on Parallel Computing","issn_l":"2329-4949","issn":["2329-4949","2329-4957"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Parallel Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.osti.gov/biblio/1569281","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016976996","display_name":"Sarunya Pumma","orcid":null},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sarunya Pumma","raw_affiliation_strings":["Department of Computer Science, Virginia Tech, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Virginia Tech, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058015880","display_name":"Min Si","orcid":"https://orcid.org/0000-0002-0208-096X"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Min Si","raw_affiliation_strings":["Mathematics and Computer Science Division, Argonne National Laboratory, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mathematics and Computer Science Division, Argonne National Laboratory, USA","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058539554","display_name":"Wu-chun Feng","orcid":"https://orcid.org/0000-0002-6015-0727"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wu-Chun Feng","raw_affiliation_strings":["Department of Computer Science, Virginia Tech, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Virginia Tech, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050531633","display_name":"Pavan Balaji","orcid":"https://orcid.org/0000-0002-9785-4461"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pavan Balaji","raw_affiliation_strings":["Mathematics and Computer Science Division, Argonne National Laboratory, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mathematics and Computer Science Division, Argonne National Laboratory, USA","institution_ids":["https://openalex.org/I1282105669"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.5032,"has_fulltext":false,"cited_by_count":45,"citation_normalized_percentile":{"value":0.90477723,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"6","issue":"2","first_page":"1","last_page":"34"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.892909824848175},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.8233969211578369},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8201479911804199},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.714605450630188},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.654515266418457},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5586625337600708},{"id":"https://openalex.org/keywords/inefficiency","display_name":"Inefficiency","score":0.4694606363773346},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4528844654560089},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.452130526304245},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.413045197725296},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3538203835487366},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.09640780091285706},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.08214712142944336}],"concepts":[{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.892909824848175},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.8233969211578369},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8201479911804199},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.714605450630188},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.654515266418457},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5586625337600708},{"id":"https://openalex.org/C2778869765","wikidata":"https://www.wikidata.org/wiki/Q6028363","display_name":"Inefficiency","level":2,"score":0.4694606363773346},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4528844654560089},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.452130526304245},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.413045197725296},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3538203835487366},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.09640780091285706},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.08214712142944336},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3331526","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3331526","pdf_url":null,"source":{"id":"https://openalex.org/S2483380313","display_name":"ACM Transactions on Parallel Computing","issn_l":"2329-4949","issn":["2329-4949","2329-4957"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Parallel Computing","raw_type":"journal-article"},{"id":"pmh:oai:osti.gov:1569281","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1569281","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:osti.gov:1569281","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1569281","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W7811966","https://openalex.org/W1514604846","https://openalex.org/W1598866093","https://openalex.org/W1987822482","https://openalex.org/W2014836955","https://openalex.org/W2108598243","https://openalex.org/W2117539524","https://openalex.org/W2126715624","https://openalex.org/W2130836080","https://openalex.org/W2156077349","https://openalex.org/W2172734211","https://openalex.org/W2186615578","https://openalex.org/W2194775991","https://openalex.org/W2294581108","https://openalex.org/W2384495648","https://openalex.org/W2559782950","https://openalex.org/W2580688187","https://openalex.org/W2582737986","https://openalex.org/W2765627325","https://openalex.org/W2787405437","https://openalex.org/W2805245388","https://openalex.org/W2808584769","https://openalex.org/W2869909795","https://openalex.org/W2886189612","https://openalex.org/W2899771611","https://openalex.org/W2900042580","https://openalex.org/W2951947775","https://openalex.org/W2952046647","https://openalex.org/W2962747323","https://openalex.org/W2962911728","https://openalex.org/W2963410977","https://openalex.org/W3102254513","https://openalex.org/W3105314253","https://openalex.org/W3118608800"],"related_works":["https://openalex.org/W1657880117","https://openalex.org/W2011430815","https://openalex.org/W4321606653","https://openalex.org/W4300000045","https://openalex.org/W2952313066","https://openalex.org/W4377865163","https://openalex.org/W2526749411","https://openalex.org/W3193857078","https://openalex.org/W2888956734","https://openalex.org/W3208304128"],"abstract_inverted_index":{"Scalable":[0],"deep":[1,15,35,60,127,150,167],"neural":[2],"network":[3],"training":[4,80,110],"has":[5,43],"been":[6],"gaining":[7],"prominence":[8],"because":[9],"of":[10,14,20,28,39,107,126,134],"the":[11,40,52,83,92,108,120,132,160],"increasing":[12],"importance":[13],"learning":[16,36,61,128],"in":[17,113,163,178],"a":[18,26,191],"multitude":[19],"scientific":[21],"and":[22,47,54,181],"commercial":[23],"domains.":[24],"Consequently,":[25],"number":[27],"researchers":[29],"have":[30],"investigated":[31],"techniques":[32],"to":[33,50,71,105,130,188],"optimize":[34,51],"systems.":[37],"Much":[38],"prior":[41],"work":[42],"focused":[44],"on":[45,139,190],"runtime":[46],"algorithmic":[48],"enhancements":[49],"computation":[53,84],"communication.":[55],"Despite":[56],"these":[57],"enhancements,":[58],"however,":[59],"systems":[62],"still":[63],"suffer":[64],"from":[65],"scalability":[66],"limitations,":[67],"particularly":[68],"with":[69],"respect":[70],"data":[72],"I/O.":[73],"This":[74],"situation":[75],"is":[76],"especially":[77],"true":[78],"for":[79,148,166],"models":[81],"where":[82],"can":[85,102],"be":[86],"effectively":[87],"parallelized,":[88],"leaving":[89],"I/O":[90,101,124,136,146,165],"as":[91],"major":[93],"bottleneck.":[94],"In":[95],"fact,":[96],"our":[97,140],"analysis":[98],"shows":[99],"that":[100,157,173],"take":[103],"up":[104,187],"90%":[106],"total":[109],"time.":[111],"Thus,":[112],"this":[114,135],"article,":[115],"we":[116,142],"first":[117],"analyze":[118],"LMDB,":[119],"most":[121],"widely":[122],"used":[123],"subsystem":[125],"frameworks,":[129],"understand":[131],"causes":[133],"inefficiency.":[137],"Based":[138],"analysis,":[141],"propose":[143],"LMDBIO\u2014an":[144],"optimized":[145],"plugin":[147],"scalable":[149],"learning.":[151,168],"LMDBIO":[152,174],"includes":[153],"six":[154],"novel":[155],"optimizations":[156],"together":[158],"address":[159],"various":[161],"shortcomings":[162],"existing":[164],"Our":[169],"experimental":[170],"results":[171],"show":[172],"significantly":[175],"outperforms":[176],"LMDB":[177],"all":[179],"cases":[180],"improves":[182],"overall":[183],"application":[184],"performance":[185],"by":[186],"65-fold":[189],"9,216-core":[192],"system.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":2}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}