{"id":"https://openalex.org/W2991610158","doi":"https://doi.org/10.1145/3365109.3368768","title":"Accelerating Machine Learning I/O by Overlapping Data Staging and Mini-batch Generations","display_name":"Accelerating Machine Learning I/O by Overlapping Data Staging and Mini-batch Generations","publication_year":2019,"publication_date":"2019-11-27","ids":{"openalex":"https://openalex.org/W2991610158","doi":"https://doi.org/10.1145/3365109.3368768","mag":"2991610158"},"language":"en","primary_location":{"id":"doi:10.1145/3365109.3368768","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3365109.3368768","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th IEEE/ACM International Conference on Big Data Computing, Applications and Technologies","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084326144","display_name":"Kazuhiro Serizawa","orcid":null},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kazuhiro Serizawa","raw_affiliation_strings":["University of Tsukuba, Ibaraki, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Tsukuba, Ibaraki, Japan","institution_ids":["https://openalex.org/I146399215"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085773116","display_name":"Osamu Tatebe","orcid":null},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Osamu Tatebe","raw_affiliation_strings":["University of Tsukuba, Ibaraki, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Tsukuba, Ibaraki, Japan","institution_ids":["https://openalex.org/I146399215"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I146399215"],"apc_list":null,"apc_paid":null,"fwci":0.4963,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.69727709,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"31","last_page":"34"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8508927822113037},{"id":"https://openalex.org/keywords/lustre","display_name":"Lustre (file system)","score":0.7562919855117798},{"id":"https://openalex.org/keywords/copying","display_name":"Copying","score":0.7295798063278198},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.7074853777885437},{"id":"https://openalex.org/keywords/computer-data-storage","display_name":"Computer data storage","score":0.47384124994277954},{"id":"https://openalex.org/keywords/storage-area-network","display_name":"Storage area network","score":0.45653706789016724},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.4471054673194885},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.431632399559021},{"id":"https://openalex.org/keywords/information-repository","display_name":"Information repository","score":0.4134787619113922},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.41264018416404724},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3963663578033447},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3926752209663391},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38698309659957886},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.2571953535079956},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.15981391072273254},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1593082845211029}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8508927822113037},{"id":"https://openalex.org/C180699724","wikidata":"https://www.wikidata.org/wiki/Q1877782","display_name":"Lustre (file system)","level":3,"score":0.7562919855117798},{"id":"https://openalex.org/C2779151265","wikidata":"https://www.wikidata.org/wiki/Q1156791","display_name":"Copying","level":2,"score":0.7295798063278198},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.7074853777885437},{"id":"https://openalex.org/C194739806","wikidata":"https://www.wikidata.org/wiki/Q66221","display_name":"Computer data storage","level":2,"score":0.47384124994277954},{"id":"https://openalex.org/C67646966","wikidata":"https://www.wikidata.org/wiki/Q237576","display_name":"Storage area network","level":3,"score":0.45653706789016724},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.4471054673194885},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.431632399559021},{"id":"https://openalex.org/C3102742","wikidata":"https://www.wikidata.org/wiki/Q6031177","display_name":"Information repository","level":3,"score":0.4134787619113922},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.41264018416404724},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3963663578033447},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3926752209663391},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38698309659957886},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.2571953535079956},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.15981391072273254},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1593082845211029},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3365109.3368768","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3365109.3368768","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th IEEE/ACM International Conference on Big Data Computing, Applications and Technologies","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7900000214576721,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1118323186","display_name":"Research on machine learning system toward prediction of extreme weather","funder_award_id":"17H01748","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2115579991","https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2271840356","https://openalex.org/W2294929133","https://openalex.org/W2734941459","https://openalex.org/W2740453188","https://openalex.org/W2884711234","https://openalex.org/W2900042580","https://openalex.org/W2900824371","https://openalex.org/W2901541570","https://openalex.org/W2951947775","https://openalex.org/W2952046647","https://openalex.org/W2963304552","https://openalex.org/W6687483927"],"related_works":["https://openalex.org/W2352348060","https://openalex.org/W2021496484","https://openalex.org/W3203987974","https://openalex.org/W2080470135","https://openalex.org/W3162884427","https://openalex.org/W4287184259","https://openalex.org/W3201817920","https://openalex.org/W2049614249","https://openalex.org/W2761125380","https://openalex.org/W2370298222"],"abstract_inverted_index":{"The":[0,147],"training":[1,14,25,76,134,185],"dataset":[2,15,26,77,123,172],"used":[3],"in":[4],"deep":[5],"neural":[6],"networks":[7],"(DNNs)":[8],"keeps":[9],"on":[10,48,121],"increasing.":[11],"When":[12],"a":[13,23,28,90,95,114],"grows":[16],"larger,":[17],"the":[18,58,70,75,100,118,129,138,142,154,171,191,200],"reading":[19,132,170],"performance":[20,37,192],"of":[21,133,149,158,182],"such":[22,62],"large":[24],"becomes":[27],"problem.":[29],"A":[30],"high-performance":[31,53],"computing":[32],"(HPC)":[33],"cluster":[34],"has":[35],"high":[36],"I/O":[38,54,59,156],"storage":[39,47,55,63,80,104,126],"devices,":[40],"for":[41,199],"example,":[42],"NVMe":[43],"SSD,":[44],"as":[45,82],"local":[46,85,103,125],"each":[49],"compute":[50],"node.":[51],"This":[52],"can":[56],"mitigate":[57],"bottleneck.":[60],"However,":[61],"devices":[64],"provide":[65],"only":[66],"temporary":[67],"storage,":[68],"therefore":[69],"users":[71],"have":[72],"to":[73,98,116,124,165,196],"copy":[74,99],"from":[78,162,173,193],"shared":[79,106],"(such":[81],"Lustre)":[83],"into":[84],"storage.":[86,107],"Large":[87],"datasets":[88,101],"(over":[89],"few":[91],"hundred":[92],"GiB)":[93],"takes":[94],"long":[96],"time":[97,119],"between":[102],"and":[105,131],"To":[108],"solve":[109],"this":[110],"problem,":[111],"we":[112],"propose":[113],"method":[115,140,160,189],"conceal":[117],"spent":[120],"copying":[122,130],"by":[127],"overlapping":[128],"data.":[135],"We":[136],"implemented":[137],"proposed":[139],"at":[141],"machine":[143],"learning":[144],"framework":[145],"Chainer.":[146],"results":[148],"our":[150,159,188],"experiments":[151],"showed":[152,186],"that":[153,187],"read":[155],"bandwidth":[157],"improved":[161,190],"1.38":[163],"times":[164,167,195,198],"6.19":[166],"compared":[168],"with":[169],"Lustre":[174],"directly":[175],"using":[176],"Chainer":[177],"standard":[178],"class.":[179],"Moreover,":[180],"evaluation":[181],"data":[183],"parallel":[184],"1.26":[194],"1.74":[197],"same":[201],"comparison.":[202]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-09T07:52:08.696243","created_date":"2025-10-10T00:00:00"}