{"id":"https://openalex.org/W3006926841","doi":"https://doi.org/10.1109/bigdata47090.2019.9006550","title":"Improving Scalability of Parallel CNN Training by Adjusting Mini-Batch Size at Run-Time","display_name":"Improving Scalability of Parallel CNN Training by Adjusting Mini-Batch Size at Run-Time","publication_year":2019,"publication_date":"2019-12-01","ids":{"openalex":"https://openalex.org/W3006926841","doi":"https://doi.org/10.1109/bigdata47090.2019.9006550","mag":"3006926841"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata47090.2019.9006550","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata47090.2019.9006550","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100698554","display_name":"Sunwoo Lee","orcid":"https://orcid.org/0000-0001-6334-3068"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Sunwoo Lee","raw_affiliation_strings":["Northwestern University"],"affiliations":[{"raw_affiliation_string":"Northwestern University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013922013","display_name":"Qiao Kang","orcid":"https://orcid.org/0000-0001-8552-6551"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiao Kang","raw_affiliation_strings":["Northwestern University"],"affiliations":[{"raw_affiliation_string":"Northwestern University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004608167","display_name":"Sandeep Madireddy","orcid":"https://orcid.org/0000-0002-0437-8655"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sandeep Madireddy","raw_affiliation_strings":["Argonne National Laboratory"],"affiliations":[{"raw_affiliation_string":"Argonne National Laboratory","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068721920","display_name":"Prasanna Balaprakash","orcid":"https://orcid.org/0000-0002-0292-5715"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Prasanna Balaprakash","raw_affiliation_strings":["Argonne National Laboratory"],"affiliations":[{"raw_affiliation_string":"Argonne National Laboratory","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004659592","display_name":"Ankit Agrawal","orcid":"https://orcid.org/0000-0002-5519-0302"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ankit Agrawal","raw_affiliation_strings":["Northwestern University"],"affiliations":[{"raw_affiliation_string":"Northwestern University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113432214","display_name":"Alok Choudhary","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alok Choudhary","raw_affiliation_strings":["Northwestern University"],"affiliations":[{"raw_affiliation_string":"Northwestern University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043192992","display_name":"Richard Archibald","orcid":"https://orcid.org/0000-0002-4538-9780"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Richard Archibald","raw_affiliation_strings":["Oak Ridge National Laboratory"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047602285","display_name":"Wei\u2010keng Liao","orcid":"https://orcid.org/0009-0008-9411-2543"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei-keng Liao","raw_affiliation_strings":["Northwestern University"],"affiliations":[{"raw_affiliation_string":"Northwestern University","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5100698554"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2147,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.8390039,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"830","last_page":"839"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8807159662246704},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.77351975440979},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6926237344741821},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.6091834306716919},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.6062737703323364},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5796523094177246},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5383395552635193},{"id":"https://openalex.org/keywords/parallelism","display_name":"Parallelism (grammar)","score":0.5171679854393005},{"id":"https://openalex.org/keywords/execution-time","display_name":"Execution time","score":0.46642643213272095},{"id":"https://openalex.org/keywords/data-parallelism","display_name":"Data parallelism","score":0.4272926449775696},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.42471417784690857},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4060974419116974}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8807159662246704},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.77351975440979},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6926237344741821},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.6091834306716919},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.6062737703323364},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5796523094177246},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5383395552635193},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.5171679854393005},{"id":"https://openalex.org/C2989134064","wikidata":"https://www.wikidata.org/wiki/Q288510","display_name":"Execution time","level":2,"score":0.46642643213272095},{"id":"https://openalex.org/C61483411","wikidata":"https://www.wikidata.org/wiki/Q3124522","display_name":"Data parallelism","level":3,"score":0.4272926449775696},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.42471417784690857},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4060974419116974},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata47090.2019.9006550","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata47090.2019.9006550","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4000000059604645,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1994616650","https://openalex.org/W2017290301","https://openalex.org/W2039472483","https://openalex.org/W2112796928","https://openalex.org/W2122929502","https://openalex.org/W2130306094","https://openalex.org/W2142683286","https://openalex.org/W2163605009","https://openalex.org/W2165808215","https://openalex.org/W2194775991","https://openalex.org/W2242218935","https://openalex.org/W2345337169","https://openalex.org/W2471801048","https://openalex.org/W2531348778","https://openalex.org/W2617242334","https://openalex.org/W2622263826","https://openalex.org/W2739757502","https://openalex.org/W2747898905","https://openalex.org/W2749988060","https://openalex.org/W2766164908","https://openalex.org/W2767612671","https://openalex.org/W2768267830","https://openalex.org/W2773689216","https://openalex.org/W2784344583","https://openalex.org/W2805863324","https://openalex.org/W2884711234","https://openalex.org/W2886189612","https://openalex.org/W2895512264","https://openalex.org/W2919115771","https://openalex.org/W2952046647","https://openalex.org/W2962780982","https://openalex.org/W2962830177","https://openalex.org/W2963372104","https://openalex.org/W2963446712","https://openalex.org/W2963456262","https://openalex.org/W2963655672","https://openalex.org/W2963702144","https://openalex.org/W2963786238","https://openalex.org/W2963959597","https://openalex.org/W2964121744","https://openalex.org/W4297785678","https://openalex.org/W6631190155","https://openalex.org/W6679349572","https://openalex.org/W6684191040","https://openalex.org/W6690498163","https://openalex.org/W6704408313","https://openalex.org/W6720275808","https://openalex.org/W6726983090","https://openalex.org/W6728009175","https://openalex.org/W6730267373","https://openalex.org/W6732127223","https://openalex.org/W6738534199","https://openalex.org/W6739622702","https://openalex.org/W6743289643","https://openalex.org/W6745410505","https://openalex.org/W6746088618","https://openalex.org/W6746407912","https://openalex.org/W6748074393","https://openalex.org/W6751768819","https://openalex.org/W6753209298"],"related_works":["https://openalex.org/W2950520577","https://openalex.org/W1501159154","https://openalex.org/W1554644772","https://openalex.org/W2003935582","https://openalex.org/W2494130044","https://openalex.org/W3170887803","https://openalex.org/W74409296","https://openalex.org/W3209384898","https://openalex.org/W4400951174","https://openalex.org/W1595834484"],"abstract_inverted_index":{"Training":[0],"Convolutional":[1],"Neural":[2],"Network":[3],"(CNN)":[4],"is":[5,68,85],"a":[6,35,57,72,89,109,142],"computationally":[7],"intensive":[8],"task,":[9],"requiring":[10],"efficient":[11],"parallelization":[12,27,37],"to":[13,51,55,70,88,99,136],"shorten":[14],"the":[15,19,26,41,48,82,102,117,127,133,139,149,152],"execution":[16],"time.":[17],"Considering":[18],"ever-increasing":[20],"size":[21,50,67,84,119],"of":[22,28,60,138,151],"available":[23],"training":[24,30,63,112,140,156],"data,":[25],"CNN":[29,111,155],"becomes":[31],"more":[32],"important.":[33],"Data-parallelism,":[34],"popular":[36],"strategy":[38,113,130],"that":[39,114,137],"distributes":[40],"input":[42],"data":[43],"among":[44],"compute":[45],"processes,":[46],"requires":[47],"mini-batch":[49,118],"be":[52],"sufficiently":[53],"large":[54,65],"achieve":[56],"high":[58],"degree":[59],"parallelism.":[61],"However,":[62],"with":[64,141,158],"batch":[66,83,145],"known":[69],"produce":[71],"low":[73],"convergence":[74],"accuracy.":[75],"In":[76,104],"image":[77,159],"restoration":[78],"problems,":[79],"for":[80],"example,":[81],"typically":[86],"tuned":[87],"small":[90,144],"value":[91],"between":[92],"16":[93],"~":[94],"64,":[95],"making":[96],"it":[97],"challenging":[98],"scale":[100],"up":[101],"training.":[103],"this":[105,129],"paper,":[106],"we":[107],"propose":[108],"parallel":[110,154],"gradually":[115],"increases":[116],"and":[120,161,167],"learning":[121],"rate":[122],"at":[123],"run-time.":[124],"While":[125],"improving":[126],"scalability,":[128],"also":[131],"maintains":[132],"accuracy":[134],"close":[135],"fixed":[143],"size.":[146],"We":[147],"evaluate":[148],"performance":[150],"proposed":[153],"algorithm":[157],"regression":[160],"classification":[162],"applications":[163],"using":[164],"various":[165],"models":[166],"datasets.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}