{"id":"https://openalex.org/W2983101505","doi":"https://doi.org/10.1145/3295500.3356207","title":"Channel and filter parallelism for large-scale CNN training","display_name":"Channel and filter parallelism for large-scale CNN training","publication_year":2019,"publication_date":"2019-11-07","ids":{"openalex":"https://openalex.org/W2983101505","doi":"https://doi.org/10.1145/3295500.3356207","mag":"2983101505"},"language":"en","primary_location":{"id":"doi:10.1145/3295500.3356207","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3295500.3356207","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066306669","display_name":"Nikoli Dryden","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]},{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Nikoli Dryden","raw_affiliation_strings":["University of Illinois at Urbana-Champaign and Lawrence Livermore National Laboratory"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign and Lawrence Livermore National Laboratory","institution_ids":["https://openalex.org/I1282311441","https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035025604","display_name":"Naoya Maruyama","orcid":null},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Naoya Maruyama","raw_affiliation_strings":["Lawrence Livermore National Laboratory"],"affiliations":[{"raw_affiliation_string":"Lawrence Livermore National Laboratory","institution_ids":["https://openalex.org/I1282311441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036890058","display_name":"Tim Moon","orcid":null},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tim Moon","raw_affiliation_strings":["Lawrence Livermore National Laboratory"],"affiliations":[{"raw_affiliation_string":"Lawrence Livermore National Laboratory","institution_ids":["https://openalex.org/I1282311441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113551270","display_name":"Tom Benson","orcid":null},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tom Benson","raw_affiliation_strings":["Lawrence Livermore National Laboratory"],"affiliations":[{"raw_affiliation_string":"Lawrence Livermore National Laboratory","institution_ids":["https://openalex.org/I1282311441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041731995","display_name":"Marc Snir","orcid":"https://orcid.org/0000-0002-3504-2468"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marc Snir","raw_affiliation_strings":["University of Illinois at Urbana-Champaign"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110927536","display_name":"Brian Van Essen","orcid":null},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian Van Essen","raw_affiliation_strings":["Lawrence Livermore National Laboratory"],"affiliations":[{"raw_affiliation_string":"Lawrence Livermore National Laboratory","institution_ids":["https://openalex.org/I1282311441"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5066306669"],"corresponding_institution_ids":["https://openalex.org/I1282311441","https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":3.3403,"has_fulltext":false,"cited_by_count":44,"citation_normalized_percentile":{"value":0.94089835,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"20"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8325445652008057},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.6603294014930725},{"id":"https://openalex.org/keywords/parallelism","display_name":"Parallelism (grammar)","score":0.6427356004714966},{"id":"https://openalex.org/keywords/data-parallelism","display_name":"Data parallelism","score":0.6354683637619019},{"id":"https://openalex.org/keywords/disjoint-sets","display_name":"Disjoint sets","score":0.6235178709030151},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.6205403208732605},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5683423280715942},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.5489509701728821},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5272119045257568},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4871966242790222},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.45124268531799316},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.4373881220817566},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4040790796279907},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08610111474990845}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8325445652008057},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.6603294014930725},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.6427356004714966},{"id":"https://openalex.org/C61483411","wikidata":"https://www.wikidata.org/wiki/Q3124522","display_name":"Data parallelism","level":3,"score":0.6354683637619019},{"id":"https://openalex.org/C45340560","wikidata":"https://www.wikidata.org/wiki/Q215382","display_name":"Disjoint sets","level":2,"score":0.6235178709030151},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.6205403208732605},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5683423280715942},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.5489509701728821},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5272119045257568},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4871966242790222},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.45124268531799316},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.4373881220817566},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4040790796279907},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08610111474990845},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3295500.3356207","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3295500.3356207","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W398859631","https://openalex.org/W1442374986","https://openalex.org/W1530262073","https://openalex.org/W1667652561","https://openalex.org/W1903029394","https://openalex.org/W2056999868","https://openalex.org/W2082268702","https://openalex.org/W2117539524","https://openalex.org/W2120432001","https://openalex.org/W2131613942","https://openalex.org/W2162390675","https://openalex.org/W2163605009","https://openalex.org/W2168231600","https://openalex.org/W2172654076","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2253653502","https://openalex.org/W2274287116","https://openalex.org/W2294929133","https://openalex.org/W2341555489","https://openalex.org/W2526749411","https://openalex.org/W2549139847","https://openalex.org/W2551151849","https://openalex.org/W2565436413","https://openalex.org/W2613718673","https://openalex.org/W2752782242","https://openalex.org/W2765407302","https://openalex.org/W2769856846","https://openalex.org/W2785452945","https://openalex.org/W2794670651","https://openalex.org/W2804032941","https://openalex.org/W2886189612","https://openalex.org/W2900096133","https://openalex.org/W2900167092","https://openalex.org/W2901541570","https://openalex.org/W2913752846","https://openalex.org/W2915854813","https://openalex.org/W2919115771","https://openalex.org/W2920668770","https://openalex.org/W2944745903","https://openalex.org/W2949117887","https://openalex.org/W2949251082","https://openalex.org/W2949507647","https://openalex.org/W2952046647","https://openalex.org/W2952313066","https://openalex.org/W2954097612","https://openalex.org/W2962700998","https://openalex.org/W2962747323","https://openalex.org/W2962780982","https://openalex.org/W2963420686","https://openalex.org/W2963446712","https://openalex.org/W2963959597","https://openalex.org/W2964137095","https://openalex.org/W2964185501","https://openalex.org/W2964309882","https://openalex.org/W2971624117","https://openalex.org/W2972073717","https://openalex.org/W2991040477"],"related_works":["https://openalex.org/W2015634066","https://openalex.org/W2048339306","https://openalex.org/W2028295504","https://openalex.org/W2950520577","https://openalex.org/W3046629113","https://openalex.org/W1554644772","https://openalex.org/W2003935582","https://openalex.org/W2494130044","https://openalex.org/W3170887803","https://openalex.org/W74409296"],"abstract_inverted_index":{"Accelerating":[0],"large-scale":[1],"CNN":[2],"training":[3,8,89],"is":[4,28],"needed":[5],"to":[6,48],"keep":[7],"times":[9],"reasonable":[10],"as":[11],"datasets":[12],"grow":[13,36],"larger":[14],"and":[15,84],"models":[16],"become":[17],"more":[18],"complex.":[19],"Existing":[20],"frameworks":[21],"primarily":[22],"scale":[23],"using":[24],"data-parallelism,":[25],"but":[26],"this":[27],"limited":[29],"by":[30],"the":[31,52,58],"mini-batch":[32],"size,":[33],"which":[34],"cannot":[35],"arbitrarily.":[37],"We":[38],"introduce":[39],"three":[40],"algorithms":[41,77],"that":[42],"partition":[43,57],"channel":[44],"or":[45],"filter":[46],"data":[47],"exploit":[49],"parallelism":[50],"beyond":[51],"sample":[53],"dimension.":[54],"Further,":[55],"they":[56],"parameters":[59],"of":[60,90],"convolutional":[61],"layers,":[62],"replacing":[63],"global":[64],"all":[65],"reduces":[66],"with":[67],"segmented":[68],"allreduces---smaller,":[69],"concurrent":[70],"allreduces":[71],"among":[72],"disjoint":[73],"processor":[74],"sets.":[75],"These":[76],"enable":[78],"strong":[79],"scaling,":[80],"reduced":[81,85],"communication":[82],"overhead,":[83],"memory":[86],"pressure,":[87],"enabling":[88],"very":[91],"wide":[92],"CNNs.":[93]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":16},{"year":2019,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}