{"id":"https://openalex.org/W3152795099","doi":"https://doi.org/10.1145/3431379.3460644","title":"An Oracle for Guiding Large-Scale Model/Hybrid Parallel Training of Convolutional Neural Networks","display_name":"An Oracle for Guiding Large-Scale Model/Hybrid Parallel Training of Convolutional Neural Networks","publication_year":2021,"publication_date":"2021-06-17","ids":{"openalex":"https://openalex.org/W3152795099","doi":"https://doi.org/10.1145/3431379.3460644","mag":"3152795099"},"language":"en","primary_location":{"id":"doi:10.1145/3431379.3460644","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3431379.3460644","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th International Symposium on High-Performance Parallel and Distributed Computing","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2104.09075","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078657237","display_name":"Albert Njoroge Kahira","orcid":"https://orcid.org/0000-0002-1138-0577"},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]},{"id":"https://openalex.org/I2799803557","display_name":"Barcelona Supercomputing Center","ror":"https://ror.org/05sd8tv96","country_code":"ES","type":"facility","lineage":["https://openalex.org/I2799803557","https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Albert Njoroge Kahira","raw_affiliation_strings":["Barcelona Supercomputing Center & Universitat Polit\u00e8cnica de Catalunya, Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"Barcelona Supercomputing Center & Universitat Polit\u00e8cnica de Catalunya, Barcelona, Spain","institution_ids":["https://openalex.org/I2799803557","https://openalex.org/I9617848"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081826794","display_name":"Truong Thao Nguyen","orcid":"https://orcid.org/0000-0003-3641-374X"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Truong Thao Nguyen","raw_affiliation_strings":["National Institute of Advanced Industrial Science and Technology, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"National Institute of Advanced Industrial Science and Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013543252","display_name":"Leonardo Bautista-Gomez","orcid":"https://orcid.org/0000-0002-0814-5779"},"institutions":[{"id":"https://openalex.org/I2799803557","display_name":"Barcelona Supercomputing Center","ror":"https://ror.org/05sd8tv96","country_code":"ES","type":"facility","lineage":["https://openalex.org/I2799803557","https://openalex.org/I9617848"]},{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Leonardo Bautista Gomez","raw_affiliation_strings":["Barcelona Supercomputing Center, Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"Barcelona Supercomputing Center, Barcelona, Spain","institution_ids":["https://openalex.org/I9617848","https://openalex.org/I2799803557"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082259794","display_name":"Ryousei Takano","orcid":"https://orcid.org/0000-0002-4341-3505"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ryousei Takano","raw_affiliation_strings":["National Institute of Advanced Industrial Science and Technology, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"National Institute of Advanced Industrial Science and Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015588225","display_name":"Rosa M. Bad\u00eda","orcid":"https://orcid.org/0000-0003-2941-5499"},"institutions":[{"id":"https://openalex.org/I2799803557","display_name":"Barcelona Supercomputing Center","ror":"https://ror.org/05sd8tv96","country_code":"ES","type":"facility","lineage":["https://openalex.org/I2799803557","https://openalex.org/I9617848"]},{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Rosa M. Badia","raw_affiliation_strings":["Barcelona Supercomputing Center & Universitat Polit\u00e8cnica de Catalunya, Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"Barcelona Supercomputing Center & Universitat Polit\u00e8cnica de Catalunya, Barcelona, Spain","institution_ids":["https://openalex.org/I2799803557","https://openalex.org/I9617848"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002208999","display_name":"Mohamed Wahib","orcid":"https://orcid.org/0000-0002-7165-2095"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Mohamed Wahib","raw_affiliation_strings":["National Institute of Advanced Industrial Science and Technology & RIKEN-CCS, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"National Institute of Advanced Industrial Science and Technology & RIKEN-CCS, Tokyo, Japan","institution_ids":["https://openalex.org/I73613424"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5078657237"],"corresponding_institution_ids":["https://openalex.org/I2799803557","https://openalex.org/I9617848"],"apc_list":null,"apc_paid":null,"fwci":0.7769,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.73055237,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"161","last_page":"173"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8782423734664917},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7472813129425049},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.7470136880874634},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7281006574630737},{"id":"https://openalex.org/keywords/data-parallelism","display_name":"Data parallelism","score":0.6961846351623535},{"id":"https://openalex.org/keywords/parallelism","display_name":"Parallelism (grammar)","score":0.667443037033081},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6672801971435547},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.48304468393325806},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.44699159264564514},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.44685912132263184},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.42815402150154114},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40818485617637634},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3890443444252014}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8782423734664917},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7472813129425049},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.7470136880874634},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7281006574630737},{"id":"https://openalex.org/C61483411","wikidata":"https://www.wikidata.org/wiki/Q3124522","display_name":"Data parallelism","level":3,"score":0.6961846351623535},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.667443037033081},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6672801971435547},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.48304468393325806},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.44699159264564514},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.44685912132263184},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.42815402150154114},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40818485617637634},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3890443444252014},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3431379.3460644","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3431379.3460644","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th International Symposium on High-Performance Parallel and Distributed Computing","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2104.09075","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2104.09075","pdf_url":"https://arxiv.org/pdf/2104.09075","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:upcommons.upc.edu:2117/348972","is_oa":true,"landing_page_url":"https://hdl.handle.net/2117/348972","pdf_url":"http://hdl.handle.net/2117/348972","source":{"id":"https://openalex.org/S4210207057","display_name":"QRU Quaderns de Recerca en Urbanisme","issn_l":"2014-9689","issn":["2014-9689","2385-6777"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310322448","host_organization_name":"Q71272178","host_organization_lineage":["https://openalex.org/P4310322448"],"host_organization_lineage_names":["Q71272178"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:upcommons.upc.edu:2117/356635","is_oa":true,"landing_page_url":"http://hdl.handle.net/2117/356635","pdf_url":null,"source":{"id":"https://openalex.org/S4210207057","display_name":"QRU Quaderns de Recerca en Urbanisme","issn_l":"2014-9689","issn":["2014-9689","2385-6777"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310322448","host_organization_name":"Q71272178","host_organization_lineage":["https://openalex.org/P4310322448"],"host_organization_lineage_names":["Q71272178"],"type":"journal"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2104.09075","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2104.09075","pdf_url":"https://arxiv.org/pdf/2104.09075","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.44999998807907104,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[{"id":"https://openalex.org/G1255325603","display_name":null,"funder_award_id":"100010434","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G1974542962","display_name":null,"funder_award_id":"Sk\u0142odowska","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2051105809","display_name":null,"funder_award_id":"H2020-EU.1.2.2","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2689612763","display_name":null,"funder_award_id":"Marie","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G3780809258","display_name":null,"funder_award_id":"Marie Sk\u0142odowska-Curie","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G4064776908","display_name":null,"funder_award_id":"JPMJPR20MA","funder_id":"https://openalex.org/F4320338111","funder_display_name":"Precursory Research for Embryonic Science and Technology"},{"id":"https://openalex.org/G4937468798","display_name":null,"funder_award_id":"H2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4956428346","display_name":null,"funder_award_id":"Horizon 2020 research and innovatio","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5036817778","display_name":null,"funder_award_id":"European Union's Horizon 2020 research and innov","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5132640529","display_name":null,"funder_award_id":"ID 100010434","funder_id":"https://openalex.org/F4320330256","funder_display_name":"Fundaci\u00f3n Bancaria Caixa d'Estalvis i Pensions de Barcelona"},{"id":"https://openalex.org/G5399556803","display_name":null,"funder_award_id":"This project has received funding from the Europea","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5518604981","display_name":null,"funder_award_id":"PREST","funder_id":"https://openalex.org/F4320338111","funder_display_name":"Precursory Research for Embryonic Science and Technology"},{"id":"https://openalex.org/G6097947205","display_name":"Consolidation of European Research Excellence in Exascale HPC Systems","funder_award_id":"800962","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6659264910","display_name":null,"funder_award_id":"713673","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7685134749","display_name":null,"funder_award_id":"100010434","funder_id":"https://openalex.org/F4320330256","funder_display_name":"Fundaci\u00f3n Bancaria Caixa d'Estalvis i Pensions de Barcelona"},{"id":"https://openalex.org/G7731791180","display_name":null,"funder_award_id":"ID 100010434","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8051717526","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8318064016","display_name":null,"funder_award_id":"Horizon","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8633428685","display_name":null,"funder_award_id":"European Union's Horizon 2020 research and innovat","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8668530728","display_name":null,"funder_award_id":"713673","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320330256","display_name":"Fundaci\u00f3n Bancaria Caixa d'Estalvis i Pensions de Barcelona","ror":null},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320338111","display_name":"Precursory Research for Embryonic Science and Technology","ror":null},{"id":"https://openalex.org/F4320338246","display_name":"ACT-X","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W96361426","https://openalex.org/W1598866093","https://openalex.org/W1686810756","https://openalex.org/W1836465849","https://openalex.org/W2070757135","https://openalex.org/W2117539524","https://openalex.org/W2160054705","https://openalex.org/W2168231600","https://openalex.org/W2186845332","https://openalex.org/W2194775991","https://openalex.org/W2214665483","https://openalex.org/W2338908902","https://openalex.org/W2407022425","https://openalex.org/W2766273648","https://openalex.org/W2785452945","https://openalex.org/W2786066748","https://openalex.org/W2788193959","https://openalex.org/W2789983685","https://openalex.org/W2795783309","https://openalex.org/W2884700152","https://openalex.org/W2884711234","https://openalex.org/W2886189612","https://openalex.org/W2891993230","https://openalex.org/W2895512264","https://openalex.org/W2901299405","https://openalex.org/W2908125138","https://openalex.org/W2908578142","https://openalex.org/W2911685008","https://openalex.org/W2914304175","https://openalex.org/W2926655273","https://openalex.org/W2926767350","https://openalex.org/W2949117887","https://openalex.org/W2952046647","https://openalex.org/W2962747323","https://openalex.org/W2962835968","https://openalex.org/W2963727650","https://openalex.org/W2963959650","https://openalex.org/W2969388332","https://openalex.org/W2972073717","https://openalex.org/W2973727699","https://openalex.org/W2977720775","https://openalex.org/W2984468687","https://openalex.org/W2986148674","https://openalex.org/W2991040477","https://openalex.org/W3004702456","https://openalex.org/W3015146382","https://openalex.org/W3016395792","https://openalex.org/W3020605687","https://openalex.org/W3021234081","https://openalex.org/W3030163527","https://openalex.org/W3037847693","https://openalex.org/W3044481748","https://openalex.org/W3097217077","https://openalex.org/W3099365437","https://openalex.org/W3129171225","https://openalex.org/W3130911940","https://openalex.org/W3131087743","https://openalex.org/W3131125225","https://openalex.org/W4214971756","https://openalex.org/W4231539410","https://openalex.org/W4250482878","https://openalex.org/W4287811302","https://openalex.org/W4292779060"],"related_works":["https://openalex.org/W2950520577","https://openalex.org/W1501159154","https://openalex.org/W1554644772","https://openalex.org/W2003935582","https://openalex.org/W2494130044","https://openalex.org/W3170887803","https://openalex.org/W74409296","https://openalex.org/W3209384898","https://openalex.org/W4400951174","https://openalex.org/W1595834484"],"abstract_inverted_index":{"Deep":[0],"Neural":[1,64],"Network":[2],"(DNN)":[3],"frameworks":[4],"use":[5],"distributed":[6,50],"training":[7,20,51],"to":[8,12,41,67,84,127,145],"enable":[9],"faster":[10],"time":[11],"convergence":[13],"and":[14,34,59,77,99,119,123,148],"alleviate":[15],"memory":[16,60],"capacity":[17],"limitations":[18,98],"when":[19,143],"large":[21],"models":[22,118],"and/or":[23],"using":[24],"high":[25,150],"dimension":[26],"inputs.":[27],"With":[28],"the":[29,47,56,69,86,97,109,134],"steady":[30],"increase":[31],"in":[32,46,95],"datasets":[33,121],"model":[35],"sizes,":[36],"model/hybrid":[37],"parallelism":[38,73,103],"is":[39],"deemed":[40],"have":[42],"an":[43,89,137],"important":[44],"role":[45],"future":[48],"of":[49,52,62,101,140],"DNNs.":[53],"We":[54,79,107],"analyze":[55],"compute,":[57],"communication,":[58],"requirements":[61],"Convolutional":[63],"Networks":[65],"(CNNs)":[66],"understand":[68],"trade-offs":[70],"between":[71],"different":[72,102],"approaches":[74,104],"on":[75,111,125],"performance":[76],"scalability.":[78],"leverage":[80],"our":[81],"model-driven":[82],"analysis":[83],"be":[85],"basis":[87],"for":[88,153],"oracle":[90,110,135],"utility":[91],"which":[92],"can":[93],"help":[94],"detecting":[96],"bottlenecks":[100],"at":[105],"scale.":[106],"evaluate":[108],"six":[112],"parallelization":[113],"strategies,":[114],"with":[115],"four":[116],"CNN":[117],"multiple":[120],"(2D":[122],"3D),":[124],"up":[126],"1024":[128],"GPUs.":[129],"The":[130],"results":[131],"demonstrate":[132],"that":[133],"has":[136],"average":[138],"accuracy":[139],"about":[141],"86.74%":[142],"compared":[144],"empirical":[146],"results,":[147],"as":[149,151],"97.57%":[152],"data":[154],"parallelism.":[155]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2021-04-26T00:00:00"}