{"id":"https://openalex.org/W2886633002","doi":"https://doi.org/10.3233/jifs-171329","title":"Single binding of data and model parallelisms to parallelize convolutional neural networks through multiple machines","display_name":"Single binding of data and model parallelisms to parallelize convolutional neural networks through multiple machines","publication_year":2018,"publication_date":"2018-08-13","ids":{"openalex":"https://openalex.org/W2886633002","doi":"https://doi.org/10.3233/jifs-171329","mag":"2886633002"},"language":"en","primary_location":{"id":"doi:10.3233/jifs-171329","is_oa":false,"landing_page_url":"https://doi.org/10.3233/jifs-171329","pdf_url":null,"source":{"id":"https://openalex.org/S179157397","display_name":"Journal of Intelligent & Fuzzy Systems","issn_l":"1064-1246","issn":["1064-1246","1875-8967"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Fuzzy Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022262922","display_name":"Hai Jin","orcid":"https://orcid.org/0000-0002-3934-7605"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hai Jin","raw_affiliation_strings":["Services Computing Technology and System Lab, Cluster and Grid Computing Lab, Big Data Technology and System Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Services Computing Technology and System Lab, Cluster and Grid Computing Lab, Big Data Technology and System Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074917822","display_name":"Saqib Qamar","orcid":"https://orcid.org/0000-0002-5980-5976"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Saqib Qamar","raw_affiliation_strings":["Services Computing Technology and System Lab, Cluster and Grid Computing Lab, Big Data Technology and System Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Services Computing Technology and System Lab, Cluster and Grid Computing Lab, Big Data Technology and System Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077094802","display_name":"Ran Zheng","orcid":"https://orcid.org/0000-0002-3058-7581"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ran Zheng","raw_affiliation_strings":["Services Computing Technology and System Lab, Cluster and Grid Computing Lab, Big Data Technology and System Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Services Computing Technology and System Lab, Cluster and Grid Computing Lab, Big Data Technology and System Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067437801","display_name":"Parvez Ahmad","orcid":"https://orcid.org/0000-0003-1409-3175"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Parvez Ahmad","raw_affiliation_strings":["Services Computing Technology and System Lab, Cluster and Grid Computing Lab, Big Data Technology and System Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Services Computing Technology and System Lab, Cluster and Grid Computing Lab, Big Data Technology and System Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5074917822"],"corresponding_institution_ids":["https://openalex.org/I47720641"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.08083306,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"35","issue":"5","first_page":"5449","last_page":"5466"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8751742839813232},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.8132754564285278},{"id":"https://openalex.org/keywords/parallelism","display_name":"Parallelism (grammar)","score":0.8087139129638672},{"id":"https://openalex.org/keywords/data-parallelism","display_name":"Data parallelism","score":0.6497941017150879},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.610495388507843},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.5050643086433411},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4404413104057312},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41433221101760864},{"id":"https://openalex.org/keywords/parallel-processing","display_name":"Parallel processing","score":0.4135051369667053}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8751742839813232},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.8132754564285278},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.8087139129638672},{"id":"https://openalex.org/C61483411","wikidata":"https://www.wikidata.org/wiki/Q3124522","display_name":"Data parallelism","level":3,"score":0.6497941017150879},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.610495388507843},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.5050643086433411},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4404413104057312},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41433221101760864},{"id":"https://openalex.org/C106515295","wikidata":"https://www.wikidata.org/wiki/Q26806595","display_name":"Parallel processing","level":2,"score":0.4135051369667053},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3233/jifs-171329","is_oa":false,"landing_page_url":"https://doi.org/10.3233/jifs-171329","pdf_url":null,"source":{"id":"https://openalex.org/S179157397","display_name":"Journal of Intelligent & Fuzzy Systems","issn_l":"1064-1246","issn":["1064-1246","1875-8967"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Fuzzy Systems","raw_type":"journal-article"},{"id":"pmh:oai:researchspace.auckland.ac.nz:2292/68658","is_oa":false,"landing_page_url":"https://hdl.handle.net/2292/68658","pdf_url":null,"source":{"id":"https://openalex.org/S7407055463","display_name":"ResearchSpace (University of Auckland)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I154130895","host_organization_name":"University of Auckland","host_organization_lineage":["https://openalex.org/I154130895"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.4699999988079071,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W753012316","https://openalex.org/W866281365","https://openalex.org/W1563686443","https://openalex.org/W1686810756","https://openalex.org/W1692173902","https://openalex.org/W1789336918","https://openalex.org/W1849277567","https://openalex.org/W1984541135","https://openalex.org/W2009537245","https://openalex.org/W2037496786","https://openalex.org/W2097117768","https://openalex.org/W2101926813","https://openalex.org/W2103212315","https://openalex.org/W2108069432","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2117130368","https://openalex.org/W2117499659","https://openalex.org/W2117539524","https://openalex.org/W2138243089","https://openalex.org/W2141125852","https://openalex.org/W2144354855","https://openalex.org/W2152175008","https://openalex.org/W2155893237","https://openalex.org/W2162390675","https://openalex.org/W2168231600","https://openalex.org/W2170135819","https://openalex.org/W2204075824","https://openalex.org/W2222577885","https://openalex.org/W2271840356","https://openalex.org/W2340382781","https://openalex.org/W2526749411","https://openalex.org/W2587013007","https://openalex.org/W2785486933","https://openalex.org/W2952313066","https://openalex.org/W2962835968","https://openalex.org/W2962911728","https://openalex.org/W2963745697","https://openalex.org/W3118608800","https://openalex.org/W6604385074","https://openalex.org/W6674914833","https://openalex.org/W6676297131","https://openalex.org/W6683722107","https://openalex.org/W6684859321"],"related_works":["https://openalex.org/W1608806855","https://openalex.org/W2023505575","https://openalex.org/W2313503008","https://openalex.org/W2378666660","https://openalex.org/W29548032","https://openalex.org/W1534022569","https://openalex.org/W1850053445","https://openalex.org/W2366027386","https://openalex.org/W1578204257","https://openalex.org/W2092389159"],"abstract_inverted_index":{"Convolutional":[0],"neural":[1,31],"networks":[2,32],"(CNNs)":[3],"are":[4],"important":[5],"methods":[6],"in":[7,15,109],"deep":[8],"learning.":[9],"They":[10],"have":[11,58,176],"presented":[12],"up-to-date":[13],"performance":[14],"different":[16],"challenging":[17],"areas,":[18],"such":[19,166],"as":[20,167],"natural":[21],"language":[22],"processing":[23,112],"and":[24,29,67,122,125,130,142,171,196],"computer":[25],"vision.":[26],"These":[27],"powerful":[28],"efficient":[30],"implement":[33],"training":[34,42,51,108,198],"slowly":[35],"under":[36],"a":[37,59,68,103],"massive":[38],"number":[39,61,70],"of":[40,62,71,85,92,145,153],"network":[41],"parameters.":[43],"The":[44],"primary":[45],"challenge":[46],"is":[47,137,159],"to":[48,89,150,179],"reduce":[49],"the":[50,83,90,117,146,151],"time":[52,78],"for":[53,106],"large":[54,69],"volumetric":[55],"data.":[56],"CNNs":[57],"small":[60],"parameters":[63,72],"at":[64,73,128],"convolutional":[65,129],"layers":[66,133],"fully":[74,131],"connected":[75,132],"layers.":[76,94],"Training":[77],"can":[79,193],"be":[80],"reduced":[81],"by":[82],"use":[84,116],"computing":[86],"parallelism":[87,100,164,169,173],"according":[88,149],"characteristics":[91,152],"CNN":[93,107],"This":[95,155],"paper":[96],"presents":[97],"an":[98],"optimized":[99],"algorithm":[101],"using":[102],"communication":[104,120,191],"strategy":[105,121,192],"distributed":[110,140],"graphic":[111],"units":[113],"(GPUs).":[114],"We":[115],"butterfly":[118,190],"reduction":[119],"apply":[123],"data":[124,168],"model":[126,136,147,172],"parallelisms":[127],"respectively.":[134],"A":[135],"divided":[138],"among":[139],"GPUs,":[141],"each":[143],"division":[144],"works":[148],"CNNs.":[154,181],"hybrid":[156],"parallel":[157,187],"approach":[158,188],"more":[160],"desirable":[161],"than":[162],"previous":[163],"alternatives,":[165],"only":[170],"alone,":[174],"which":[175],"been":[177],"applied":[178],"modern":[180],"Experimental":[182],"results":[183],"reveal":[184],"that":[185],"this":[186],"with":[189],"enhance":[194],"accuracy":[195],"decrease":[197],"time.":[199]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}