{"id":"https://openalex.org/W4410087408","doi":"https://doi.org/10.1109/tc.2025.3566869","title":"GroPipe: A Grouped Pipeline Hybrid Parallel Method for Accelerating DCNNs Training","display_name":"GroPipe: A Grouped Pipeline Hybrid Parallel Method for Accelerating DCNNs Training","publication_year":2025,"publication_date":"2025-05-05","ids":{"openalex":"https://openalex.org/W4410087408","doi":"https://doi.org/10.1109/tc.2025.3566869"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2025.3566869","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2025.3566869","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","0016-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Bin Liu","orcid":"https://orcid.org/0000-0001-9388-0198"},"institutions":[{"id":"https://openalex.org/I89652312","display_name":"Northwest A&F University","ror":"https://ror.org/0051rme32","country_code":"CN","type":"education","lineage":["https://openalex.org/I89652312"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Liu","raw_affiliation_strings":["College of Information Engineering, Northwest A&F University, Yangling, China","College of Information Engineering, Northwest A&F University, Yangling, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0001-9388-0198","affiliations":[{"raw_affiliation_string":"College of Information Engineering, Northwest A&F University, Yangling, China","institution_ids":["https://openalex.org/I89652312"]},{"raw_affiliation_string":"College of Information Engineering, Northwest A&F University, Yangling, Shaanxi, China","institution_ids":["https://openalex.org/I89652312"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113309171","display_name":"Yongyao Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I89652312","display_name":"Northwest A&F University","ror":"https://ror.org/0051rme32","country_code":"CN","type":"education","lineage":["https://openalex.org/I89652312"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongyao Ma","raw_affiliation_strings":["College of Information Engineering, Northwest A&F University, Yangling, China","College of Information Engineering, Northwest A&F University, Yangling, Shaanxi, China"],"raw_orcid":"https://orcid.org/0009-0000-8293-308X","affiliations":[{"raw_affiliation_string":"College of Information Engineering, Northwest A&F University, Yangling, China","institution_ids":["https://openalex.org/I89652312"]},{"raw_affiliation_string":"College of Information Engineering, Northwest A&F University, Yangling, Shaanxi, China","institution_ids":["https://openalex.org/I89652312"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101543020","display_name":"Zijian Hu","orcid":"https://orcid.org/0000-0002-5302-4407"},"institutions":[{"id":"https://openalex.org/I89652312","display_name":"Northwest A&F University","ror":"https://ror.org/0051rme32","country_code":"CN","type":"education","lineage":["https://openalex.org/I89652312"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zijian Hu","raw_affiliation_strings":["College of Information Engineering, Northwest A&F University, Yangling, China","College of Information Engineering, Northwest A&F University, Yangling, Shaanxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Engineering, Northwest A&F University, Yangling, China","institution_ids":["https://openalex.org/I89652312"]},{"raw_affiliation_string":"College of Information Engineering, Northwest A&F University, Yangling, Shaanxi, China","institution_ids":["https://openalex.org/I89652312"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043940065","display_name":"Zeyu Ji","orcid":"https://orcid.org/0000-0003-0362-7506"},"institutions":[{"id":"https://openalex.org/I89652312","display_name":"Northwest A&F University","ror":"https://ror.org/0051rme32","country_code":"CN","type":"education","lineage":["https://openalex.org/I89652312"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeyu Ji","raw_affiliation_strings":["College of Information Engineering, Northwest A&F University, Yangling, China","College of Information Engineering, Northwest A&F University, Yangling, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0003-0362-7506","affiliations":[{"raw_affiliation_string":"College of Information Engineering, Northwest A&F University, Yangling, China","institution_ids":["https://openalex.org/I89652312"]},{"raw_affiliation_string":"College of Information Engineering, Northwest A&F University, Yangling, Shaanxi, China","institution_ids":["https://openalex.org/I89652312"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101623518","display_name":"Zhenli He","orcid":"https://orcid.org/0000-0002-7986-2222"},"institutions":[{"id":"https://openalex.org/I189210763","display_name":"Yunnan University","ror":"https://ror.org/0040axw97","country_code":"CN","type":"education","lineage":["https://openalex.org/I189210763"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenli He","raw_affiliation_strings":["Yunnan Key Laboratory of Software Engineering, Yunnan University, Kunming, China"],"raw_orcid":"https://orcid.org/0000-0002-7986-2222","affiliations":[{"raw_affiliation_string":"Yunnan Key Laboratory of Software Engineering, Yunnan University, Kunming, China","institution_ids":["https://openalex.org/I189210763"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087894632","display_name":"Keqin Li","orcid":"https://orcid.org/0000-0001-5224-4048"},"institutions":[{"id":"https://openalex.org/I157455823","display_name":"SUNY New Paltz","ror":"https://ror.org/03j3dv688","country_code":"US","type":"education","lineage":["https://openalex.org/I157455823"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Keqin Li","raw_affiliation_strings":["Department of Computer Science, State University of New York, New Paltz, NY, USA","Department of Computer Science, State University of New York, New Paltz, NY"],"raw_orcid":"https://orcid.org/0000-0001-5224-4048","affiliations":[{"raw_affiliation_string":"Department of Computer Science, State University of New York, New Paltz, NY, USA","institution_ids":["https://openalex.org/I157455823"]},{"raw_affiliation_string":"Department of Computer Science, State University of New York, New Paltz, NY","institution_ids":["https://openalex.org/I157455823"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7779,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.69723046,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"74","issue":"7","first_page":"2487","last_page":"2500"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.3885999917984009,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.3885999917984009,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.362199991941452,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.766891598701477},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.7432611584663391},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.6167830228805542},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.5907061100006104},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.4384167492389679},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37012889981269836},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.17989352345466614}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.766891598701477},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.7432611584663391},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.6167830228805542},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5907061100006104},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.4384167492389679},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37012889981269836},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.17989352345466614},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tc.2025.3566869","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2025.3566869","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","0016-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4099999964237213,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G1362705380","display_name":null,"funder_award_id":"62376226","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4812123041","display_name":null,"funder_award_id":"2022JQ-690","funder_id":"https://openalex.org/F4320336567","funder_display_name":"Natural Science Basic Research Program of Shaanxi Province"},{"id":"https://openalex.org/G7443881005","display_name":null,"funder_award_id":"62362068","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320336567","display_name":"Natural Science Basic Research Program of Shaanxi Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W2969388332","https://openalex.org/W2988928492","https://openalex.org/W2991040477","https://openalex.org/W3019389960","https://openalex.org/W3038104246","https://openalex.org/W3064585691","https://openalex.org/W3081168214","https://openalex.org/W3086105743","https://openalex.org/W3086866381","https://openalex.org/W3102606411","https://openalex.org/W3132107458","https://openalex.org/W3157243312","https://openalex.org/W3188270315","https://openalex.org/W3197525459","https://openalex.org/W3202134982","https://openalex.org/W3202656791","https://openalex.org/W3206832494","https://openalex.org/W4220788339","https://openalex.org/W4285682802","https://openalex.org/W4295678827","https://openalex.org/W4327694855","https://openalex.org/W4377231507","https://openalex.org/W4377236680","https://openalex.org/W4386737437","https://openalex.org/W6635810480","https://openalex.org/W6739622702","https://openalex.org/W6777129363","https://openalex.org/W6778729859","https://openalex.org/W6811928498"],"related_works":["https://openalex.org/W230091440","https://openalex.org/W2233261550","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2997094352","https://openalex.org/W3216976533","https://openalex.org/W100620283","https://openalex.org/W2495260952","https://openalex.org/W4366179611","https://openalex.org/W2996078371"],"abstract_inverted_index":{"Training":[0],"large":[1,9],"Deep":[2],"Convolutional":[3],"Neural":[4],"Networks":[5],"(DCNNs)":[6],"with":[7,107],"increasingly":[8],"datasets":[10],"to":[11,94,129],"improve":[12],"model":[13,29,66],"accuracy":[14],"has":[15],"become":[16],"extremely":[17],"time-consuming.":[18],"Distributed":[19],"training":[20,60],"methods,":[21],"such":[22],"as":[23],"data":[24],"parallelism":[25,30],"(DP)":[26],"and":[27,41,56,78,104,119,137,143,145],"pipeline":[28],"(PMP),":[31],"offer":[32],"potential":[33],"solutions":[34],"but":[35],"face":[36],"challenges":[37],"like":[38],"load":[39,76],"imbalance":[40],"significant":[42],"communication":[43,92,97],"overhead.":[44],"This":[45],"paper":[46],"introduces":[47],"GroPipe,":[48],"a":[49,71,88],"novel":[50],"architecture":[51],"that":[52],"synergistically":[53],"integrates":[54],"PMP":[55],"DP,":[57],"markedly":[58],"improving":[59],"speeds.":[61],"GroPipe":[62,123],"employs":[63],"an":[64,116,132],"automatic":[65],"partitioning":[67],"algorithm":[68],"based":[69],"on":[70,115,139,147],"performance":[72,81],"projection":[73],"technique,":[74],"ensuring":[75],"balance":[77],"facilitating":[79],"quantitative":[80],"evaluation":[82],"in":[83,99,127],"PMP.":[84],"Additionally,":[85],"it":[86],"adopts":[87],"group-based":[89],"delayed":[90],"asynchronous":[91],"strategy":[93],"efficiently":[95],"reduce":[96],"overhead":[98],"DP.":[100],"Using":[101],"the":[102,108,140,148],"ResNet":[103,141],"VGG":[105,149],"models":[106],"ImageNet":[109],"dataset,":[110],"extensive":[111],"experiments":[112],"are":[113],"performed":[114],"8-GPU":[117],"server":[118],"demonstrate":[120],"GroPipe\u2019s":[121],"effectiveness.":[122],"achieves":[124],"substantial":[125],"improvements":[126],"time":[128],"accuracy,":[130],"showing":[131],"average":[133],"improvement":[134],"of":[135],"42.2%":[136],"14.0%":[138],"series,":[142,150],"79.2%":[144],"43.9%":[146],"without":[151],"compromising":[152],"Top-1":[153],"accuracy.":[154]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}