{"id":"https://openalex.org/W4400893425","doi":"https://doi.org/10.1007/s11390-024-3872-3","title":"Advances of Pipeline Model Parallelism for Deep Learning Training: An Overview","display_name":"Advances of Pipeline Model Parallelism for Deep Learning Training: An Overview","publication_year":2024,"publication_date":"2024-05-01","ids":{"openalex":"https://openalex.org/W4400893425","doi":"https://doi.org/10.1007/s11390-024-3872-3"},"language":"en","primary_location":{"id":"doi:10.1007/s11390-024-3872-3","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s11390-024-3872-3","pdf_url":null,"source":{"id":"https://openalex.org/S161516442","display_name":"Journal of Computer Science and Technology","issn_l":"1000-9000","issn":["1000-9000","1860-4749"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computer Science and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101360841","display_name":"Lei Guan","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lei Guan","raw_affiliation_strings":["College of Science, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Science, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100440903","display_name":"Dongsheng Li","orcid":"https://orcid.org/0000-0001-9743-2034"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong-Sheng Li","raw_affiliation_strings":["College of Computer, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106626932","display_name":"Jiye Liang","orcid":"https://orcid.org/0000-0001-5887-9327"},"institutions":[{"id":"https://openalex.org/I181877577","display_name":"Shanxi University","ror":"https://ror.org/03y3e3s17","country_code":"CN","type":"education","lineage":["https://openalex.org/I181877577"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ji-Ye Liang","raw_affiliation_strings":["School of Computer and Information Technology, Shanxi University, Taiyuan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Information Technology, Shanxi University, Taiyuan, China","institution_ids":["https://openalex.org/I181877577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100773700","display_name":"Wenjian Wang","orcid":"https://orcid.org/0000-0001-6997-7723"},"institutions":[{"id":"https://openalex.org/I181877577","display_name":"Shanxi University","ror":"https://ror.org/03y3e3s17","country_code":"CN","type":"education","lineage":["https://openalex.org/I181877577"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen-Jian Wang","raw_affiliation_strings":["School of Computer and Information Technology, Shanxi University, Taiyuan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Information Technology, Shanxi University, Taiyuan, China","institution_ids":["https://openalex.org/I181877577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074708780","display_name":"Keshi Ge","orcid":"https://orcid.org/0000-0002-0669-6892"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke-Shi Ge","raw_affiliation_strings":["College of Computer, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102809441","display_name":"Xicheng Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xi-Cheng Lu","raw_affiliation_strings":["College of Computer, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101360841"],"corresponding_institution_ids":["https://openalex.org/I170215575"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":null,"fwci":3.5969,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.94105304,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"39","issue":"3","first_page":"567","last_page":"584"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8962080478668213},{"id":"https://openalex.org/keywords/parallelism","display_name":"Parallelism (grammar)","score":0.8019947409629822},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.7414363622665405},{"id":"https://openalex.org/keywords/theory-of-computation","display_name":"Theory of computation","score":0.6813730001449585},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.6102567911148071},{"id":"https://openalex.org/keywords/data-parallelism","display_name":"Data parallelism","score":0.549220621585846},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.4963427186012268},{"id":"https://openalex.org/keywords/task-parallelism","display_name":"Task parallelism","score":0.4923027753829956},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4751693606376648},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4644463360309601},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3353627920150757},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.20068049430847168}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8962080478668213},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.8019947409629822},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.7414363622665405},{"id":"https://openalex.org/C24858836","wikidata":"https://www.wikidata.org/wiki/Q844718","display_name":"Theory of computation","level":2,"score":0.6813730001449585},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.6102567911148071},{"id":"https://openalex.org/C61483411","wikidata":"https://www.wikidata.org/wiki/Q3124522","display_name":"Data parallelism","level":3,"score":0.549220621585846},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4963427186012268},{"id":"https://openalex.org/C42992933","wikidata":"https://www.wikidata.org/wiki/Q691169","display_name":"Task parallelism","level":3,"score":0.4923027753829956},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4751693606376648},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4644463360309601},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3353627920150757},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.20068049430847168},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11390-024-3872-3","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s11390-024-3872-3","pdf_url":null,"source":{"id":"https://openalex.org/S161516442","display_name":"Journal of Computer Science and Technology","issn_l":"1000-9000","issn":["1000-9000","1860-4749"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computer Science and Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1980287119","https://openalex.org/W2002950519","https://openalex.org/W2016053056","https://openalex.org/W2051388139","https://openalex.org/W2057332538","https://openalex.org/W2060393849","https://openalex.org/W2090858099","https://openalex.org/W2108598243","https://openalex.org/W2119112357","https://openalex.org/W2160815625","https://openalex.org/W2194775991","https://openalex.org/W2339765813","https://openalex.org/W2803163798","https://openalex.org/W2890282059","https://openalex.org/W2892341857","https://openalex.org/W2963341956","https://openalex.org/W2965658867","https://openalex.org/W2969388332","https://openalex.org/W2970971581","https://openalex.org/W2972087877","https://openalex.org/W2991615366","https://openalex.org/W3004495293","https://openalex.org/W3090350559","https://openalex.org/W3092862347","https://openalex.org/W3102927519","https://openalex.org/W3129831491","https://openalex.org/W3132107458","https://openalex.org/W3132977829","https://openalex.org/W3188270315","https://openalex.org/W3204998121","https://openalex.org/W3206832494","https://openalex.org/W3211278025","https://openalex.org/W3211483916","https://openalex.org/W4223990029","https://openalex.org/W4301361180","https://openalex.org/W4307333438","https://openalex.org/W4312681979","https://openalex.org/W4315483912","https://openalex.org/W4321466422","https://openalex.org/W4327694855","https://openalex.org/W4360831999","https://openalex.org/W4378419886","https://openalex.org/W4382119135","https://openalex.org/W4386709668","https://openalex.org/W4391549789","https://openalex.org/W4394711534","https://openalex.org/W6684859321","https://openalex.org/W6713134421","https://openalex.org/W6756379755"],"related_works":["https://openalex.org/W2950520577","https://openalex.org/W2003935582","https://openalex.org/W74409296","https://openalex.org/W1554644772","https://openalex.org/W2494130044","https://openalex.org/W29548032","https://openalex.org/W2593878938","https://openalex.org/W2468095077","https://openalex.org/W305742777","https://openalex.org/W2121547511"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-14T08:43:22.919905","created_date":"2025-10-10T00:00:00"}