{"id":"https://openalex.org/W4414898315","doi":"https://doi.org/10.1109/cluster59342.2025.11186481","title":"PRT: An Efficient Pipeline Reuse Technology for Large Models Training","display_name":"PRT: An Efficient Pipeline Reuse Technology for Large Models Training","publication_year":2025,"publication_date":"2025-09-02","ids":{"openalex":"https://openalex.org/W4414898315","doi":"https://doi.org/10.1109/cluster59342.2025.11186481"},"language":"en","primary_location":{"id":"doi:10.1109/cluster59342.2025.11186481","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cluster59342.2025.11186481","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Cluster Computing (CLUSTER)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043940065","display_name":"Zeyu Ji","orcid":"https://orcid.org/0000-0003-0362-7506"},"institutions":[{"id":"https://openalex.org/I4210088176","display_name":"North West Agriculture and Forestry University","ror":null,"country_code":"CN","type":null,"lineage":["https://openalex.org/I4210088176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeyu Ji","raw_affiliation_strings":["School of Information Engineering, Northwest A&F University,Yangling,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Northwest A&F University,Yangling,China","institution_ids":["https://openalex.org/I4210088176"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Banghao Zhai","orcid":null},"institutions":[{"id":"https://openalex.org/I4210088176","display_name":"North West Agriculture and Forestry University","ror":null,"country_code":"CN","type":null,"lineage":["https://openalex.org/I4210088176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Banghao Zhai","raw_affiliation_strings":["School of Information Engineering, Northwest A&F University,Yangling,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Northwest A&F University,Yangling,China","institution_ids":["https://openalex.org/I4210088176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100782368","display_name":"Zhonghao Zhang","orcid":"https://orcid.org/0000-0001-7197-488X"},"institutions":[{"id":"https://openalex.org/I4210088176","display_name":"North West Agriculture and Forestry University","ror":null,"country_code":"CN","type":null,"lineage":["https://openalex.org/I4210088176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhonghao Zhang","raw_affiliation_strings":["School of Information Engineering, Northwest A&F University,Yangling,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Northwest A&F University,Yangling,China","institution_ids":["https://openalex.org/I4210088176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029372047","display_name":"Qi Chu","orcid":"https://orcid.org/0009-0003-5192-772X"},"institutions":[{"id":"https://openalex.org/I4210088176","display_name":"North West Agriculture and Forestry University","ror":null,"country_code":"CN","type":null,"lineage":["https://openalex.org/I4210088176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Chu","raw_affiliation_strings":["School of Information Engineering, Northwest A&F University,Yangling,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Northwest A&F University,Yangling,China","institution_ids":["https://openalex.org/I4210088176"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100395450","display_name":"Bin Liu","orcid":"https://orcid.org/0000-0001-9295-8176"},"institutions":[{"id":"https://openalex.org/I4210088176","display_name":"North West Agriculture and Forestry University","ror":null,"country_code":"CN","type":null,"lineage":["https://openalex.org/I4210088176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Liu","raw_affiliation_strings":["School of Information Engineering, Northwest A&F University,Yangling,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Northwest A&F University,Yangling,China","institution_ids":["https://openalex.org/I4210088176"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210088176"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.22956608,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11338","display_name":"Advancements in Photolithography Techniques","score":0.6593999862670898,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11338","display_name":"Advancements in Photolithography Techniques","score":0.6593999862670898,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.8677999973297119},{"id":"https://openalex.org/keywords/pipeline-transport","display_name":"Pipeline transport","score":0.7526000142097473},{"id":"https://openalex.org/keywords/orthogonality","display_name":"Orthogonality","score":0.635200023651123},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.6220999956130981},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.5565999746322632},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5013999938964844}],"concepts":[{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.8677999973297119},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7666000127792358},{"id":"https://openalex.org/C175309249","wikidata":"https://www.wikidata.org/wiki/Q725864","display_name":"Pipeline transport","level":2,"score":0.7526000142097473},{"id":"https://openalex.org/C17137986","wikidata":"https://www.wikidata.org/wiki/Q215067","display_name":"Orthogonality","level":2,"score":0.635200023651123},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.6220999956130981},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.5565999746322632},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5013999938964844},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3953000009059906},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.36899998784065247},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.36480000615119934},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.35740000009536743},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.33739998936653137},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.2953000068664551},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.29010000824928284},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.2750999927520752},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.26100000739097595},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.26030001044273376},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25839999318122864}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cluster59342.2025.11186481","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cluster59342.2025.11186481","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Cluster Computing (CLUSTER)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1362705380","display_name":null,"funder_award_id":"62376226","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2982664135","https://openalex.org/W2995504058","https://openalex.org/W3004495293","https://openalex.org/W3036703963","https://openalex.org/W3081168214","https://openalex.org/W3108109508","https://openalex.org/W3175786688","https://openalex.org/W3188270315","https://openalex.org/W3197525459","https://openalex.org/W3202134982","https://openalex.org/W4221145469","https://openalex.org/W4313555487","https://openalex.org/W4379985979","https://openalex.org/W4391686853","https://openalex.org/W4394927685","https://openalex.org/W4398231624"],"related_works":[],"abstract_inverted_index":{"The":[0],"rapid":[1],"evolution":[2],"of":[3,10,17,50,68,76,86,97,103,167],"large":[4,30],"models":[5,134,138],"and":[6,113,135,145,159,171,185],"the":[7,15,48,66,74,84,95,100,131,142,146,154,175,179],"widespread":[8],"application":[9],"extensive":[11],"datasets":[12,140],"have":[13],"made":[14],"cost":[16],"training":[18],"increasingly":[19],"prohibitive.":[20],"While":[21],"pipeline":[22,33,53,60,69,118],"model":[23],"parallelism":[24],"makes":[25],"it":[26,36,106],"possible":[27],"to":[28,38,43,107,169,183],"train":[29],"models,":[31,157,178],"existing":[32],"techniques":[34],"find":[35],"difficult":[37],"reduce":[39],"bubble":[40],"time":[41],"due":[42],"their":[44],"strong":[45],"dependence":[46],"on":[47,73,123],"number":[49,75,85],"GPUs":[51,87],"for":[52,79,153],"depth.":[54],"This":[55,90],"paper":[56,91],"introduces":[57],"a":[58,124],"novel":[59],"reuse":[61],"technology,":[62],"PRT,":[63],"which":[64],"breaks":[65],"limitation":[67],"depth":[70],"being":[71],"dependent":[72],"GPUs,":[77,129],"allowing":[78],"deeper":[80],"pipelines":[81,161],"even":[82],"when":[83],"is":[88,121],"limited.":[89],"also":[92],"theoretically":[93],"demonstrates":[94],"feasibility":[96],"PRT.":[98],"Furthermore,":[99],"high":[101],"orthogonality":[102],"PRT":[104,163,189],"allows":[105],"be":[108],"implemented":[109],"in":[110],"both":[111],"unidirectional":[112,158],"bidirectional":[114,160],"pipelines,":[115],"further":[116],"enhancing":[117],"efficiency.":[119,197],"It":[120],"evaluated":[122],"server":[125],"equipped":[126],"with":[127,139,162],"8":[128],"using":[130],"BERT":[132,155],"series":[133,137,156,177],"ResNet":[136,176],"including":[141],"IMDB":[143],"dataset":[144],"mini-ImageNet":[147],"dataset.":[148],"Experimental":[149],"results":[150],"show":[151],"that":[152],"achieve":[164],"throughput":[165],"improvements":[166,180],"up":[168,182],"54.78%":[170],"30.38%,":[172],"respectively.":[173,187],"For":[174],"reached":[181],"76.59%":[184],"26.45%,":[186],"Additionally,":[188],"achieves":[190],"more":[191],"balanced":[192],"memory":[193],"usage,":[194],"validating":[195],"its":[196]},"counts_by_year":[],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}