{"id":"https://openalex.org/W4414170770","doi":"https://doi.org/10.1109/iwqos65803.2025.11143476","title":"PASTA: Training Acceleration for Vertical Federated Learning via Adaptive Pipeline Parallelism","display_name":"PASTA: Training Acceleration for Vertical Federated Learning via Adaptive Pipeline Parallelism","publication_year":2025,"publication_date":"2025-07-02","ids":{"openalex":"https://openalex.org/W4414170770","doi":"https://doi.org/10.1109/iwqos65803.2025.11143476"},"language":"en","primary_location":{"id":"doi:10.1109/iwqos65803.2025.11143476","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwqos65803.2025.11143476","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/ACM 33rd International Symposium on Quality of Service (IWQoS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006635602","display_name":"Tian-Yau Wu","orcid":"https://orcid.org/0000-0002-2693-3365"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tian Wu","raw_affiliation_strings":["Sun Yat-sen University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100668786","display_name":"Weijie Liu","orcid":"https://orcid.org/0000-0002-8023-9913"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Weijie Liu","raw_affiliation_strings":["The University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100613348","display_name":"Han Liang","orcid":"https://orcid.org/0000-0003-0457-2877"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Liang","raw_affiliation_strings":["Sun Yat-sen University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107890053","display_name":"Ziwei Zhan","orcid":"https://orcid.org/0009-0004-7517-4096"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziwei Zhan","raw_affiliation_strings":["Sun Yat-sen University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016658545","display_name":"Jingpu Duan","orcid":"https://orcid.org/0000-0001-7507-2197"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingpu Duan","raw_affiliation_strings":["Peng Cheng Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101232348","display_name":"Chuan Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Chuan Wu","raw_affiliation_strings":["The University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085050673","display_name":"Jinhang Zuo","orcid":"https://orcid.org/0000-0002-9557-3551"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jinhang Zuo","raw_affiliation_strings":["City University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"City University of Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100385692","display_name":"Xu Chen","orcid":"https://orcid.org/0000-0001-9943-6020"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Chen","raw_affiliation_strings":["Sun Yat-sen University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100763625","display_name":"Xiaoxi Zhang","orcid":"https://orcid.org/0000-0003-0751-2773"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoxi Zhang","raw_affiliation_strings":["Sun Yat-sen University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.7275999784469604},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.7031000256538391},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.6294000148773193},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5476999878883362},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.4997999966144562},{"id":"https://openalex.org/keywords/parallelism","display_name":"Parallelism (grammar)","score":0.48069998621940613},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.47110000252723694},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.46619999408721924},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4438999891281128}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8273000121116638},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.7275999784469604},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.7031000256538391},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6294000148773193},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5723999738693237},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5476999878883362},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.4997999966144562},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.48069998621940613},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.47110000252723694},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.46619999408721924},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4438999891281128},{"id":"https://openalex.org/C158156997","wikidata":"https://www.wikidata.org/wiki/Q1416645","display_name":"Models of communication","level":2,"score":0.36809998750686646},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.35850000381469727},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.35589998960494995},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3400000035762787},{"id":"https://openalex.org/C2777632111","wikidata":"https://www.wikidata.org/wiki/Q1937518","display_name":"Reservation","level":2,"score":0.29499998688697815},{"id":"https://openalex.org/C51332947","wikidata":"https://www.wikidata.org/wiki/Q1172305","display_name":"Shared resource","level":2,"score":0.29089999198913574},{"id":"https://openalex.org/C193702766","wikidata":"https://www.wikidata.org/wiki/Q1414548","display_name":"Concurrency","level":2,"score":0.2865999937057495},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2802000045776367},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.2800000011920929},{"id":"https://openalex.org/C106515295","wikidata":"https://www.wikidata.org/wiki/Q26806595","display_name":"Parallel processing","level":2,"score":0.26969999074935913},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.26809999346733093},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.2628999948501587},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.2605000138282776},{"id":"https://openalex.org/C101765175","wikidata":"https://www.wikidata.org/wiki/Q577764","display_name":"Communications system","level":2,"score":0.2558000087738037},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.25209999084472656}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iwqos65803.2025.11143476","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwqos65803.2025.11143476","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/ACM 33rd International Symposium on Quality of Service (IWQoS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1571655474","display_name":null,"funder_award_id":"62472460","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5680169674","display_name":null,"funder_award_id":"2024A1515010161,2023A1515012982","funder_id":"https://openalex.org/F4320332533","funder_display_name":"Applied Basic Research Foundation of Yunnan Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320332533","display_name":"Applied Basic Research Foundation of Yunnan Province","ror":"https://ror.org/030jhb479"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W2773194476","https://openalex.org/W2912213068","https://openalex.org/W2951059495","https://openalex.org/W2969388332","https://openalex.org/W2990138404","https://openalex.org/W2991040477","https://openalex.org/W3041966875","https://openalex.org/W3080261024","https://openalex.org/W3168286090","https://openalex.org/W3174440551","https://openalex.org/W3174935259","https://openalex.org/W3175418606","https://openalex.org/W3202131261","https://openalex.org/W3205584565","https://openalex.org/W4200629186","https://openalex.org/W4226515658","https://openalex.org/W4285161136","https://openalex.org/W4285217739","https://openalex.org/W4286377405","https://openalex.org/W4289446312","https://openalex.org/W4289816670","https://openalex.org/W4296207781","https://openalex.org/W4317926962","https://openalex.org/W4318619660","https://openalex.org/W4384026508","https://openalex.org/W4385329459","https://openalex.org/W4386918821","https://openalex.org/W4387724188","https://openalex.org/W4389105211","https://openalex.org/W4390873370","https://openalex.org/W4391250546","https://openalex.org/W4400876897","https://openalex.org/W4402897322","https://openalex.org/W4403487600","https://openalex.org/W4406376724"],"related_works":[],"abstract_inverted_index":{"Vertical":[0],"federated":[1],"learning":[2],"(VFL)":[3],"enables":[4,97],"collaborative":[5],"model":[6,94,144],"training":[7,38,91,167],"among":[8],"geo-distributed":[9],"participants,":[10],"each":[11],"with":[12,79,138],"different":[13],"features":[14],"of":[15,123,162],"the":[16,24,160],"same":[17],"samples,":[18],"but":[19,53],"only":[20],"one":[21,119],"party":[22,116],"possesses":[23],"labels.":[25],"Communication":[26],"delays":[27,88],"between":[28],"active":[29],"and":[30,89,93,100,105,127,165],"passive":[31,115],"parties":[32],"in":[33,149],"VFL":[34,41,198],"significantly":[35,181],"hinder":[36],"its":[37,147],"efficiency.":[39],"Existing":[40],"methods":[42],"adopt":[43],"asynchronous":[44],"schemes":[45],"or":[46,60,120],"multiple":[47],"local":[48,130,166],"updates":[49],"per":[50,125],"communication":[51,99,126,139],"round,":[52],"they":[54],"either":[55],"introduce":[56],"heavy":[57],"computation":[58,134],"overhead":[59],"fail":[61],"to":[62,64,85,158,190,196],"adapt":[63],"dynamic":[65,153],"network":[66],"conditions.":[67],"This":[68],"work":[69],"proposes":[70],"PASTA,":[71],"a":[72,152],"novel":[73],"framework":[74],"employing":[75],"Adaptive":[76],"Pipeline":[77],"Parallelism":[78],"Staleness":[80],"Control":[81],"for":[82],"VFL,":[83],"designed":[84],"mitigate":[86],"these":[87],"balance":[90],"efficiency":[92],"performance.":[95],"PASTA":[96,180],"concurrent":[98],"computation,":[101],"maximizing":[102],"resource":[103],"utilization":[104],"minimizing":[106],"idle":[107],"time":[108],"by":[109,185],"strategically":[110],"using":[111],"stale":[112,129],"gradients.":[113],"Each":[114],"can":[117,136],"send":[118],"more":[121],"batches":[122],"embeddings":[124,163],"conduct":[128],"training,":[131],"so":[132],"that":[133,179],"times":[135],"overlap":[137],"latency.":[140],"Since":[141],"staleness":[142],"impedes":[143],"accuracy":[145],"despite":[146],"benefits":[148],"reducing":[150],"time,":[151],"feedback-based":[154],"mechanism":[155],"is":[156,207],"proposed":[157],"adjust":[159],"numbers":[161],"sent":[164],"iterations":[168],"based":[169],"on":[170],"system":[171],"heterogeneity.":[172],"Extensive":[173],"experiments":[174],"across":[175],"various":[176],"datasets":[177],"demonstrate":[178],"enhances":[182],"convergence":[183],"speed":[184],"<tex":[186,191],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[187,192],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$1.8":[188],"\\times$</tex>":[189,194],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$4.6":[193],"compared":[195],"leading":[197],"systems,":[199],"without":[200],"compromising":[201],"final":[202],"accuracy.":[203],"The":[204],"source":[205],"code":[206],"available":[208],"at":[209],"https://github.com/PointerA/PASTA.":[210]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}