{"id":"https://openalex.org/W4416582558","doi":"https://doi.org/10.1109/tdsc.2025.3636461","title":"Accelerating Secure Machine Learning Training on GPUs With Pipeline Parallelism","display_name":"Accelerating Secure Machine Learning Training on GPUs With Pipeline Parallelism","publication_year":2025,"publication_date":"2025-11-24","ids":{"openalex":"https://openalex.org/W4416582558","doi":"https://doi.org/10.1109/tdsc.2025.3636461"},"language":null,"primary_location":{"id":"doi:10.1109/tdsc.2025.3636461","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tdsc.2025.3636461","pdf_url":null,"source":{"id":"https://openalex.org/S133795288","display_name":"IEEE Transactions on Dependable and Secure Computing","issn_l":"1545-5971","issn":["1545-5971","1941-0018","2160-9209"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Dependable and Secure Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060954730","display_name":"Meng Hao","orcid":"https://orcid.org/0000-0003-0043-4370"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Hao","raw_affiliation_strings":["School of Cyberspace Science, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0003-0043-4370","affiliations":[{"raw_affiliation_string":"School of Cyberspace Science, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008455219","display_name":"Mingdong Xie","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingdong Xie","raw_affiliation_strings":["School of Cyberspace Science, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0009-0007-4957-5672","affiliations":[{"raw_affiliation_string":"School of Cyberspace Science, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032239293","display_name":"Hongwei Yang","orcid":"https://orcid.org/0000-0002-8386-0131"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongwei Yang","raw_affiliation_strings":["School of Cyberspace Science, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0002-8386-0131","affiliations":[{"raw_affiliation_string":"School of Cyberspace Science, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048182595","display_name":"Hui He","orcid":"https://orcid.org/0000-0002-6494-775X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui He","raw_affiliation_strings":["School of Cyberspace Science, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0002-6494-775X","affiliations":[{"raw_affiliation_string":"School of Cyberspace Science, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085221201","display_name":"Weizhe Zhang","orcid":"https://orcid.org/0000-0003-4783-876X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weizhe Zhang","raw_affiliation_strings":["School of Cyberspace Science, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0003-4783-876X","affiliations":[{"raw_affiliation_string":"School of Cyberspace Science, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Linxuan Wang","orcid":"https://orcid.org/0009-0001-9581-1409"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linxuan Wang","raw_affiliation_strings":["School of Cyberspace Science, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0009-0001-9581-1409","affiliations":[{"raw_affiliation_string":"School of Cyberspace Science, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100423679","display_name":"Zheng Liu","orcid":"https://orcid.org/0000-0002-2348-8163"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Liu","raw_affiliation_strings":["School of Cyberspace Science, Harbin Institute of Technology, Harbin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyberspace Science, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xueyang Tian","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueyang Tian","raw_affiliation_strings":["School of Cyberspace Science, Harbin Institute of Technology, Harbin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyberspace Science, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100733744","display_name":"Desheng Wang","orcid":"https://orcid.org/0000-0002-7502-7094"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Desheng Wang","raw_affiliation_strings":["School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China","School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-7502-7094","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1824121,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"23","issue":"2","first_page":"3390","last_page":"3407"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.7235000133514404,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.7235000133514404,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.13510000705718994,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.04320000112056732,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.7824000120162964},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.59579998254776},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5819000005722046},{"id":"https://openalex.org/keywords/parallelism","display_name":"Parallelism (grammar)","score":0.492000013589859},{"id":"https://openalex.org/keywords/cryptography","display_name":"Cryptography","score":0.4794999957084656},{"id":"https://openalex.org/keywords/cuda","display_name":"CUDA","score":0.4779999852180481},{"id":"https://openalex.org/keywords/data-parallelism","display_name":"Data parallelism","score":0.4196999967098236},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.39399999380111694},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3862000107765198}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8873999714851379},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.7824000120162964},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.59579998254776},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5819000005722046},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.492000013589859},{"id":"https://openalex.org/C178489894","wikidata":"https://www.wikidata.org/wiki/Q8789","display_name":"Cryptography","level":2,"score":0.4794999957084656},{"id":"https://openalex.org/C2778119891","wikidata":"https://www.wikidata.org/wiki/Q477690","display_name":"CUDA","level":2,"score":0.4779999852180481},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4519999921321869},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4311999976634979},{"id":"https://openalex.org/C61483411","wikidata":"https://www.wikidata.org/wiki/Q3124522","display_name":"Data parallelism","level":3,"score":0.4196999967098236},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4196000099182129},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.4165000021457672},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.39399999380111694},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3862000107765198},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.38600000739097595},{"id":"https://openalex.org/C50630238","wikidata":"https://www.wikidata.org/wiki/Q971505","display_name":"General-purpose computing on graphics processing units","level":3,"score":0.3772999942302704},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.374099999666214},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3264999985694885},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.3244999945163727},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.32339999079704285},{"id":"https://openalex.org/C175309249","wikidata":"https://www.wikidata.org/wiki/Q725864","display_name":"Pipeline transport","level":2,"score":0.31630000472068787},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.31040000915527344},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.30660000443458557},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.29330000281333923},{"id":"https://openalex.org/C510870077","wikidata":"https://www.wikidata.org/wiki/Q7444868","display_name":"Secure communication","level":3,"score":0.28540000319480896},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.28279998898506165},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.2784999907016754},{"id":"https://openalex.org/C557945733","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Data transmission","level":2,"score":0.2784000039100647},{"id":"https://openalex.org/C151423352","wikidata":"https://www.wikidata.org/wiki/Q5154228","display_name":"Communications security","level":3,"score":0.2775000035762787},{"id":"https://openalex.org/C86111242","wikidata":"https://www.wikidata.org/wiki/Q859595","display_name":"Coprocessor","level":2,"score":0.27219998836517334},{"id":"https://openalex.org/C34165917","wikidata":"https://www.wikidata.org/wiki/Q188267","display_name":"Programming paradigm","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C18396474","wikidata":"https://www.wikidata.org/wiki/Q2465888","display_name":"Secure multi-party computation","level":3,"score":0.2538999915122986}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tdsc.2025.3636461","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tdsc.2025.3636461","pdf_url":null,"source":{"id":"https://openalex.org/S133795288","display_name":"IEEE Transactions on Dependable and Secure Computing","issn_l":"1545-5971","issn":["1545-5971","1941-0018","2160-9209"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Dependable and Secure Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G752701465","display_name":null,"funder_award_id":"U22A2036","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8725492322","display_name":null,"funder_award_id":"62202123","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1485800369","https://openalex.org/W1524288918","https://openalex.org/W1968433094","https://openalex.org/W1969009977","https://openalex.org/W1984363873","https://openalex.org/W2025546194","https://openalex.org/W2097407854","https://openalex.org/W2112796928","https://openalex.org/W2160227338","https://openalex.org/W2536058570","https://openalex.org/W2701059868","https://openalex.org/W2895865029","https://openalex.org/W2963752132","https://openalex.org/W2969388332","https://openalex.org/W3004715243","https://openalex.org/W3093268729","https://openalex.org/W3108146280","https://openalex.org/W3132454468","https://openalex.org/W3141585064","https://openalex.org/W3152986485","https://openalex.org/W3155184874","https://openalex.org/W4281654396","https://openalex.org/W4298171975","https://openalex.org/W4383753644","https://openalex.org/W4389474393","https://openalex.org/W4405599312"],"related_works":[],"abstract_inverted_index":{"The":[0],"proliferation":[1],"of":[2,78,82],"data-driven":[3],"machine":[4],"learning":[5],"(ML)":[6],"applications":[7],"makes":[8],"privacy":[9],"and":[10,42,88,96,111,144,171,198],"data":[11,31],"security":[12],"risks":[13],"increasingly":[14],"prominent.":[15],"Secure":[16],"multi-party":[17],"computation":[18,87,137],"(MPC)":[19],"offers":[20],"a":[21,75,108,150],"privacy-preserving":[22,65],"ML":[23,66,103],"method":[24,121],"by":[25,183],"enabling":[26],"joint":[27],"model":[28,195],"training":[29,67,127,168,181],"without":[30],"disclosure,":[32],"but":[33,133],"its":[34,46],"reliance":[35],"on":[36,194],"complex":[37],"cryptography":[38],"adds":[39],"significant":[40],"delay":[41],"resource":[43],"demands,":[44],"challenging":[45],"practicality":[47],"in":[48],"large-scale":[49],"applications.":[50],"To":[51],"address":[52],"the":[53,58,79,91],"low":[54],"GPU":[55,142,189],"utilization":[56,143],"within":[57],"MPC":[59,118],"framework,":[60],"we":[61,85,106,148],"propose":[62],"an":[63],"innovative":[64],"optimization":[68,104],"framework":[69,162],"that":[70],"exploits":[71],"pipeline":[72,112],"parallelism.":[73],"Through":[74],"detailed":[76],"analysis":[77],"underlying":[80],"principles":[81],"MPC-based":[83],"training,":[84],"identify":[86],"communication":[89,139,152,157],"as":[90],"primary":[92],"bottlenecks":[93],"for":[94,117,125],"linear":[95],"non-linear":[97],"computations,":[98],"respectively.":[99],"Drawing":[100],"from":[101],"traditional":[102],"strategies,":[105],"design":[107],"sub-network":[109],"partitioning":[110],"parallelism":[113],"method,":[114],"specifically":[115],"tailored":[116],"training.":[119],"This":[120],"not":[122],"only":[123],"allows":[124],"simultaneous":[126],"computations":[128],"across":[129],"different":[130],"network":[131],"layers,":[132],"also":[134],"strategically":[135],"overlaps":[136],"with":[138,191],"to":[140,154,174,185],"enhance":[141],"reduce":[145],"latency.":[146],"Additionally,":[147],"develop":[149],"distributed":[151],"mechanism":[153],"further":[155],"improve":[156],"efficiency.":[158],"We":[159],"integrate":[160],"our":[161,178],"into":[163],"two":[164],"distinct,":[165],"state-of-the-art":[166],"secure":[167],"frameworks:":[169],"CryptGPU":[170],"Piranha.":[172],"Compared":[173],"their":[175],"original":[176],"versions,":[177],"enhancements":[179],"boost":[180],"speeds":[182],"up":[184],"51%,":[186],"significantly":[187],"increasing":[188],"utilization,":[190],"negligible":[192],"impact":[193],"convergence":[196],"speed":[197],"accuracy.":[199]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-11-25T00:00:00"}