{"id":"https://openalex.org/W4293783501","doi":"https://doi.org/10.56553/popets-2022-0105","title":"3LegRace: Privacy-Preserving DNN Training over TEEs and GPUs","display_name":"3LegRace: Privacy-Preserving DNN Training over TEEs and GPUs","publication_year":2022,"publication_date":"2022-08-31","ids":{"openalex":"https://openalex.org/W4293783501","doi":"https://doi.org/10.56553/popets-2022-0105"},"language":"en","primary_location":{"id":"doi:10.56553/popets-2022-0105","is_oa":true,"landing_page_url":"https://doi.org/10.56553/popets-2022-0105","pdf_url":null,"source":{"id":"https://openalex.org/S4210183172","display_name":"Proceedings on Privacy Enhancing Technologies","issn_l":"2299-0984","issn":["2299-0984"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320322","host_organization_name":"De Gruyter Open","host_organization_lineage":["https://openalex.org/P4310320322","https://openalex.org/P4310313990"],"host_organization_lineage_names":["De Gruyter Open","De Gruyter"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings on Privacy Enhancing Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.56553/popets-2022-0105","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101472380","display_name":"Yue Niu","orcid":"https://orcid.org/0000-0002-1663-2921"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yue Niu","raw_affiliation_strings":["Electrical and Computer Engineering Department, University of Southern California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, University of Southern California","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102741453","display_name":"Ramy E. Ali","orcid":"https://orcid.org/0000-0002-6273-1998"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ramy E. Ali","raw_affiliation_strings":["Electrical and Computer Engineering Department, University of Southern California, reali"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, University of Southern California, reali","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112726818","display_name":"Salman Avestimehr","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Salman Avestimehr","raw_affiliation_strings":["Electrical and Computer Engineering Department, University of Southern California, reali"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, University of Southern California, reali","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1174212"],"apc_list":null,"apc_paid":null,"fwci":1.4433,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.84564607,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"2022","issue":"4","first_page":"183","last_page":"203"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8377238512039185},{"id":"https://openalex.org/keywords/differential-privacy","display_name":"Differential privacy","score":0.5536582469940186},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.5234800577163696},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.5228108167648315},{"id":"https://openalex.org/keywords/decomposition","display_name":"Decomposition","score":0.49592527747154236},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.45214754343032837},{"id":"https://openalex.org/keywords/information-privacy","display_name":"Information privacy","score":0.441465824842453},{"id":"https://openalex.org/keywords/trusted-network-connect","display_name":"Trusted Network Connect","score":0.4387635886669159},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.41308748722076416},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.34299972653388977},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.34015077352523804},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.32555025815963745},{"id":"https://openalex.org/keywords/trusted-computing","display_name":"Trusted Computing","score":0.2900116443634033},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.26205360889434814},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.26201874017715454},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.22837963700294495}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8377238512039185},{"id":"https://openalex.org/C23130292","wikidata":"https://www.wikidata.org/wiki/Q5275358","display_name":"Differential privacy","level":2,"score":0.5536582469940186},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.5234800577163696},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5228108167648315},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.49592527747154236},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.45214754343032837},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.441465824842453},{"id":"https://openalex.org/C206149592","wikidata":"https://www.wikidata.org/wiki/Q3999882","display_name":"Trusted Network Connect","level":3,"score":0.4387635886669159},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.41308748722076416},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.34299972653388977},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.34015077352523804},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.32555025815963745},{"id":"https://openalex.org/C2776831232","wikidata":"https://www.wikidata.org/wiki/Q966812","display_name":"Trusted Computing","level":2,"score":0.2900116443634033},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.26205360889434814},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26201874017715454},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.22837963700294495},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.56553/popets-2022-0105","is_oa":true,"landing_page_url":"https://doi.org/10.56553/popets-2022-0105","pdf_url":null,"source":{"id":"https://openalex.org/S4210183172","display_name":"Proceedings on Privacy Enhancing Technologies","issn_l":"2299-0984","issn":["2299-0984"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320322","host_organization_name":"De Gruyter Open","host_organization_lineage":["https://openalex.org/P4310320322","https://openalex.org/P4310313990"],"host_organization_lineage_names":["De Gruyter Open","De Gruyter"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings on Privacy Enhancing Technologies","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.56553/popets-2022-0105","is_oa":true,"landing_page_url":"https://doi.org/10.56553/popets-2022-0105","pdf_url":null,"source":{"id":"https://openalex.org/S4210183172","display_name":"Proceedings on Privacy Enhancing Technologies","issn_l":"2299-0984","issn":["2299-0984"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320322","host_organization_name":"De Gruyter Open","host_organization_lineage":["https://openalex.org/P4310320322","https://openalex.org/P4310313990"],"host_organization_lineage_names":["De Gruyter Open","De Gruyter"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings on Privacy Enhancing Technologies","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","score":0.4699999988079071,"display_name":"Partnerships for the goals"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3038283795","https://openalex.org/W2604501336","https://openalex.org/W2734500670","https://openalex.org/W2558166297","https://openalex.org/W2315671126","https://openalex.org/W798507144","https://openalex.org/W2964481303","https://openalex.org/W2571704763","https://openalex.org/W1751413323","https://openalex.org/W3206394311"],"abstract_inverted_index":{"Leveraging":[0],"parallel":[1,82],"hardware":[2],"(e.g.":[3],"GPUs)":[4],"for":[5,204],"deep":[6],"neural":[7],"network":[8],"(DNN)":[9],"training":[10,80,112,274],"brings":[11],"high":[12],"computing":[13,48,64,174],"performance.":[14,57],"However,":[15],"it":[16],"raises":[17],"data":[18,113,211,292],"privacy":[19,89,95,207],"concerns":[20],"as":[21,37,297],"GPUs":[22,55],"lack":[23],"a":[24,38,87,141,197,243],"trusted":[25,142,148,186],"environment":[26],"to":[27,41,54,77,103,191,220,233,276],"protect":[28],"the":[29,60,108,130,133,185,188,205,228,249,258,277],"data.":[30],"Trusted":[31],"execution":[32],"environments":[33],"(TEEs)":[34],"have":[35],"emerged":[36],"promising":[39],"solution":[40],"achieve":[42,86],"privacypreserving":[43],"learning.":[44],"Unfortunately,":[45],"TEEs\u2019":[46],"limited":[47],"power":[49],"renders":[50],"them":[51],"not":[52],"comparable":[53],"in":[56,111,273,290],"To":[58],"improve":[59],"trade-off":[61,230],"among":[62],"privacy,":[63],"performance,":[65,175],"and":[66,84,93,114,121,126,143,158,176,187,193,213,300],"model":[67,73,136,177,298],"accuracy,":[68],"we":[69,241],"propose":[70],"an":[71,144],"asymmetric":[72,210],"decomposition":[74,212],"framework,":[75],"AsymML,":[76],"(1)":[78],"accelerate":[79],"using":[81,91,222,234],"hardware;":[83],"(2)":[85],"strong":[88],"guarantee":[90,200],"TEEs":[92,192],"differential":[94],"(DP)":[96],"with":[97,155,166],"much":[98,216],"less":[99],"accuracy":[100,178],"compromised":[101],"compared":[102,219,232,275],"DP-only":[104],"methods.":[105],"By":[106],"exploiting":[107],"low-rank":[109,125,153,250],"characteristics":[110],"intermediate":[115,122],"features,":[116],"AsymML":[117,269,287],"asymmetrically":[118],"decomposes":[119],"inputs":[120],"activations":[123],"into":[124,140],"residual":[127],"parts.":[128],"With":[129],"decomposed":[131],"data,":[132,154],"target":[134],"DNN":[135,265],"is":[137,164,252,288],"accordingly":[138],"split":[139],"untrusted":[145,162,189],"part.":[146],"The":[147,161],"part":[149,163,190],"performs":[150],"computations":[151],"on":[152,264],"low":[156],"compute":[157],"memory":[159],"costs.":[160],"fed":[165],"residuals":[167],"perturbed":[168],"by":[169,182],"very":[170],"small":[171],"noise.":[172],"Privacy,":[173],"are":[179],"well":[180],"managed":[181],"respectively":[183],"delegating":[184],"GPUs.":[194],"We":[195,283],"provide":[196],"formal":[198],"DP":[199,214,223,236],"that":[201,248,268,286],"demonstrates":[202],"that,":[203],"same":[206],"guarantee,":[208],"combining":[209],"requires":[215],"smaller":[217],"noise":[218],"solely":[221],"without":[224,238],"decomposition.":[225,239],"This":[226],"improves":[227],"privacy-utility":[229],"significantly":[231],"only":[235],"methods":[237],"Furthermore,":[240],"present":[242],"rank":[244],"bound":[245],"analysis":[246],"showing":[247],"structure":[251],"preserved":[253],"after":[254],"each":[255],"layer":[256],"across":[257],"entire":[259],"model.":[260],"Our":[261],"extensive":[262],"evaluations":[263],"models":[266],"show":[267],"delivers":[270],"7.6\u00d7":[271],"speedup":[272],"TEE-only":[278],"executions":[279],"while":[280],"ensuring":[281],"privacy.":[282],"also":[284],"demonstrate":[285],"effective":[289],"protecting":[291],"under":[293],"common":[294],"attacks":[295],"such":[296],"inversion":[299],"gradient":[301],"attacks.":[302]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":4}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}