{"id":"https://openalex.org/W4392903998","doi":"https://doi.org/10.1109/icassp48485.2024.10446717","title":"A Fast, Performant, Secure Distributed Training Framework For LLM","display_name":"A Fast, Performant, Secure Distributed Training Framework For LLM","publication_year":2024,"publication_date":"2024-03-18","ids":{"openalex":"https://openalex.org/W4392903998","doi":"https://doi.org/10.1109/icassp48485.2024.10446717"},"language":"en","primary_location":{"id":"doi:10.1109/icassp48485.2024.10446717","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp48485.2024.10446717","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100352894","display_name":"Wei Huang","orcid":"https://orcid.org/0009-0004-9458-7769"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei Huang","raw_affiliation_strings":["Ant Group,China","Ant Group, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group,China","institution_ids":[]},{"raw_affiliation_string":"Ant Group, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028637336","display_name":"Yinggui Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yinggui Wang","raw_affiliation_strings":["Ant Group,China","Ant Group, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group,China","institution_ids":[]},{"raw_affiliation_string":"Ant Group, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038610148","display_name":"Anda Cheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anda Cheng","raw_affiliation_strings":["Ant Group,China","Ant Group, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group,China","institution_ids":[]},{"raw_affiliation_string":"Ant Group, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113202217","display_name":"Aihui Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aihui Zhou","raw_affiliation_strings":["Ant Group,China","Ant Group, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group,China","institution_ids":[]},{"raw_affiliation_string":"Ant Group, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100583110","display_name":"Chaofan Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chaofan Yu","raw_affiliation_strings":["Ant Group,China","Ant Group, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group,China","institution_ids":[]},{"raw_affiliation_string":"Ant Group, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108142692","display_name":"Lei Wang","orcid":"https://orcid.org/0000-0003-0111-4328"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lei Wang","raw_affiliation_strings":["Ant Group,China","Ant Group, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group,China","institution_ids":[]},{"raw_affiliation_string":"Ant Group, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.5531,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.98018625,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"4800","last_page":"4804"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8805361986160278},{"id":"https://openalex.org/keywords/encryption","display_name":"Encryption","score":0.6070213317871094},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.5407256484031677},{"id":"https://openalex.org/keywords/slicing","display_name":"Slicing","score":0.5404459238052368},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5211498737335205},{"id":"https://openalex.org/keywords/client-side","display_name":"Client-side","score":0.5159733891487122},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5118665099143982},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.49915289878845215},{"id":"https://openalex.org/keywords/server-side","display_name":"Server-side","score":0.4786335527896881},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.35473930835723877},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11644619703292847}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8805361986160278},{"id":"https://openalex.org/C148730421","wikidata":"https://www.wikidata.org/wiki/Q141090","display_name":"Encryption","level":2,"score":0.6070213317871094},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.5407256484031677},{"id":"https://openalex.org/C2776190703","wikidata":"https://www.wikidata.org/wiki/Q488148","display_name":"Slicing","level":2,"score":0.5404459238052368},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5211498737335205},{"id":"https://openalex.org/C202477664","wikidata":"https://www.wikidata.org/wiki/Q1352449","display_name":"Client-side","level":2,"score":0.5159733891487122},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5118665099143982},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.49915289878845215},{"id":"https://openalex.org/C14414571","wikidata":"https://www.wikidata.org/wiki/Q519081","display_name":"Server-side","level":2,"score":0.4786335527896881},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.35473930835723877},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11644619703292847},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp48485.2024.10446717","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp48485.2024.10446717","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1247015877","https://openalex.org/W2484015479","https://openalex.org/W2781091734","https://openalex.org/W2804268522","https://openalex.org/W2805074088","https://openalex.org/W2963752132","https://openalex.org/W2964162474","https://openalex.org/W3091870957","https://openalex.org/W3169341408","https://openalex.org/W3213975728","https://openalex.org/W4221155126","https://openalex.org/W4285247752","https://openalex.org/W4392904059","https://openalex.org/W4401863415","https://openalex.org/W6627928013","https://openalex.org/W6751754709","https://openalex.org/W6751922297","https://openalex.org/W6796581206","https://openalex.org/W6846002521","https://openalex.org/W6856058139"],"related_works":["https://openalex.org/W4302890120","https://openalex.org/W3005688497","https://openalex.org/W4322735059","https://openalex.org/W4301042531","https://openalex.org/W4403348793","https://openalex.org/W4319448716","https://openalex.org/W2993438822","https://openalex.org/W3003811204","https://openalex.org/W4387881033","https://openalex.org/W3014448854"],"abstract_inverted_index":{"The":[0],"distributed":[1,44],"(federated)":[2],"LLM":[3,12,45,123],"is":[4,84],"an":[5,31],"important":[6],"method":[7,169],"for":[8],"co-training":[9],"the":[10,24,55,62,69,79,87,100,107,122,128,145,152,157,160],"domain-specific":[11],"using":[13],"siloed":[14],"data.":[15],"However,":[16],"maliciously":[17],"stealing":[18],"model":[19,48,108],"parameters":[20],"and":[21,64,67,89,110,126],"data":[22],"from":[23],"server":[25,65],"or":[26,73],"client":[27,63,136],"side":[28],"has":[29],"become":[30],"urgent":[32],"problem":[33],"to":[34,97,155],"be":[35],"solved.":[36],"In":[37,50,95,118],"this":[38,51],"paper,":[39],"we":[40,53,112,120],"propose":[41,113],"a":[42,114,132,140],"secure":[43,82],"based":[46],"on":[47,60],"slicing.":[49],"case,":[52],"deploy":[54],"Trusted":[56],"Execution":[57],"Environment":[58],"(TEE)":[59],"both":[61],"side,":[66],"put":[68],"fine-tuned":[70],"structure":[71],"(LoRA":[72],"embedding":[74],"of":[75,159],"P-tuning":[76],"v2)":[77],"into":[78],"TEE.":[80],"Then,":[81],"communication":[83],"executed":[85],"in":[86,131],"TEE":[88,134],"general":[90],"environments":[91],"through":[92],"lightweight":[93],"encryption.":[94],"order":[96],"further":[98],"reduce":[99],"equipment":[101],"cost":[102],"as":[103,105],"well":[104],"increase":[106],"performance":[109],"accuracy,":[111],"split":[115,121],"fine-tuning":[116],"scheme.":[117],"particular,":[119],"by":[124],"layers":[125,130],"place":[127],"latter":[129],"server-side":[133],"(the":[135],"does":[137],"not":[138],"need":[139],"TEE).":[141],"We":[142],"then":[143],"combine":[144],"proposed":[146],"Sparsification":[147],"Parameter":[148],"Fine-tuning":[149],"(SPF)":[150],"with":[151],"LoRA":[153],"part":[154],"improve":[156],"accuracy":[158,171],"downstream":[161],"task.":[162],"Numerous":[163],"experiments":[164],"have":[165],"shown":[166],"that":[167],"our":[168],"guarantees":[170],"while":[172],"maintaining":[173],"security.":[174]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":9}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}