{"id":"https://openalex.org/W4390970400","doi":"https://doi.org/10.1109/tc.2024.3352814","title":"Distributed Learning for Large-Scale Models at Edge With Privacy Protection","display_name":"Distributed Learning for Large-Scale Models at Edge With Privacy Protection","publication_year":2024,"publication_date":"2024-01-18","ids":{"openalex":"https://openalex.org/W4390970400","doi":"https://doi.org/10.1109/tc.2024.3352814"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2024.3352814","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2024.3352814","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","0016-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100334758","display_name":"Yuan Yuan","orcid":"https://orcid.org/0000-0002-3976-0870"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Yuan","raw_affiliation_strings":["School of Software and Joint SDU-NTU Centre for Artificial Intelligence Research (C-FAIR), Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0002-3976-0870","affiliations":[{"raw_affiliation_string":"School of Software and Joint SDU-NTU Centre for Artificial Intelligence Research (C-FAIR), Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100751050","display_name":"Shuzhen Chen","orcid":"https://orcid.org/0000-0003-1686-8245"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuzhen Chen","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0003-1686-8245","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045982340","display_name":"Dongxiao Yu","orcid":"https://orcid.org/0000-0001-6835-5981"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongxiao Yu","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0001-6835-5981","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014558594","display_name":"Zengrui Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zengrui Zhao","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0003-0022-8753","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021204914","display_name":"Yifei Zou","orcid":"https://orcid.org/0000-0003-4579-5380"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifei Zou","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0003-4579-5380","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101414718","display_name":"Lizhen Cui","orcid":"https://orcid.org/0000-0002-8262-8883"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lizhen Cui","raw_affiliation_strings":["School of Software and Joint SDU-NTU Centre for Artificial Intelligence Research (C-FAIR), Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0002-8262-8883","affiliations":[{"raw_affiliation_string":"School of Software and Joint SDU-NTU Centre for Artificial Intelligence Research (C-FAIR), Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100692488","display_name":"Xiuzhen Cheng","orcid":"https://orcid.org/0000-0001-5912-4647"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiuzhen Cheng","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0001-5912-4647","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2495,"currency":"USD","value_usd":2495},"apc_paid":null,"fwci":1.8406,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.86224817,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"73","issue":"4","first_page":"1060","last_page":"1070"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.98089998960495,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6968777179718018},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.6191954016685486},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.519395649433136},{"id":"https://openalex.org/keywords/privacy-protection","display_name":"Privacy protection","score":0.43293529748916626},{"id":"https://openalex.org/keywords/information-privacy","display_name":"Information privacy","score":0.4291476011276245},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35737961530685425},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.2141556441783905}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6968777179718018},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.6191954016685486},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.519395649433136},{"id":"https://openalex.org/C3017597292","wikidata":"https://www.wikidata.org/wiki/Q25052250","display_name":"Privacy protection","level":2,"score":0.43293529748916626},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.4291476011276245},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35737961530685425},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2141556441783905},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tc.2024.3352814","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2024.3352814","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","0016-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4244470336","display_name":null,"funder_award_id":"62302247","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4722210010","display_name":null,"funder_award_id":"ZR2022QF140","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W2790589536","https://openalex.org/W2904039766","https://openalex.org/W2977090839","https://openalex.org/W2998670262","https://openalex.org/W3018102029","https://openalex.org/W3035453001","https://openalex.org/W3043723611","https://openalex.org/W3087165870","https://openalex.org/W4205228770","https://openalex.org/W4221157221","https://openalex.org/W4224290667","https://openalex.org/W4285123203","https://openalex.org/W4285153754","https://openalex.org/W4285256074","https://openalex.org/W4313531483","https://openalex.org/W4317987705","https://openalex.org/W4360980513","https://openalex.org/W4381329494","https://openalex.org/W4381480627","https://openalex.org/W4382992900","https://openalex.org/W4383904418","https://openalex.org/W4385567528","https://openalex.org/W4386245174","https://openalex.org/W4387914703","https://openalex.org/W6728757088","https://openalex.org/W6743732567","https://openalex.org/W6759238902","https://openalex.org/W6768511045","https://openalex.org/W6773817997","https://openalex.org/W6780224944","https://openalex.org/W6781318954","https://openalex.org/W6783533280","https://openalex.org/W6783697512","https://openalex.org/W6810211474"],"related_works":["https://openalex.org/W3022534164","https://openalex.org/W4396832952","https://openalex.org/W3046095319","https://openalex.org/W3197497514","https://openalex.org/W1591172238","https://openalex.org/W2111194702","https://openalex.org/W2972172135","https://openalex.org/W2116878667","https://openalex.org/W315296216","https://openalex.org/W1787552957"],"abstract_inverted_index":{"Big":[0],"data":[1,45,65],"and":[2,46,58,75,93],"strong":[3],"computing":[4],"power":[5],"have":[6],"promoted":[7],"artificial":[8],"intelligence":[9],"to":[10,32,53,88,144,171,178,193],"the":[11,21,54,62,70,84,90,102,115,119,125,145,152],"era":[12],"of":[13,24,56,64,72],"big":[14],"models.":[15,26],"In":[16,97,129],"particular,":[17,130],"ChatGPT\u2019s":[18],"debut":[19],"heralded":[20],"vigorous":[22],"development":[23],"large":[25,34],"It":[27],"is":[28,83,142,169],"an":[29,107],"urgent":[30],"problem":[31,71],"train":[33],"models":[35],"with":[36],"trillion-level":[37],"parameters":[38,48,68,176],"efficiently.":[39],"Traditional":[40],"single-machine":[41],"training":[42,82,95,151],"stores":[43],"all":[44,175],"model":[47,67,154],"in":[49,184],"memory.":[50],"However,":[51],"due":[52],"limitation":[55],"memory":[57,73],"communication":[59,76],"resources,":[60],"when":[61],"amount":[63],"or":[66],"increases,":[69],"shortage":[74],"blocking":[77],"often":[78],"occurs.":[79],"Therefore,":[80],"distributed":[81],"most":[85],"effective":[86],"ways":[87],"solve":[89],"above":[91],"problems":[92],"improve":[94],"efficiency.":[96],"this":[98],"paper,":[99],"we":[100],"propose":[101],"algorithmDL-DP,":[103],"which":[104,141,168],"can":[105],"achieve":[106],"asymptotically":[108],"optimal":[109],"convergence":[110,138,165],"rate$O(1/{\\sqrt{TK\\Gamma^*}})$while":[111],"satisfying\u03b5-differential":[112],"privacy,":[113],"whereTis":[114],"local":[116],"epoch":[117],"number,Kis":[118],"global":[120],"maximum":[121],"iteration":[122],"number":[123],"and$\\Gamma^*$is":[124],"minimum":[126],"covering":[127],"index.":[128],"when${\\Gamma":[131],"^*}":[132,159],"=":[133,160],"N$,":[134],"DL-DP":[135,162],"achieves":[136,163],"a":[137,164],"rate":[139,166],"of$O(1/{\\sqrt{TKN}})$,":[140],"equivalent":[143],"best-known":[146],"FedAvg":[147],"approach":[148],"implemented":[149],"by":[150],"full":[153],"at":[155,181],"each":[156,185],"client.":[157],"When${\\Gamma":[158],"1$,":[161],"of$O(1/{\\sqrt{TK}})$,":[167],"comparable":[170],"OAP":[172],"that":[173],"assumes":[174],"need":[177],"be":[179],"trained":[180],"least":[182],"once":[183],"iteration.":[186],"Finally,":[187],"our":[188],"algorithm":[189],"has":[190],"been":[191],"demonstrated":[192],"converge":[194],"through":[195],"extensive":[196],"experiments.":[197]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}