{"id":"https://openalex.org/W7163563751","doi":"https://doi.org/10.48550/arxiv.2606.04399","title":"DPDL: Towards Differential Privacy Preservation in Decentralized Stochastic Learning on Non-IID Data","display_name":"DPDL: Towards Differential Privacy Preservation in Decentralized Stochastic Learning on Non-IID Data","publication_year":2026,"publication_date":"2026-06-03","ids":{"openalex":"https://openalex.org/W7163563751","doi":"https://doi.org/10.48550/arxiv.2606.04399"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.04399","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.04399","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.04399","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113723073","display_name":"Yunsheng Yuan","orcid":"https://orcid.org/0000-0001-5262-8447"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Yunsheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047225060","display_name":"Xiao Xue","orcid":"https://orcid.org/0000-0001-5396-3909"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Xue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137863794","display_name":"Lina Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Lina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137836906","display_name":"Feng Li (30515)","orcid":"https://orcid.org/0000-0001-5748-7647"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Feng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9819999933242798,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9819999933242798,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.0026000000070780516,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.0017999999690800905,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/differential-privacy","display_name":"Differential privacy","score":0.8611000180244446},{"id":"https://openalex.org/keywords/cosine-similarity","display_name":"Cosine similarity","score":0.5521000027656555},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.5354999899864197},{"id":"https://openalex.org/keywords/information-privacy","display_name":"Information privacy","score":0.5315999984741211},{"id":"https://openalex.org/keywords/distributed-learning","display_name":"Distributed learning","score":0.4772000014781952},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.45890000462532043},{"id":"https://openalex.org/keywords/synthetic-data","display_name":"Synthetic data","score":0.4090000092983246},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.3720000088214874},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.35569998621940613},{"id":"https://openalex.org/keywords/information-sensitivity","display_name":"Information sensitivity","score":0.3495999872684479}],"concepts":[{"id":"https://openalex.org/C23130292","wikidata":"https://www.wikidata.org/wiki/Q5275358","display_name":"Differential privacy","level":2,"score":0.8611000180244446},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7757999897003174},{"id":"https://openalex.org/C2780762811","wikidata":"https://www.wikidata.org/wiki/Q1784941","display_name":"Cosine similarity","level":3,"score":0.5521000027656555},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5354999899864197},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.5315999984741211},{"id":"https://openalex.org/C2779582901","wikidata":"https://www.wikidata.org/wiki/Q21013010","display_name":"Distributed learning","level":2,"score":0.4772000014781952},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.46209999918937683},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.45890000462532043},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41609999537467957},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.4090000092983246},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3840000033378601},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3720000088214874},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.35569998621940613},{"id":"https://openalex.org/C137822555","wikidata":"https://www.wikidata.org/wiki/Q2587068","display_name":"Information sensitivity","level":2,"score":0.3495999872684479},{"id":"https://openalex.org/C2779201187","wikidata":"https://www.wikidata.org/wiki/Q2775060","display_name":"Information leakage","level":2,"score":0.3368000090122223},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.32600000500679016},{"id":"https://openalex.org/C70061542","wikidata":"https://www.wikidata.org/wiki/Q989016","display_name":"Distributed database","level":2,"score":0.32339999079704285},{"id":"https://openalex.org/C2780909371","wikidata":"https://www.wikidata.org/wiki/Q4801092","display_name":"Artificial noise","level":4,"score":0.3224000036716461},{"id":"https://openalex.org/C2781170535","wikidata":"https://www.wikidata.org/wiki/Q30587856","display_name":"Noisy data","level":2,"score":0.31290000677108765},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.3027999997138977},{"id":"https://openalex.org/C82578977","wikidata":"https://www.wikidata.org/wiki/Q16773055","display_name":"Data aggregator","level":3,"score":0.3019999861717224},{"id":"https://openalex.org/C4199805","wikidata":"https://www.wikidata.org/wiki/Q2725903","display_name":"Gaussian noise","level":2,"score":0.29919999837875366},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.2944999933242798},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.2847000062465668},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.28380000591278076},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2808000147342682},{"id":"https://openalex.org/C93226319","wikidata":"https://www.wikidata.org/wiki/Q193137","display_name":"Differential (mechanical device)","level":2,"score":0.28049999475479126},{"id":"https://openalex.org/C2776517306","wikidata":"https://www.wikidata.org/wiki/Q29017317","display_name":"Similarity measure","level":2,"score":0.2759000062942505},{"id":"https://openalex.org/C130120984","wikidata":"https://www.wikidata.org/wiki/Q2835898","display_name":"Distributed algorithm","level":2,"score":0.27390000224113464},{"id":"https://openalex.org/C3017597292","wikidata":"https://www.wikidata.org/wiki/Q25052250","display_name":"Privacy protection","level":2,"score":0.2728999853134155},{"id":"https://openalex.org/C2776854237","wikidata":"https://www.wikidata.org/wiki/Q6031064","display_name":"Information sharing","level":2,"score":0.2678999900817871},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.26750001311302185},{"id":"https://openalex.org/C205875254","wikidata":"https://www.wikidata.org/wiki/Q17156857","display_name":"Decentralised system","level":3,"score":0.26600000262260437},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C99221444","wikidata":"https://www.wikidata.org/wiki/Q1532069","display_name":"Private information retrieval","level":2,"score":0.26579999923706055},{"id":"https://openalex.org/C2779965156","wikidata":"https://www.wikidata.org/wiki/Q5227350","display_name":"Data sharing","level":3,"score":0.2648000121116638},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.2599000036716461}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.04399","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.04399","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.04399","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.04399","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.4831013083457947,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0],"the":[1,24,42,53,60,70,97,118,121,150,156,159,181,220],"paradigm":[2],"of":[3,8,26,49,99,123,158,191,222],"decentralized":[4,78,88],"learning,":[5],"a":[6,13,20,86,107,171,188,202],"group":[7],"agents":[9,43],"collaborate":[10],"to":[11,75,148,165,186,218],"train":[12],"global":[14],"model":[15,127,169],"using":[16],"distributed":[17,68],"datasets":[18],"without":[19],"central":[21],"server.":[22],"Although":[23],"power":[25],"collaboration":[27],"has":[28],"been":[29],"verified":[30],"by":[31,133],"many":[32],"state-of-the-art":[33],"studies,":[34],"it":[35,143],"entails":[36],"extensive":[37,213],"gradient":[38],"information":[39],"exchanging":[40],"among":[41],"and":[44,66,229],"thus":[45],"induces":[46],"high":[47],"risk":[48],"privacy":[50,192,227],"leakage":[51],"for":[52],"individual":[54],"agents.":[55],"Moreover,":[56],"in":[57,103,112,128,170,205,225,230],"real-world":[58,216],"applications,":[59],"training":[61,206,231],"data":[62],"are":[63],"usually":[64],"non-identically":[65],"independently":[67],"across":[69],"agents,":[71],"inducing":[72],"more":[73],"challenges":[74],"enable":[76],"privacy-preserved":[77,87],"learning.":[79],"To":[80],"address":[81],"these":[82],"issues,":[83],"we":[84],"propose":[85],"learning":[89],"algorithm":[90,199,224],"with":[91,140,207],"non-IID":[92,208],"data,":[93],"DPDL,":[94],"which":[95],"leverages":[96],"notion":[98],"Differential":[100],"Privacy":[101],"(DP)":[102],"cross-gradient":[104],"aggregation":[105,157],"through":[106],"similarity-based":[108],"calibration":[109],"technique.":[110],"Specifically,":[111],"each":[113,115],"round,":[114],"agent":[116],"perturbs":[117],"cross-gradients":[119,153,161],"(i.e.,":[120],"derivatives":[122],"its":[124,129,141],"neighbors'":[125],"local":[126,131,168],"private":[130],"data)":[132],"Gaussian":[134],"noise":[135,183],"mechanism":[136],"before":[137],"sharing":[138],"them":[139],"neighbors;":[142],"then":[144],"adopt":[145],"cosine":[146],"similarity":[147],"calibrate":[149],"received":[151],"perturbed":[152],"such":[154],"that":[155,197],"calibrated":[160],"can":[162],"be":[163],"utilized":[164],"effectively":[166],"update":[167],"momentum-like":[172],"manner.":[173],"Our":[174],"rigorous":[175],"theoretical":[176],"analysis":[177],"not":[178],"only":[179],"reveals":[180],"minimum":[182],"level":[184,190],"required":[185],"achieve":[187],"specific":[189],"preservation,":[193],"but":[194],"also":[195],"illustrates":[196],"our":[198,223],"still":[200],"achieves":[201],"linear":[203],"speedup":[204],"data.":[209],"We":[210],"finally":[211],"conduct":[212],"experiments":[214],"on":[215],"dataset":[217],"validate":[219],"effectiveness":[221],"defending":[226],"attacks":[228],"accurate":[232],"models.":[233]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-05T00:00:00"}