{"id":"https://openalex.org/W4396628143","doi":"https://doi.org/10.14778/3648160.3648164","title":"DPSUR: Accelerating Differentially Private Stochastic Gradient Descent Using Selective Update and Release","display_name":"DPSUR: Accelerating Differentially Private Stochastic Gradient Descent Using Selective Update and Release","publication_year":2024,"publication_date":"2024-02-01","ids":{"openalex":"https://openalex.org/W4396628143","doi":"https://doi.org/10.14778/3648160.3648164"},"language":"en","primary_location":{"id":"doi:10.14778/3648160.3648164","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3648160.3648164","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101420581","display_name":"Jie Fu","orcid":"https://orcid.org/0000-0002-7852-4651"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]},{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN","HK"],"is_corresponding":true,"raw_author_name":"Jie Fu","raw_affiliation_strings":["East China Normal University, Hong Kong Polytechnic University"],"affiliations":[{"raw_affiliation_string":"East China Normal University, Hong Kong Polytechnic University","institution_ids":["https://openalex.org/I66867065","https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001652101","display_name":"Qingqing Ye","orcid":"https://orcid.org/0000-0003-1547-2847"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Qingqing Ye","raw_affiliation_strings":["Hong Kong Polytechnic University"],"affiliations":[{"raw_affiliation_string":"Hong Kong Polytechnic University","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051088560","display_name":"Haibo Hu","orcid":"https://orcid.org/0000-0002-9008-2112"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Haibo Hu","raw_affiliation_strings":["Hong Kong Polytechnic University"],"affiliations":[{"raw_affiliation_string":"Hong Kong Polytechnic University","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018009756","display_name":"Zhili Chen","orcid":"https://orcid.org/0000-0002-2231-3652"},"institutions":[{"id":"https://openalex.org/I4210139618","display_name":"Shanghai Key Laboratory of Trustworthy Computing","ror":"https://ror.org/030qbr085","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210139618"]},{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhili Chen","raw_affiliation_strings":["Shanghai Key Laboratory of Trustworthy Computing, East China, Normal University"],"affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Trustworthy Computing, East China, Normal University","institution_ids":["https://openalex.org/I4210139618","https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100444634","display_name":"Lulu Wang","orcid":"https://orcid.org/0000-0002-5810-4297"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lulu Wang","raw_affiliation_strings":["East China Normal University"],"affiliations":[{"raw_affiliation_string":"East China Normal University","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111081551","display_name":"Kuncan Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kuncan Wang","raw_affiliation_strings":["East China Normal University"],"affiliations":[{"raw_affiliation_string":"East China Normal University","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051722428","display_name":"Xun Ran","orcid":null},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xun Ran","raw_affiliation_strings":["Hong Kong Polytechnic University"],"affiliations":[{"raw_affiliation_string":"Hong Kong Polytechnic University","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101420581"],"corresponding_institution_ids":["https://openalex.org/I14243506","https://openalex.org/I66867065"],"apc_list":null,"apc_paid":null,"fwci":7.0879,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.97391919,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"17","issue":"6","first_page":"1200","last_page":"1213"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.690172553062439},{"id":"https://openalex.org/keywords/descent","display_name":"Descent (aeronautics)","score":0.6145566701889038},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.4691292941570282},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3862745463848114},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11778074502944946},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11373522877693176},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.08557870984077454}],"concepts":[{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.690172553062439},{"id":"https://openalex.org/C2776637919","wikidata":"https://www.wikidata.org/wiki/Q624380","display_name":"Descent (aeronautics)","level":2,"score":0.6145566701889038},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.4691292941570282},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3862745463848114},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11778074502944946},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11373522877693176},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.08557870984077454},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.14778/3648160.3648164","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3648160.3648164","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.550000011920929}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1866529865","https://openalex.org/W1873763122","https://openalex.org/W2026653933","https://openalex.org/W2027595342","https://openalex.org/W2051267297","https://openalex.org/W2077217970","https://openalex.org/W2473418344","https://openalex.org/W2535690855","https://openalex.org/W2757528734","https://openalex.org/W2894767817","https://openalex.org/W2899771611","https://openalex.org/W2900954917","https://openalex.org/W2919337578","https://openalex.org/W2927692314","https://openalex.org/W2930926105","https://openalex.org/W2944525415","https://openalex.org/W2947160092","https://openalex.org/W2963456518","https://openalex.org/W2963699739","https://openalex.org/W2964162474","https://openalex.org/W3035261884","https://openalex.org/W3045700442","https://openalex.org/W3047250731","https://openalex.org/W3074741277","https://openalex.org/W3102360395","https://openalex.org/W3103245149","https://openalex.org/W3134475970","https://openalex.org/W3198790660","https://openalex.org/W4200186003","https://openalex.org/W4232172926","https://openalex.org/W4247880210","https://openalex.org/W4288358239","https://openalex.org/W4385262603","https://openalex.org/W6657138077"],"related_works":["https://openalex.org/W4206903459","https://openalex.org/W2754816816","https://openalex.org/W4366280654","https://openalex.org/W3160167280","https://openalex.org/W4231621013","https://openalex.org/W4362706668","https://openalex.org/W2015288657","https://openalex.org/W3008318776","https://openalex.org/W2041416246","https://openalex.org/W3020853991"],"abstract_inverted_index":{"Machine":[0],"learning":[1],"models":[2],"are":[3,163],"known":[4],"to":[5,9,68,85,96,104,109,113,161,165],"memorize":[6],"private":[7],"data":[8],"reduce":[10],"their":[11],"training":[12,50,135,173],"loss,":[13],"which":[14,80,94],"can":[15,180],"be":[16],"inadvertently":[17],"exploited":[18],"by":[19,76,90,126],"privacy":[20,35,194],"attacks":[21],"such":[22,56],"as":[23,57],"model":[24,115,205,248],"inversion":[25],"and":[26,83,88,141,156,178,200,219,232,247],"membership":[27],"inference.":[28],"To":[29,207],"protect":[30],"against":[31],"these":[32,106],"attacks,":[33],"differential":[34],"(DP)":[36],"has":[37],"become":[38],"the":[39,77,86,91,114,144,166,172,175,209],"de":[40],"facto":[41],"standard":[42],"for":[43,204,216,223],"privacy-preserving":[44],"machine":[45],"learning,":[46],"particularly":[47],"those":[48,119,158],"popular":[49],"algorithms":[51],"using":[52],"stochastic":[53],"gradient":[54,99,145,198,201,224],"descent,":[55],"DPSGD.":[58,185],"Nonetheless,":[59],"DPSGD":[60],"still":[61],"suffers":[62],"from":[63,146,197],"severe":[64],"utility":[65],"loss":[66],"due":[67],"its":[69],"slow":[70],"convergence.":[71],"This":[72],"is":[73,108,149],"partially":[74,89],"caused":[75],"random":[78],"sampling,":[79],"brings":[81],"bias":[82],"variance":[84],"gradient,":[87],"Gaussian":[92],"noise,":[93],"leads":[95],"fluctuation":[97],"of":[98,244],"updates.":[100,124],"Our":[101],"key":[102],"idea":[103],"address":[105,208],"issues":[107],"apply":[110],"selective":[111],"updates":[112,159],"training,":[116],"while":[117],"discarding":[118],"useless":[120],"or":[121],"even":[122],"harmful":[123],"Motivated":[125],"this,":[127],"this":[128],"paper":[129],"proposes":[130],"DPSUR,":[131],"a":[132,153,213,220],"Differentially":[133],"Private":[134],"framework":[136],"based":[137,151],"on":[138,152,228],"Selective":[139],"Updates":[140],"Release,":[142],"where":[143],"each":[147],"iteration":[148],"evaluated":[150],"validation":[154],"test,":[155],"only":[157],"leading":[160],"convergence":[162,183,245],"applied":[164],"model.":[167],"As":[168],"such,":[169],"DPSUR":[170,211,237],"ensures":[171],"in":[174,190,242],"right":[176],"direction":[177],"thus":[179],"achieve":[181],"faster":[182],"than":[184],"The":[186],"main":[187],"challenges":[188],"lie":[189],"two":[191],"aspects":[192],"---":[193],"concerns":[195],"arising":[196],"evaluation,":[199],"selection":[202],"strategy":[203,215],"update.":[206],"challenges,":[210],"introduces":[212],"clipping":[214],"update":[217],"randomization":[218],"threshold":[221],"mechanism":[222],"selection.":[225],"Experiments":[226],"conducted":[227],"MNIST,":[229],"FMNIST,":[230],"CIFAR-10,":[231],"IMDB":[233],"datasets":[234],"show":[235],"that":[236],"significantly":[238],"outperforms":[239],"previous":[240],"works":[241],"terms":[243],"speed":[246],"utility.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":5}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}