{"id":"https://openalex.org/W4402975049","doi":"https://doi.org/10.1007/s10994-024-06617-9","title":"Efficient private SCO for heavy-tailed data via averaged clipping","display_name":"Efficient private SCO for heavy-tailed data via averaged clipping","publication_year":2024,"publication_date":"2024-09-30","ids":{"openalex":"https://openalex.org/W4402975049","doi":"https://doi.org/10.1007/s10994-024-06617-9"},"language":"en","primary_location":{"id":"doi:10.1007/s10994-024-06617-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-024-06617-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-024-06617-9.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10994-024-06617-9.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035312277","display_name":"Chenhan Jin","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Chenhan Jin","raw_affiliation_strings":["The Chinese University of Hong Kong, Sha Tin, Hong Kong"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Sha Tin, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101842986","display_name":"Kaiwen Zhou","orcid":"https://orcid.org/0000-0003-0475-8620"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Kaiwen Zhou","raw_affiliation_strings":["The Chinese University of Hong Kong, Sha Tin, Hong Kong"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Sha Tin, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078582134","display_name":"Bo Han","orcid":"https://orcid.org/0000-0001-7042-3322"},"institutions":[{"id":"https://openalex.org/I141568987","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131","country_code":"HK","type":"education","lineage":["https://openalex.org/I141568987"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Bo Han","raw_affiliation_strings":["Hong Kong Baptist University, Kowloon Tong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Hong Kong Baptist University, Kowloon Tong, Hong Kong","institution_ids":["https://openalex.org/I141568987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113409160","display_name":"James Cheng","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"James Cheng","raw_affiliation_strings":["The Chinese University of Hong Kong, Sha Tin, Hong Kong"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Sha Tin, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059443966","display_name":"Tieyong Zeng","orcid":"https://orcid.org/0000-0002-0688-202X"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Tieyong Zeng","raw_affiliation_strings":["The Chinese University of Hong Kong, Sha Tin, Hong Kong"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Sha Tin, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5035312277"],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":0.6785,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.75663985,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"113","issue":"11-12","first_page":"8487","last_page":"8532"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10720","display_name":"Complexity and Algorithms in Graphs","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/clipping","display_name":"Clipping (morphology)","score":0.821484386920929},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4215157926082611},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.36445456743240356},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.3489980399608612},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.05500265955924988}],"concepts":[{"id":"https://openalex.org/C2776848632","wikidata":"https://www.wikidata.org/wiki/Q853463","display_name":"Clipping (morphology)","level":2,"score":0.821484386920929},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4215157926082611},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.36445456743240356},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3489980399608612},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.05500265955924988},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10994-024-06617-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-024-06617-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-024-06617-9.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10994-024-06617-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-024-06617-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-024-06617-9.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1023919524","display_name":null,"funder_award_id":", Grant","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1341104976","display_name":null,"funder_award_id":"415/19","funder_id":"https://openalex.org/F4320322942","funder_display_name":"Chinese University of Hong Kong"},{"id":"https://openalex.org/G1417320811","display_name":null,"funder_award_id":"NSFC/RGC N_CUHK 415/19","funder_id":"https://openalex.org/F4320322942","funder_display_name":"Chinese University of Hong Kong"},{"id":"https://openalex.org/G1477544716","display_name":null,"funder_award_id":"Guangdong","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2603039567","display_name":null,"funder_award_id":"RGC 14300219","funder_id":"https://openalex.org/F4320322942","funder_display_name":"Chinese University of Hong Kong"},{"id":"https://openalex.org/G3195485356","display_name":null,"funder_award_id":"RGC 14300219","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4392973527","display_name":null,"funder_award_id":"62376235","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4488680036","display_name":null,"funder_award_id":"2022A15","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4981614352","display_name":null,"funder_award_id":"N_CUHK 415/19","funder_id":"https://openalex.org/F4320321592","funder_display_name":"Research Grants Council, University Grants Committee"},{"id":"https://openalex.org/G6304045574","display_name":null,"funder_award_id":"14300219, 14302920, 14301121","funder_id":"https://openalex.org/F4320321592","funder_display_name":"Research Grants Council, University Grants Committee"},{"id":"https://openalex.org/G6410057697","display_name":null,"funder_award_id":"14301121","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G64891605","display_name":null,"funder_award_id":"ITS/173/22FP","funder_id":"https://openalex.org/F4320324196","funder_display_name":"Innovation and Technology Commission - Hong Kong"},{"id":"https://openalex.org/G674399651","display_name":null,"funder_award_id":"14302920","funder_id":"https://openalex.org/F4320322942","funder_display_name":"Chinese University of Hong Kong"},{"id":"https://openalex.org/G7306601982","display_name":null,"funder_award_id":"14300219","funder_id":"https://openalex.org/F4320322942","funder_display_name":"Chinese University of Hong Kong"},{"id":"https://openalex.org/G7957291013","display_name":null,"funder_award_id":"2022A1515011652","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G8110789349","display_name":null,"funder_award_id":"51501165","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8512580932","display_name":null,"funder_award_id":"14302920","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G890893053","display_name":null,"funder_award_id":"N_CUHK 415/19","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320320955","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321592","display_name":"Research Grants Council, University Grants Committee","ror":"https://ror.org/00djwmt25"},{"id":"https://openalex.org/F4320322942","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48"},{"id":"https://openalex.org/F4320324196","display_name":"Innovation and Technology Commission - Hong Kong","ror":"https://ror.org/04vf9tr09"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4402975049.pdf"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W1173188441","https://openalex.org/W1850992575","https://openalex.org/W1873763122","https://openalex.org/W1983579205","https://openalex.org/W1992926795","https://openalex.org/W2019165309","https://openalex.org/W2045744861","https://openalex.org/W2083459869","https://openalex.org/W2153635508","https://openalex.org/W2156909104","https://openalex.org/W2168909589","https://openalex.org/W2470101972","https://openalex.org/W2473418344","https://openalex.org/W2514921637","https://openalex.org/W2605258322","https://openalex.org/W2750753921","https://openalex.org/W2751484150","https://openalex.org/W2891848848","https://openalex.org/W2897169348","https://openalex.org/W2901838001","https://openalex.org/W2965685971","https://openalex.org/W2978526739","https://openalex.org/W2990138404","https://openalex.org/W3006963017","https://openalex.org/W3026800838","https://openalex.org/W3034801477","https://openalex.org/W3045700442","https://openalex.org/W3096194929","https://openalex.org/W3104898220","https://openalex.org/W3114330926","https://openalex.org/W3159640955","https://openalex.org/W3170733491","https://openalex.org/W3172823396","https://openalex.org/W3186570982","https://openalex.org/W4285600461","https://openalex.org/W4297847643","https://openalex.org/W6657138077","https://openalex.org/W6686137708"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W4391375266","https://openalex.org/W1979597421","https://openalex.org/W2007980826","https://openalex.org/W2061531152","https://openalex.org/W3002753104","https://openalex.org/W2077600819","https://openalex.org/W2142036596","https://openalex.org/W2072657027","https://openalex.org/W2600246793"],"abstract_inverted_index":{"Abstract":[0],"We":[1,71,92],"consider":[2,55],"stochastic":[3,23,41],"convex":[4,24,90,101],"optimization":[5,25],"for":[6,26,48,80,86,108,135],"heavy-tailed":[7,27,136],"data":[8,28],"with":[9,112,131],"the":[10,81,99,126,144],"guarantee":[11],"of":[12,64],"being":[13],"differentially":[14,21],"private":[15,22,68],"(DP).":[16],"Most":[17],"prior":[18],"works":[19,107],"on":[20,40],"are":[29,129,140],"either":[30],"restricted":[31],"to":[32,98,142],"gradient":[33,42],"descent":[34,43],"(GD)":[35],"or":[36],"performed":[37],"multi-times":[38],"clipping":[39,58],"(SGD),":[44],"which":[45],"is":[46],"inefficient":[47],"large-scale":[49],"problems.":[50,91],"In":[51],"this":[52],"paper,":[53],"we":[54],"a":[56,132],"one-time":[57],"strategy":[59],"and":[60,67,76,88,103],"provide":[61],"principled":[62],"analyses":[63],"its":[65],"bias":[66],"mean":[69],"estimation.":[70],"establish":[72],"new":[73],"convergence":[74],"results":[75,128],"improved":[77],"complexity":[78],"bounds":[79],"proposed":[82],"algorithm":[83],"called":[84],"AClipped-dpSGD":[85],"constrained":[87],"unconstrained":[89],"also":[93],"extend":[94],"our":[95],"convergent":[96],"analysis":[97],"strongly":[100],"case":[102,105],"non-smooth":[104],"(which":[106],"generalized":[109],"smooth":[110],"objectives":[111],"H":[113],"$$\\ddot{\\text":[114],"{o}}$$":[115],"<mml:math":[116],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\">":[117],"<mml:mover>":[118],"<mml:mtext>o</mml:mtext>":[119],"<mml:mo>\u00a8</mml:mo>":[120],"</mml:mover>":[121],"</mml:math>":[122],"lder-continuous":[123],"gradients).":[124],"All":[125],"above":[127],"guaranteed":[130],"high":[133],"probability":[134],"data.":[137],"Numerical":[138],"experiments":[139],"conducted":[141],"justify":[143],"theoretical":[145],"improvement.":[146]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}