{"id":"https://openalex.org/W3128675832","doi":"https://doi.org/10.48550/arxiv.2102.04704","title":"Output Perturbation for Differentially Private Convex Optimization: Faster and More General","display_name":"Output Perturbation for Differentially Private Convex Optimization: Faster and More General","publication_year":2021,"publication_date":"2021-02-09","ids":{"openalex":"https://openalex.org/W3128675832","doi":"https://doi.org/10.48550/arxiv.2102.04704","mag":"3128675832"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2102.04704","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.04704","pdf_url":"https://arxiv.org/pdf/2102.04704","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2102.04704","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089839809","display_name":"Andrew M. Lowy","orcid":"https://orcid.org/0000-0002-7106-0735","observed_orcids":["https://orcid.org/0000-0002-7106-0735"]},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lowy, Andrew","raw_affiliation_strings":["University of Southern California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041237539","display_name":"Meisam Razaviyayn","orcid":"https://orcid.org/0000-0003-4342-6661","observed_orcids":["https://orcid.org/0000-0003-4342-6661"]},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Razaviyayn, Meisam","raw_affiliation_strings":["University of Southern California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1174212"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/output-perturbation","display_name":"output perturbation","score":0.996999979019165},{"id":"https://openalex.org/keywords/excess-risk-bounds","display_name":"excess risk bounds","score":0.9129999876022339},{"id":"https://openalex.org/keywords/linear-time-algorithms","display_name":"linear-time algorithms","score":0.6899999976158142},{"id":"https://openalex.org/keywords/strong-convexity","display_name":"strong convexity","score":0.7059999704360962},{"id":"https://openalex.org/keywords/fairness","display_name":"fairness","score":0.414000004529953},{"id":"https://openalex.org/keywords/robustness","display_name":"robustness","score":0.8450000286102295}],"concepts":[{"id":"https://openalex.org/C23130292","wikidata":"https://www.wikidata.org/wiki/Q5275358","display_name":"Differential privacy","level":2,"score":0.7458473443984985},{"id":"https://openalex.org/C107321475","wikidata":"https://www.wikidata.org/wiki/Q5374254","display_name":"Empirical risk minimization","level":2,"score":0.6917867660522461},{"id":"https://openalex.org/C72134830","wikidata":"https://www.wikidata.org/wiki/Q5166524","display_name":"Convexity","level":2,"score":0.6339836120605469},{"id":"https://openalex.org/C22324862","wikidata":"https://www.wikidata.org/wiki/Q652707","display_name":"Lipschitz continuity","level":2,"score":0.6004046201705933},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5793116092681885},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.5656230449676514},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.552483081817627},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5384601950645447},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.5299221873283386},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.5090557932853699},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.4483276903629303},{"id":"https://openalex.org/C193254401","wikidata":"https://www.wikidata.org/wiki/Q2160088","display_name":"Robust optimization","level":2,"score":0.4220888614654541},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.33504247665405273},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.30560624599456787},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.26781678199768066},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25812578201293945},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24844694137573242},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C106159729","wikidata":"https://www.wikidata.org/wiki/Q2294553","display_name":"Financial economics","level":1,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2102.04704","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.04704","pdf_url":"https://arxiv.org/pdf/2102.04704","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2102.04704","doi":"https://doi.org/10.48550/arxiv.2102.04704","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2102.04704","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2102.04704","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.04704","pdf_url":"https://arxiv.org/pdf/2102.04704","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3128675832.pdf","grobid_xml":"https://content.openalex.org/works/W3128675832.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W584312462","https://openalex.org/W1557833142","https://openalex.org/W1616087023","https://openalex.org/W1648303880","https://openalex.org/W1937834619","https://openalex.org/W1964191893","https://openalex.org/W1985077192","https://openalex.org/W1987793616","https://openalex.org/W2027595342","https://openalex.org/W2117202609","https://openalex.org/W2119874464","https://openalex.org/W2154682027","https://openalex.org/W2180612164","https://openalex.org/W2243397390","https://openalex.org/W2562677074","https://openalex.org/W2605258322","https://openalex.org/W2621265919","https://openalex.org/W2750753921","https://openalex.org/W2794001798","https://openalex.org/W2798302089","https://openalex.org/W2913766097","https://openalex.org/W2948411390","https://openalex.org/W2963207607","https://openalex.org/W2963326510","https://openalex.org/W2963794891","https://openalex.org/W2964153729","https://openalex.org/W2964253222","https://openalex.org/W2970416783","https://openalex.org/W2970545119","https://openalex.org/W2990741518","https://openalex.org/W3004694802","https://openalex.org/W3008560213","https://openalex.org/W3021780084","https://openalex.org/W3034936311","https://openalex.org/W3035625450","https://openalex.org/W3121990589","https://openalex.org/W3132032427","https://openalex.org/W3141595720","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W3021780084","https://openalex.org/W2970545119","https://openalex.org/W2399077675","https://openalex.org/W2932329902","https://openalex.org/W1937834619","https://openalex.org/W3182589443","https://openalex.org/W3172823396","https://openalex.org/W2944481864","https://openalex.org/W7133239868","https://openalex.org/W3188340786"],"abstract_inverted_index":{"Finding":[0],"efficient,":[1],"easily":[2],"implementable":[3],"differentially":[4,228],"private":[5,29,35,76,113,229],"(DP)":[6],"algorithms":[7],"that":[8,62,247],"offer":[9],"strong":[10,198,255],"excess":[11,88,147,186],"risk":[12,31,89,187],"bounds":[13,92,117,190,202],"is":[14,105,236],"an":[15],"important":[16],"problem":[17],"in":[18,66,75,266],"modern":[19],"machine":[20],"learning.":[21],"To":[22],"date,":[23],"most":[24,72],"work":[25,74],"has":[26,78,261],"focused":[27,79],"on":[28,80],"empirical":[30],"minimization":[32],"(ERM)":[33],"or":[34,56,171],"stochastic":[36],"convex":[37,125,137],"optimization":[38,156],"(SCO),":[39],"which":[40],"corresponds":[41],"to":[42,58,106,168,214,253],"population":[43,115],"loss":[44,116,126,138,163],"minimization.":[45],"However,":[46],"there":[47],"are":[48,63,174,203,220],"often":[49],"other":[50],"objectives-such":[51],"as":[52],"fairness,":[53],"adversarial":[54,216],"robustness,":[55,172],"sensitivity":[57],"outliers-besides":[59],"average":[60],"performance":[61],"not":[64,175,237,262],"captured":[65],"the":[67,108,182,224,248],"classical":[68],"ERM/SCO":[69],"setups.":[70],"Further,":[71],"recent":[73],"SCO":[77,131],"$(\\varepsilon,":[81,94,111],"\u03b4)$-DP":[82],"($\u03b4>":[83],"0$),":[84],"whereas":[85],"proving":[86],"tight":[87],"and":[90,118,123,135,173,188,197,244,258],"runtime":[91,189,259],"for":[93,121,130,157,191],"0)$-differential":[95],"privacy":[96],"remains":[97],"a":[98,142,158],"challenging":[99],"open":[100],"problem.":[101],"Our":[102,218],"first":[103,183],"contribution":[104],"provide":[107,141],"tightest":[109],"known":[110,184],"0)$-differentially":[112],"expected":[114],"fastest":[119],"runtimes":[120],"smooth":[122,134],"strongly":[124,136],"functions.":[127],"In":[128],"particular,":[129],"with":[132,145],"well-conditioned":[133],"functions,":[139],"we":[140,153,210],"linear-time":[143],"algorithm":[144],"optimal":[146],"risk.":[148],"For":[149,206],"our":[150,201,207,212,240],"second":[151],"contribution,":[152,209],"study":[154],"DP":[155,185,215],"broad":[159],"class":[160],"of":[161,177,250],"tilted":[162],"functions-which":[164],"can":[165],"be":[166],"used":[167],"promote":[169],"fairness":[170],"necessarily":[176],"ERM":[178],"form.":[179],"We":[180],"establish":[181],"optimizing":[192],"this":[193,234,251],"class;":[194],"under":[195],"smoothness":[196],"convexity":[199],"assumptions,":[200],"near":[204],"optimal.":[205],"third":[208],"specialize":[211],"theory":[213],"training.":[217],"results":[219],"achieved":[221],"using":[222],"perhaps":[223],"simplest":[225],"yet":[226],"practical":[227],"algorithm:":[230],"output":[231],"perturbation.":[232],"Although":[233],"method":[235,252],"novel":[238,241],"conceptually,":[239],"implementation":[242],"scheme":[243],"analysis":[245],"show":[246],"power":[249],"achieve":[254],"privacy,":[256],"utility,":[257],"guarantees":[260],"been":[263],"fully":[264],"appreciated":[265],"prior":[267],"works.":[268]},"counts_by_year":[{"year":2021,"cited_by_count":2}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2021-02-15T00:00:00"}