{"id":"https://openalex.org/W4417414060","doi":"https://doi.org/10.48550/arxiv.2509.03472","title":"DPQuant: Efficient and Differentially-Private Model Training via Dynamic Quantization Scheduling","display_name":"DPQuant: Efficient and Differentially-Private Model Training via Dynamic Quantization Scheduling","publication_year":2025,"publication_date":"2025-09-03","ids":{"openalex":"https://openalex.org/W4417414060","doi":"https://doi.org/10.48550/arxiv.2509.03472"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2509.03472","is_oa":true,"landing_page_url":"https://arxiv.org/abs/2509.03472","pdf_url":"https://arxiv.org/pdf/2509.03472","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2509.03472","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029569556","display_name":"Yubo Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Yubo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120828655","display_name":"Renbo Tu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tu, Renbo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007585346","display_name":"Gennady Pekhimenko","orcid":"https://orcid.org/0000-0002-3839-0919"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pekhimenko, Gennady","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5080873211","display_name":"Nandita Vijaykumar","orcid":"https://orcid.org/0000-0003-3315-9336"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vijaykumar, Nandita","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.5813000202178955,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.5813000202178955,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.1469999998807907,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.08810000121593475,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.8313000202178955},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.6473000049591064},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5145000219345093},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.3822000026702881},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.3723999857902527},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3691999912261963}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.8313000202178955},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6905999779701233},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.6473000049591064},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5145000219345093},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4659999907016754},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.3822000026702881},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.3723999857902527},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3691999912261963},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.3504999876022339},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3488999903202057},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3208000063896179},{"id":"https://openalex.org/C52740198","wikidata":"https://www.wikidata.org/wiki/Q1539564","display_name":"Importance sampling","level":3,"score":0.29490000009536743},{"id":"https://openalex.org/C29265498","wikidata":"https://www.wikidata.org/wiki/Q7047719","display_name":"Noise measurement","level":3,"score":0.2930999994277954},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.289900004863739},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28870001435279846}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2509.03472","is_oa":true,"landing_page_url":"https://arxiv.org/abs/2509.03472","pdf_url":"https://arxiv.org/pdf/2509.03472","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2509.03472","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2509.03472","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2509.03472","is_oa":true,"landing_page_url":"https://arxiv.org/abs/2509.03472","pdf_url":"https://arxiv.org/pdf/2509.03472","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4417414060.pdf","grobid_xml":"https://content.openalex.org/works/W4417414060.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Differentially-Private":[0],"SGD":[1],"(DP-SGD)":[2],"and":[3,28,42,44,139,184,204],"its":[4],"adaptive":[5],"variant":[6],"DP-Adam":[7,230],"are":[8,135],"powerful":[9],"techniques":[10],"to":[11,19,71,88,112,152,206,229],"protect":[12],"user":[13],"privacy":[14,174],"when":[15],"using":[16],"sensitive":[17],"data":[18],"train":[20],"neural":[21],"networks.":[22],"During":[23],"training,":[24],"converting":[25],"model":[26,163],"weights":[27],"activations":[29],"into":[30],"low-precision":[31,212],"formats,":[32],"i.e.,":[33],"quantization,":[34],"can":[35,156],"drastically":[36],"reduce":[37,125],"training":[38,69],"times,":[39],"energy":[40],"consumption,":[41],"cost,":[43],"is":[45,78],"thus":[46],"a":[47,100,107,146,168,187],"widely":[48],"used":[49],"technique.":[50],"In":[51],"this":[52,77,95],"work,":[53],"we":[54,97],"demonstrate":[55,191],"for":[56],"the":[57,172],"first":[58],"time":[59],"that":[60,76,104,123,131,155,192,225],"quantization":[61,85,102,126,197],"causes":[62],"significantly":[63],"higher":[64],"accuracy":[65,91],"degradation":[66],"in":[67,219],"DP":[68,177],"compared":[70],"regular":[72],"SGD.":[73],"We":[74,222],"observe":[75],"caused":[79],"by":[80],"noise":[81],"injection,":[82],"which":[83,133,144],"amplifies":[84],"variance,":[86],"leading":[87],"disproportionately":[89],"large":[90],"degradation.":[92],"To":[93],"address":[94],"challenge,":[96],"present":[98],"DPQuant,":[99],"dynamic":[101],"framework":[103,227],"adaptively":[105],"selects":[106],"changing":[108],"subset":[109],"of":[110,171,189],"layers":[111,134,154],"quantize":[113],"at":[114],"each":[115],"epoch.":[116],"Our":[117],"method":[118],"combines":[119],"two":[120],"key":[121],"ideas":[122],"effectively":[124],"variance:":[127],"(i)":[128],"probabilistic":[129],"sampling":[130],"rotates":[132],"quantized":[136,158],"every":[137],"epoch,":[138],"(ii)":[140],"loss-aware":[141],"layer":[142],"prioritization,":[143],"uses":[145],"differentially":[147],"private":[148],"loss":[149],"sensitivity":[150],"estimator":[151,166],"identify":[153],"be":[157],"with":[159,214,231],"minimal":[160],"impact":[161],"on":[162,181,211],"quality.":[164],"This":[165],"consumes":[167],"negligible":[169],"fraction":[170],"overall":[173],"budget,":[175],"preserving":[176],"guarantees.":[178],"Empirical":[179],"evaluations":[180],"ResNet18,":[182],"ResNet50,":[183],"DenseNet121":[185],"across":[186],"range":[188],"datasets":[190],"DPQuant":[193],"consistently":[194],"outperforms":[195],"static":[196],"baselines,":[198],"achieving":[199],"near":[200],"Pareto-optimal":[201],"accuracy-compute":[202],"trade-offs":[203],"up":[205],"$2.21\\times$":[207],"theoretical":[208],"throughput":[209],"improvements":[210],"hardware,":[213],"less":[215],"than":[216],"2%":[217],"drop":[218],"validation":[220],"accuracy.":[221],"further":[223],"show":[224],"our":[226],"extends":[228],"similar":[232],"gains.":[233]},"counts_by_year":[],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}