{"id":"https://openalex.org/W4408215936","doi":"https://doi.org/10.56553/popets-2025-0079","title":"Recycling Scraps: Improving Private Learning by Leveraging Checkpoints]{Recycling Scraps: Improving Private Learning by Leveraging Checkpoints","display_name":"Recycling Scraps: Improving Private Learning by Leveraging Checkpoints]{Recycling Scraps: Improving Private Learning by Leveraging Checkpoints","publication_year":2025,"publication_date":"2025-03-07","ids":{"openalex":"https://openalex.org/W4408215936","doi":"https://doi.org/10.56553/popets-2025-0079"},"language":"en","primary_location":{"id":"doi:10.56553/popets-2025-0079","is_oa":true,"landing_page_url":"https://doi.org/10.56553/popets-2025-0079","pdf_url":"https://petsymposium.org/popets/2025/popets-2025-0079.pdf","source":{"id":"https://openalex.org/S4210183172","display_name":"Proceedings on Privacy Enhancing Technologies","issn_l":"2299-0984","issn":["2299-0984"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320322","host_organization_name":"De Gruyter Open","host_organization_lineage":["https://openalex.org/P4310320322","https://openalex.org/P4310313990"],"host_organization_lineage_names":["De Gruyter Open","De Gruyter"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings on Privacy Enhancing Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://petsymposium.org/popets/2025/popets-2025-0079.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025710896","display_name":"Virat Shejwalkar","orcid":"https://orcid.org/0000-0003-4508-583X"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Virat Shejwalkar","raw_affiliation_strings":["Google Deepmind"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Deepmind","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101151090","display_name":"Arun Ganesh","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arun Ganesh","raw_affiliation_strings":["Google Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075324202","display_name":"Rajiv Mathews","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rajiv Mathews","raw_affiliation_strings":["Google Deepmind"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Deepmind","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040689829","display_name":"Mu Yue","orcid":"https://orcid.org/0000-0001-5012-0690"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yarong Mu","raw_affiliation_strings":["Google"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100731553","display_name":"Shuang Song","orcid":"https://orcid.org/0000-0002-0037-1499"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shuang Song","raw_affiliation_strings":["Google Deepmind"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Deepmind","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077162569","display_name":"Om Thakkar","orcid":null},"institutions":[{"id":"https://openalex.org/I4210161460","display_name":"OpenAI (United States)","ror":"https://ror.org/05wx9n238","country_code":"US","type":"company","lineage":["https://openalex.org/I4210161460"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Om Thakkar","raw_affiliation_strings":["OpenAI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"OpenAI","institution_ids":["https://openalex.org/I4210161460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008213441","display_name":"Abhradeep Thakurta","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abhradeep Thakurta","raw_affiliation_strings":["Google Deepmind"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Deepmind","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033983096","display_name":"Xinyi Zheng","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xinyi Zheng","raw_affiliation_strings":["Google"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.03281053,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"2025","issue":"2","first_page":"607","last_page":"628"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12171","display_name":"Open Education and E-Learning","score":0.6797999739646912,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12171","display_name":"Open Education and E-Learning","score":0.6797999739646912,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13844","display_name":"Higher Education Learning Practices","score":0.6334999799728394,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.6169770359992981},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.3548281490802765},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.2137100100517273}],"concepts":[{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.6169770359992981},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3548281490802765},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2137100100517273}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.56553/popets-2025-0079","is_oa":true,"landing_page_url":"https://doi.org/10.56553/popets-2025-0079","pdf_url":"https://petsymposium.org/popets/2025/popets-2025-0079.pdf","source":{"id":"https://openalex.org/S4210183172","display_name":"Proceedings on Privacy Enhancing Technologies","issn_l":"2299-0984","issn":["2299-0984"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320322","host_organization_name":"De Gruyter Open","host_organization_lineage":["https://openalex.org/P4310320322","https://openalex.org/P4310313990"],"host_organization_lineage_names":["De Gruyter Open","De Gruyter"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings on Privacy Enhancing Technologies","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.56553/popets-2025-0079","is_oa":true,"landing_page_url":"https://doi.org/10.56553/popets-2025-0079","pdf_url":"https://petsymposium.org/popets/2025/popets-2025-0079.pdf","source":{"id":"https://openalex.org/S4210183172","display_name":"Proceedings on Privacy Enhancing Technologies","issn_l":"2299-0984","issn":["2299-0984"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320322","host_organization_name":"De Gruyter Open","host_organization_lineage":["https://openalex.org/P4310320322","https://openalex.org/P4310313990"],"host_organization_lineage_names":["De Gruyter Open","De Gruyter"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings on Privacy Enhancing Technologies","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4408215936.pdf","grobid_xml":"https://content.openalex.org/works/W4408215936.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2765153054","https://openalex.org/W2596173151","https://openalex.org/W3213789065","https://openalex.org/W3080576469","https://openalex.org/W4231340554","https://openalex.org/W1491839574","https://openalex.org/W2931838652","https://openalex.org/W3168296622","https://openalex.org/W4399331938"],"abstract_inverted_index":{"DP":[0,42,63,96,158,165,198,220,238],"training":[1,57,70,119,234],"pipelines":[2],"for":[3,84,103,108,214],"modern":[4],"neural":[5],"networks":[6],"are":[7,19],"iterative":[8],"and":[9,38,87,105,133,139],"generate":[10],"multiple":[11],"checkpoints.":[12],"However,":[13],"all":[14,223],"except":[15],"the":[16,60,81,94,154,162,175,178,190,193,204,215,224,237],"final":[17,194],"checkpoint":[18],"discarded":[20],"after":[21],"training.":[22],"In":[23],"this":[24,228],"work,":[25],"we":[26,45,67,92,148,201],"propose":[27],"novel":[28],"methods":[29,127,225],"to":[30,34,58,99],"utilize":[31],"intermediate":[32,54],"checkpoints":[33,55,184,207],"improve":[35,93],"prediction":[36,78],"accuracy":[37,61,79],"estimate":[39],"uncertainty":[40,155],"in":[41,77,114,135,161,227],"predictions.":[43],"First,":[44],"design":[46],"a":[47,142,186,197,210,218,232],"general":[48],"framework":[49],"that":[50,69,125,157,203],"uses":[51],"aggregates":[52,72],"of":[53,62,131,137,164,189,192,196,217,236],"during":[56],"increase":[59],"ML":[64,166,239],"techniques.":[65],"Specifically,":[66],"demonstrate":[68,124],"over":[71,80],"can":[73,208],"provide":[74,209],"significant":[75],"gains":[76,112],"existing":[82],"state-of-the-art":[83,95],"StackOverflow,":[85],"CIFAR10":[86],"CIFAR100":[88],"datasets.":[89],"For":[90],"instance,":[91],"StackOverflow":[97],"accuracies":[98],"22.74%":[100],"(+2.06%":[101],"relative)":[102],"epsilon=8.2,":[104],"23.90%":[106],"(+2.09%)":[107],"epsilon=18.9.":[109],"Furthermore,":[110],"these":[111],"magnify":[113],"settings":[115],"with":[116],"periodically":[117],"varying":[118],"data":[120],"distributions.":[121],"We":[122,168],"also":[123],"our":[126],"achieve":[128],"relative":[129],"improvements":[130],"0.54%":[132],"62.6%":[134],"terms":[136],"utility":[138],"variance,":[140],"on":[141,174,231],"proprietary,":[143],"production-grade":[144],"pCVR":[145],"task.":[146],"Lastly,":[147],"initiate":[149],"an":[150],"exploration":[151],"into":[152],"estimating":[153],"(variance)":[156],"noise":[159],"adds":[160],"predictions":[163],"models.":[167],"prove":[169],"that,":[170],"under":[171],"standard":[172],"assumptions":[173],"loss":[176],"function,":[177],"sample":[179],"variance":[180,191,216],"from":[181],"last":[182,205],"few":[183,206],"provides":[185],"good":[187],"approximation":[188],"model":[195],"run.":[199],"Empirically,":[200],"show":[202],"reasonable":[211],"lower":[212],"bound":[213],"converged":[219],"model.":[221],"Crucially,":[222],"proposed":[226],"paper":[229],"operate":[230],"single":[233],"run":[235],"technique,":[240],"thus":[241],"incurring":[242],"no":[243],"additional":[244],"privacy":[245],"cost.":[246]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}