{"id":"https://openalex.org/W4312523625","doi":"https://doi.org/10.1109/mmsp55362.2022.9950001","title":"Privacy-Preserving Student Learning with Differentially Private Data-Free Distillation","display_name":"Privacy-Preserving Student Learning with Differentially Private Data-Free Distillation","publication_year":2022,"publication_date":"2022-09-26","ids":{"openalex":"https://openalex.org/W4312523625","doi":"https://doi.org/10.1109/mmsp55362.2022.9950001"},"language":"en","primary_location":{"id":"doi:10.1109/mmsp55362.2022.9950001","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mmsp55362.2022.9950001","pdf_url":null,"source":{"id":"https://openalex.org/S4363605768","display_name":"2022 IEEE 24th International Workshop on Multimedia Signal Processing (MMSP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 24th International Workshop on Multimedia Signal Processing (MMSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090192314","display_name":"Bochao Liu","orcid":"https://orcid.org/0000-0003-3539-6618"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Bochao Liu","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences,Beijing,China,100095","School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences,Beijing,China,100095","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009942064","display_name":"Jianghu Lu","orcid":"https://orcid.org/0000-0002-5505-0393"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianghu Lu","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences,Beijing,China,100095","School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences,Beijing,China,100095","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100604927","display_name":"Pengju Wang","orcid":"https://orcid.org/0000-0001-5057-7287"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengju Wang","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences,Beijing,China,100095","School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences,Beijing,China,100095","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100343044","display_name":"Junjie Zhang","orcid":"https://orcid.org/0000-0002-0033-0494"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junjie Zhang","raw_affiliation_strings":["School of Communication and Information Engineering, Shanghai University,Shanghai,China,200444"],"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Shanghai University,Shanghai,China,200444","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023724461","display_name":"Dan Zeng","orcid":"https://orcid.org/0000-0003-1300-1769"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dan Zeng","raw_affiliation_strings":["School of Communication and Information Engineering, Shanghai University,Shanghai,China,200444"],"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Shanghai University,Shanghai,China,200444","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054324316","display_name":"Zhenxing Qian","orcid":"https://orcid.org/0000-0003-1622-0561"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenxing Qian","raw_affiliation_strings":["School of Computer Science, Fudan University,Shanghai,China,200433"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Fudan University,Shanghai,China,200433","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033254559","display_name":"Shiming Ge","orcid":"https://orcid.org/0000-0001-5293-310X"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiming Ge","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences,Beijing,China,100095","School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences,Beijing,China,100095","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5090192314"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":0.3118,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.52257057,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"01","last_page":"06"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.638202428817749},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6183092594146729},{"id":"https://openalex.org/keywords/information-privacy","display_name":"Information privacy","score":0.466264545917511},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.3479961156845093},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.12367287278175354},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.07074785232543945}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.638202428817749},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6183092594146729},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.466264545917511},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.3479961156845093},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.12367287278175354},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.07074785232543945}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mmsp55362.2022.9950001","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mmsp55362.2022.9950001","pdf_url":null,"source":{"id":"https://openalex.org/S4363605768","display_name":"2022 IEEE 24th International Workshop on Multimedia Signal Processing (MMSP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 24th International Workshop on Multimedia Signal Processing (MMSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1834627138","https://openalex.org/W1873763122","https://openalex.org/W2013823004","https://openalex.org/W2051267297","https://openalex.org/W2112796928","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2401502000","https://openalex.org/W2473418344","https://openalex.org/W2750384547","https://openalex.org/W2789226849","https://openalex.org/W2908109788","https://openalex.org/W2952515811","https://openalex.org/W2982802130","https://openalex.org/W3035616549","https://openalex.org/W3093936016","https://openalex.org/W3094502228","https://openalex.org/W3104110119","https://openalex.org/W3118608800","https://openalex.org/W3169894107","https://openalex.org/W3192357745","https://openalex.org/W3204308429","https://openalex.org/W3212471751","https://openalex.org/W3213415000","https://openalex.org/W4283816018","https://openalex.org/W4287123801","https://openalex.org/W4297799122","https://openalex.org/W6636409141","https://openalex.org/W6684191040","https://openalex.org/W6728897251","https://openalex.org/W6757641797","https://openalex.org/W6779062925","https://openalex.org/W6784333009","https://openalex.org/W6784683552","https://openalex.org/W6787972765","https://openalex.org/W6790338629","https://openalex.org/W6802301507","https://openalex.org/W6803119220"],"related_works":["https://openalex.org/W2584827882","https://openalex.org/W3195097297","https://openalex.org/W4225340788","https://openalex.org/W3038106605","https://openalex.org/W2513267613","https://openalex.org/W3049084372","https://openalex.org/W2528109871","https://openalex.org/W2905822832","https://openalex.org/W2940702331","https://openalex.org/W2240244939"],"abstract_inverted_index":{"Deep":[0],"learning":[1,36,42],"models":[2,43],"can":[3,61,98],"achieve":[4],"high":[5],"inference":[6],"accuracy":[7],"by":[8,84],"extracting":[9],"rich":[10],"knowledge":[11],"from":[12],"massive":[13,95],"well-annotated":[14],"data,":[15],"but":[16],"may":[17],"pose":[18],"the":[19,63,73,86,93,109,115,137,146,150,181],"risk":[20],"of":[21,65,152,183],"data":[22,55,97,106,111,148,159],"privacy":[23,129,160,163],"leakage":[24],"in":[25,80,167],"practical":[26],"deployment.":[27],"In":[28,72,155],"this":[29,122,156],"paper,":[30],"we":[31,124],"present":[32],"an":[33],"effective":[34],"teacher-student":[35],"approach":[37],"to":[38,56,117,135,172],"train":[39],"privacy-preserving":[40,173],"deep":[41],"via":[44],"differentially":[45],"private":[46,70,119,153],"data-free":[47,82],"distillation.":[48],"The":[49],"main":[50],"idea":[51],"is":[52,77,112,143],"generating":[53],"synthetic":[54,96,110,147],"learn":[57],"a":[58,66,75,81,89,126,141,168],"student":[59,142],"that":[60],"mimic":[62],"ability":[64],"teacher":[67,87,116],"well-trained":[68],"on":[69,145],"data.":[71],"approach,":[74],"generator":[76],"first":[78],"pretrained":[79],"manner":[83],"incorporating":[85],"as":[88],"fixed":[90],"discriminator.":[91],"With":[92],"generator,":[94],"be":[99],"generated":[100],"for":[101],"model":[102],"training":[103],"without":[104],"exposing":[105],"privacy.":[107],"Then,":[108],"fed":[113],"into":[114],"generate":[118],"labels.":[120,154],"Towards":[121],"end,":[123],"propose":[125],"label":[127,138,162],"differential":[128],"algorithm":[130],"termed":[131],"selective":[132],"randomized":[133],"response":[134],"protect":[136],"information.":[139],"Finally,":[140],"trained":[144],"with":[149],"supervision":[151],"way,":[157],"both":[158],"and":[161,177],"are":[164],"well":[165],"protected":[166],"unified":[169],"framework,":[170],"leading":[171],"models.":[174],"Extensive":[175],"experiments":[176],"analysis":[178],"clearly":[179],"demonstrate":[180],"effectiveness":[182],"our":[184],"approach.":[185]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}