{"id":"https://openalex.org/W4386729699","doi":"https://doi.org/10.1145/3604915.3608789","title":"Data-free Knowledge Distillation for Reusing Recommendation Models","display_name":"Data-free Knowledge Distillation for Reusing Recommendation Models","publication_year":2023,"publication_date":"2023-09-14","ids":{"openalex":"https://openalex.org/W4386729699","doi":"https://doi.org/10.1145/3604915.3608789"},"language":"en","primary_location":{"id":"doi:10.1145/3604915.3608789","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3604915.3608789","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100717278","display_name":"Cheng Wang","orcid":"https://orcid.org/0000-0002-7181-4939"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Cheng Wang","raw_affiliation_strings":["Hubei Key Laboratory of Distributed System Security, Hubei Engineering Research Center on Big Data Security, School of Cyber Science and Engineering, Huazhong University of Science and Technology, China"],"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Distributed System Security, Hubei Engineering Research Center on Big Data Security, School of Cyber Science and Engineering, Huazhong University of Science and Technology, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083989723","display_name":"Jiacheng Sun","orcid":"https://orcid.org/0000-0002-5186-8454"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiacheng Sun","raw_affiliation_strings":["Huawei Noah's Ark Lab, China"],"affiliations":[{"raw_affiliation_string":"Huawei Noah's Ark Lab, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021124418","display_name":"Zhenhua Dong","orcid":"https://orcid.org/0000-0002-2231-4663"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenhua Dong","raw_affiliation_strings":["Huawei Noah's Ark Lab, China"],"affiliations":[{"raw_affiliation_string":"Huawei Noah's Ark Lab, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048669373","display_name":"Jieming Zhu","orcid":"https://orcid.org/0000-0002-5666-8320"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jieming Zhu","raw_affiliation_strings":["Huawei Noah's Ark Lab, Huawei Noah's Ark Lab, China"],"affiliations":[{"raw_affiliation_string":"Huawei Noah's Ark Lab, Huawei Noah's Ark Lab, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103196797","display_name":"Zhenguo Li","orcid":"https://orcid.org/0000-0002-8492-3069"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenguo Li","raw_affiliation_strings":["Huawei Noah's Ark Lab, China"],"affiliations":[{"raw_affiliation_string":"Huawei Noah's Ark Lab, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039670436","display_name":"Ruixuan Li","orcid":"https://orcid.org/0000-0002-7791-5511"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruixuan Li","raw_affiliation_strings":["Huazhong University of Science and Technology, China"],"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100422092","display_name":"Rui Zhang","orcid":"https://orcid.org/0000-0002-8132-6250"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rui Zhang","raw_affiliation_strings":["ruizhang.info, China"],"affiliations":[{"raw_affiliation_string":"ruizhang.info, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100717278"],"corresponding_institution_ids":["https://openalex.org/I47720641"],"apc_list":null,"apc_paid":null,"fwci":1.3526,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.85390287,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"386","last_page":"395"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9739999771118164,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9722999930381775,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8343919515609741},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.6861698627471924},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.5655940175056458},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.5402618646621704},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5240561962127686},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5159097909927368},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.5075844526290894},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.49664241075515747},{"id":"https://openalex.org/keywords/retraining","display_name":"Retraining","score":0.4286152124404907},{"id":"https://openalex.org/keywords/feature-engineering","display_name":"Feature engineering","score":0.42133626341819763},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.419919490814209},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4187923073768616},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.22425466775894165},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.13868865370750427}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8343919515609741},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.6861698627471924},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.5655940175056458},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.5402618646621704},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5240561962127686},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5159097909927368},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.5075844526290894},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.49664241075515747},{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.4286152124404907},{"id":"https://openalex.org/C2778827112","wikidata":"https://www.wikidata.org/wiki/Q22245680","display_name":"Feature engineering","level":3,"score":0.42133626341819763},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.419919490814209},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4187923073768616},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.22425466775894165},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.13868865370750427},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C155202549","wikidata":"https://www.wikidata.org/wiki/Q178803","display_name":"International trade","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3604915.3608789","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3604915.3608789","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM Conference on Recommender Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2117336373","display_name":null,"funder_award_id":"U1836204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2878085913","display_name":null,"funder_award_id":"62206102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5571733566","display_name":null,"funder_award_id":"U1936108","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5939423041","display_name":null,"funder_award_id":"Technology","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W2009280107","https://openalex.org/W2020631728","https://openalex.org/W2040367556","https://openalex.org/W2051267297","https://openalex.org/W2295739661","https://openalex.org/W2475334473","https://openalex.org/W2512971201","https://openalex.org/W2555759795","https://openalex.org/W2604662567","https://openalex.org/W2605242105","https://openalex.org/W2619206542","https://openalex.org/W2723293840","https://openalex.org/W2799117791","https://openalex.org/W2808847742","https://openalex.org/W2898422183","https://openalex.org/W2914500297","https://openalex.org/W2950166131","https://openalex.org/W2968289115","https://openalex.org/W2984589663","https://openalex.org/W3023045848","https://openalex.org/W3034957837","https://openalex.org/W3035404611","https://openalex.org/W3080249509","https://openalex.org/W3081388954","https://openalex.org/W3093907268","https://openalex.org/W3101023724","https://openalex.org/W3133849783","https://openalex.org/W3153754021","https://openalex.org/W3153906321","https://openalex.org/W3163155381","https://openalex.org/W3164238513","https://openalex.org/W3200953672","https://openalex.org/W3201053014","https://openalex.org/W3208543775","https://openalex.org/W4283816018","https://openalex.org/W4284690203"],"related_works":["https://openalex.org/W2081982437","https://openalex.org/W4394857231","https://openalex.org/W2027050655","https://openalex.org/W3028244590","https://openalex.org/W4254349500","https://openalex.org/W2014369232","https://openalex.org/W3122042562","https://openalex.org/W2050078012","https://openalex.org/W2060761133","https://openalex.org/W3171384686"],"abstract_inverted_index":{"A":[0],"common":[1],"practice":[2],"to":[3,14,40,58,108,156],"keep":[4],"the":[5,19,27,50,80,98,124,144,159,162,167,219],"freshness":[6],"of":[7,95,161,185,193,209],"an":[8,104],"offline":[9],"Recommender":[10],"System":[11],"(RS)":[12],"is":[13,154],"train":[15,41,190],"models":[16,62,198],"that":[17,177],"fit":[18],"user\u2019s":[20],"most":[21],"recent":[22],"behaviour":[23],"while":[24],"directly":[25],"replacing":[26],"outdated":[28],"historical":[29,43,61,81,99],"model.":[30,100],"However,":[31],"many":[32],"feature":[33],"engineering":[34],"and":[35,83,227],"computing":[36],"resources":[37],"are":[38,47],"used":[39],"these":[42,60],"models,":[44],"but":[45],"they":[46],"underutilized":[48],"in":[49,218],"downstream":[51],"RS":[52],"model":[53,68,82,107,169,225],"training.":[54],"In":[55],"this":[56],"paper,":[57],"turn":[59],"into":[63],"treasures,":[64],"we":[65,102,135],"introduce":[66],"a":[67,92,132,137],"inversed":[69,204],"data":[70,77,96,130,140,164,206],"synthesis":[71],"framework,":[72],"which":[73],"can":[74,180,188,214],"recover":[75],"training":[76,125],"information":[78,122],"from":[79,97,115,123,131,166,199],"use":[84],"it":[85],"for":[86],"knowledge":[87,220,229],"transfer.":[88],"This":[89],"framework":[90,179,213],"synthesizes":[91],"new":[93,138],"form":[94],"Specifically,":[101],"\u2019invert\u2019":[103],"off-the-shield":[105],"pretrained":[106,133],"synthesize":[109,128],"binary":[110],"class":[111],"user-item":[112],"pairs":[113],"beginning":[114],"random":[116],"noise":[117],"without":[118],"requiring":[119],"any":[120],"additional":[121,151],"dataset.":[126],"To":[127],"informative":[129],"model,":[134],"propose":[136],"continuous":[139],"type":[141],"rather":[142],"than":[143],"original":[145],"one-":[146],"or":[147],"multi-hot":[148],"vectors.":[149],"An":[150],"statistical":[152],"regularization":[153],"added":[155],"further":[157],"improve":[158],"quality":[160],"synthetic":[163,205],"inverted":[165],"deep":[168],"with":[170,201],"batch":[171],"normalization.":[172],"The":[173],"experimental":[174],"results":[175],"show":[176],"our":[178,212],"generalize":[181],"across":[182],"different":[183,191],"types":[184,192],"models.":[186],"We":[187],"efficiently":[189],"classical":[194],"Click-Through-Rate":[195],"(CTR)":[196],"prediction":[197],"scratch":[200],"significantly":[202],"few":[203],"(2":[207],"orders":[208],"magnitude).":[210],"Moreover,":[211],"also":[215],"work":[216],"well":[217],"transfer":[221],"scenarios":[222],"such":[223],"as":[224],"retraining":[226],"data-free":[228],"distillation.":[230]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}