{"id":"https://openalex.org/W4392103553","doi":"https://doi.org/10.1145/3649443","title":"Unbiased, Effective, and Efficient Distillation from Heterogeneous Models for Recommender Systems","display_name":"Unbiased, Effective, and Efficient Distillation from Heterogeneous Models for Recommender Systems","publication_year":2024,"publication_date":"2024-02-23","ids":{"openalex":"https://openalex.org/W4392103553","doi":"https://doi.org/10.1145/3649443"},"language":"en","primary_location":{"id":"doi:10.1145/3649443","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3649443","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3649443","source":{"id":"https://openalex.org/S4387284325","display_name":"ACM Transactions on Recommender Systems","issn_l":"2770-6699","issn":["2770-6699"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Recommender Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3649443","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075832345","display_name":"SeongKu Kang","orcid":"https://orcid.org/0000-0001-5528-1426"},"institutions":[{"id":"https://openalex.org/I183874917","display_name":"Urbana University","ror":"https://ror.org/04kp3hw27","country_code":"US","type":"education","lineage":["https://openalex.org/I183874917"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Seongku Kang","raw_affiliation_strings":["UIUC, Urbana, United States"],"raw_orcid":"https://orcid.org/0000-0001-5528-1426","affiliations":[{"raw_affiliation_string":"UIUC, Urbana, United States","institution_ids":["https://openalex.org/I183874917"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052506681","display_name":"Wonbin Kweon","orcid":"https://orcid.org/0000-0002-8813-3179"},"institutions":[{"id":"https://openalex.org/I123900574","display_name":"Pohang University of Science and Technology","ror":"https://ror.org/04xysgw12","country_code":"KR","type":"education","lineage":["https://openalex.org/I123900574"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Wonbin Kweon","raw_affiliation_strings":["POSTECH, Pohang, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-8813-3179","affiliations":[{"raw_affiliation_string":"POSTECH, Pohang, South Korea","institution_ids":["https://openalex.org/I123900574"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Dongha Lee","orcid":"https://orcid.org/0000-0003-0694-6385"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Dongha Lee","raw_affiliation_strings":["Yonsei University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-0694-6385","affiliations":[{"raw_affiliation_string":"Yonsei University, Seoul, South Korea","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087106517","display_name":"Jianxun Lian","orcid":"https://orcid.org/0000-0003-3108-5601"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianxun Lian","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3108-5601","affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044651577","display_name":"Xing Xie","orcid":"https://orcid.org/0000-0002-8608-8482"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xing Xie","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8608-8482","affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045521125","display_name":"Hwanjo Yu","orcid":"https://orcid.org/0000-0002-7510-0255"},"institutions":[{"id":"https://openalex.org/I123900574","display_name":"Pohang University of Science and Technology","ror":"https://ror.org/04xysgw12","country_code":"KR","type":"education","lineage":["https://openalex.org/I123900574"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hwanjo Yu","raw_affiliation_strings":["POSTECH, Pohang, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-7510-0255","affiliations":[{"raw_affiliation_string":"POSTECH, Pohang, South Korea","institution_ids":["https://openalex.org/I123900574"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2792,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.82531922,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"3","issue":"3","first_page":"1","last_page":"28"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.766891598701477},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.6149020195007324},{"id":"https://openalex.org/keywords/lift","display_name":"Lift (data mining)","score":0.6060465574264526},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5947464108467102},{"id":"https://openalex.org/keywords/debiasing","display_name":"Debiasing","score":0.5653563737869263},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5466279983520508},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.5080301761627197},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.48731932044029236},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4676957130432129},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.4618586003780365},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.4567609131336212},{"id":"https://openalex.org/keywords/knowledge-transfer","display_name":"Knowledge transfer","score":0.42559218406677246},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37828391790390015},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.14862078428268433}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.766891598701477},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.6149020195007324},{"id":"https://openalex.org/C139002025","wikidata":"https://www.wikidata.org/wiki/Q3001212","display_name":"Lift (data mining)","level":2,"score":0.6060465574264526},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5947464108467102},{"id":"https://openalex.org/C2779458634","wikidata":"https://www.wikidata.org/wiki/Q24963715","display_name":"Debiasing","level":2,"score":0.5653563737869263},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5466279983520508},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.5080301761627197},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.48731932044029236},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4676957130432129},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.4618586003780365},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.4567609131336212},{"id":"https://openalex.org/C2776960227","wikidata":"https://www.wikidata.org/wiki/Q2586354","display_name":"Knowledge transfer","level":2,"score":0.42559218406677246},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37828391790390015},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.14862078428268433},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3649443","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3649443","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3649443","source":{"id":"https://openalex.org/S4387284325","display_name":"ACM Transactions on Recommender Systems","issn_l":"2770-6699","issn":["2770-6699"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Recommender Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3649443","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3649443","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3649443","source":{"id":"https://openalex.org/S4387284325","display_name":"ACM Transactions on Recommender Systems","issn_l":"2770-6699","issn":["2770-6699"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Recommender Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.550000011920929,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G4700831490","display_name":null,"funder_award_id":"2022-","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"}],"funders":[{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392103553.pdf","grobid_xml":"https://content.openalex.org/works/W4392103553.grobid-xml"},"referenced_works_count":60,"referenced_works":["https://openalex.org/W1720514416","https://openalex.org/W1976999215","https://openalex.org/W1978753906","https://openalex.org/W2091158010","https://openalex.org/W2256388387","https://openalex.org/W2296073425","https://openalex.org/W2604433096","https://openalex.org/W2605350416","https://openalex.org/W2743289088","https://openalex.org/W2747909401","https://openalex.org/W2761674588","https://openalex.org/W2788388592","https://openalex.org/W2808847742","https://openalex.org/W2915000900","https://openalex.org/W2963085847","https://openalex.org/W2963468606","https://openalex.org/W2965198005","https://openalex.org/W2981819252","https://openalex.org/W2987219395","https://openalex.org/W3006895932","https://openalex.org/W3020834808","https://openalex.org/W3045200674","https://openalex.org/W3045672834","https://openalex.org/W3088511490","https://openalex.org/W3092103025","https://openalex.org/W3092822179","https://openalex.org/W3093502611","https://openalex.org/W3093907268","https://openalex.org/W3096121526","https://openalex.org/W3097679710","https://openalex.org/W3106498098","https://openalex.org/W3110846353","https://openalex.org/W3142849873","https://openalex.org/W3154731007","https://openalex.org/W3156135334","https://openalex.org/W3168146412","https://openalex.org/W3170713142","https://openalex.org/W3172187472","https://openalex.org/W3172887428","https://openalex.org/W3174510164","https://openalex.org/W3194721698","https://openalex.org/W3204816216","https://openalex.org/W3208976105","https://openalex.org/W3214721215","https://openalex.org/W4200176867","https://openalex.org/W4224322184","https://openalex.org/W4224926669","https://openalex.org/W4225156005","https://openalex.org/W4281613206","https://openalex.org/W4296604436","https://openalex.org/W4307005348","https://openalex.org/W4307203553","https://openalex.org/W4310416255","https://openalex.org/W4312412605","https://openalex.org/W4312551924","https://openalex.org/W4317884287","https://openalex.org/W4320830010","https://openalex.org/W4324046908","https://openalex.org/W4367046606","https://openalex.org/W6786637698"],"related_works":["https://openalex.org/W4362554880","https://openalex.org/W4281684980","https://openalex.org/W4386875279","https://openalex.org/W2171721708","https://openalex.org/W4390963114","https://openalex.org/W3214527415","https://openalex.org/W4287887864","https://openalex.org/W1495104519","https://openalex.org/W4225584739","https://openalex.org/W2199432031"],"abstract_inverted_index":{"In":[0],"recent":[1],"years,":[2],"recommender":[3],"systems":[4],"have":[5],"achieved":[6],"remarkable":[7],"performance":[8],"by":[9,95,193],"using":[10,54],"ensembles":[11],"of":[12,31,46,70,99,182],"heterogeneous":[13,47,77,156],"models.":[14],"However,":[15],"this":[16,142],"approach":[17],"is":[18],"costly":[19],"due":[20],"to":[21,28,49,110,120],"the":[22,29,43,68,92,168,180,189],"resources":[23],"and":[24,116,167],"inference":[25,59],"latency":[26],"proportional":[27],"number":[30],"models,":[32],"creating":[33],"a":[34,50,84,136],"bottleneck":[35],"for":[36,155],"production.":[37],"Our":[38,158],"work":[39],"aims":[40],"at":[41],"transfering":[42],"ensemble":[44],"knowledge":[45,55,75,100,108,115,118,152],"teachers":[48],"lightweight":[51],"student":[52,93,169],"model":[53,94],"distillation":[56,71,165],"(KD),":[57],"reducing":[58],"costs":[60],"while":[61],"maintaining":[62],"high":[63,137],"accuracy.":[64],"We":[65],"find":[66],"that":[67,90,148,161],"efficacy":[69],"decreases":[72],"when":[73],"transferring":[74,96],"from":[76,102],"teachers.":[78],"To":[79,140],"address":[80],"this,":[81],"we":[82,144,174],"propose":[83],"new":[85],"KD":[86],"framework,":[87],"named":[88],"HetComp,":[89],"guides":[91],"easy-to-hard":[97],"sequences":[98],"generated":[101],"teachers\u2019":[103],"trajectories.":[104],"HetComp":[105,127,162],"uses":[106],"dynamic":[107],"construction":[109],"provide":[111,175],"progressively":[112],"difficult":[113],"ranking":[114,124],"adaptive":[117],"transfer":[119,122],"gradually":[121],"finer-grained":[123],"information.":[125],"Although":[126],"improves":[128],"accuracy,":[129],"it":[130],"exacerbates":[131],"popularity":[132,138,190],"bias,":[133],"resulting":[134],"in":[135,187],"lift.":[139],"mitigate":[141],"issue,":[143],"introduce":[145],"two":[146],"strategies":[147],"leverage":[149],"models\u2019":[150],"disagreement":[151],"(i.e.,":[153],"dissensus)":[154],"comparison.":[157],"experiments":[159],"demonstrate":[160],"significantly":[163],"enhances":[164],"quality":[166],"model\u2019s":[170],"generalization":[171],"capabilities.":[172],"Furthermore,":[173],"extensive":[176],"experimental":[177],"results":[178],"supporting":[179],"effectiveness":[181],"our":[183],"dissensus-based":[184],"debiasing":[185],"techniques":[186],"mitigating":[188],"lift":[191],"caused":[192],"HetComp.":[194]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}