{"id":"https://openalex.org/W4367665376","doi":"https://doi.org/10.1109/access.2023.3271678","title":"Enhancing Recommendation Capabilities Using Multi-Head Attention-Based Federated Knowledge Distillation","display_name":"Enhancing Recommendation Capabilities Using Multi-Head Attention-Based Federated Knowledge Distillation","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4367665376","doi":"https://doi.org/10.1109/access.2023.3271678"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3271678","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3271678","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10113220.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10113220.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066818276","display_name":"Aming Wu","orcid":"https://orcid.org/0000-0001-8426-0392"},"institutions":[{"id":"https://openalex.org/I31419693","display_name":"Kyungpook National University","ror":"https://ror.org/040c17130","country_code":"KR","type":"education","lineage":["https://openalex.org/I31419693"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Aming Wu","raw_affiliation_strings":["School of Computer Science and Engineering, Kyungpook National University, Daegu, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-8426-0392","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Kyungpook National University, Daegu, South Korea","institution_ids":["https://openalex.org/I31419693"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037246393","display_name":"Youngwoo Kwon","orcid":"https://orcid.org/0000-0003-0625-8232"},"institutions":[{"id":"https://openalex.org/I31419693","display_name":"Kyungpook National University","ror":"https://ror.org/040c17130","country_code":"KR","type":"education","lineage":["https://openalex.org/I31419693"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Young-Woo Kwon","raw_affiliation_strings":["School of Computer Science and Engineering, Kyungpook National University, Daegu, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-0625-8232","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Kyungpook National University, Daegu, South Korea","institution_ids":["https://openalex.org/I31419693"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I31419693"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.1922,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.82108219,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"11","issue":null,"first_page":"45850","last_page":"45861"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9398000240325928,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9032598733901978},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.45476654171943665},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.43606311082839966},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.4342150390148163},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.42178580164909363},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41331666707992554},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3455151319503784},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1045849621295929}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9032598733901978},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.45476654171943665},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.43606311082839966},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.4342150390148163},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.42178580164909363},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41331666707992554},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3455151319503784},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1045849621295929},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3271678","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3271678","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10113220.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:6c81c462fbe544e1991bff0afc11ef57","is_oa":true,"landing_page_url":"https://doaj.org/article/6c81c462fbe544e1991bff0afc11ef57","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 45850-45861 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3271678","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3271678","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10113220.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4447486136","display_name":null,"funder_award_id":"2021R1A5A1021944","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G7144832864","display_name":null,"funder_award_id":"NRF-2021R1I1A3043889","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G7369723383","display_name":null,"funder_award_id":"2021R1A5A1021944","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G900942017","display_name":null,"funder_award_id":"2021R1A5A1021944","funder_id":"https://openalex.org/F4320322030","funder_display_name":"Ministry of Science, ICT and Future Planning"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320322030","display_name":"Ministry of Science, ICT and Future Planning","ror":"https://ror.org/032e49973"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4367665376.pdf","grobid_xml":"https://content.openalex.org/works/W4367665376.grobid-xml"},"referenced_works_count":66,"referenced_works":["https://openalex.org/W28375330","https://openalex.org/W1821462560","https://openalex.org/W2024095636","https://openalex.org/W2076684951","https://openalex.org/W2116612304","https://openalex.org/W2127480961","https://openalex.org/W2128629010","https://openalex.org/W2171960770","https://openalex.org/W2219888463","https://openalex.org/W2526085503","https://openalex.org/W2776855315","https://openalex.org/W2776897388","https://openalex.org/W2785523195","https://openalex.org/W2789607830","https://openalex.org/W2807006176","https://openalex.org/W2903471046","https://openalex.org/W2950332743","https://openalex.org/W2962745591","https://openalex.org/W2963140444","https://openalex.org/W2963736842","https://openalex.org/W2968937098","https://openalex.org/W2978663651","https://openalex.org/W2990000708","https://openalex.org/W2995022099","https://openalex.org/W3004127093","https://openalex.org/W3005294098","https://openalex.org/W3007720613","https://openalex.org/W3015305286","https://openalex.org/W3018464563","https://openalex.org/W3021654819","https://openalex.org/W3108703399","https://openalex.org/W3111009493","https://openalex.org/W3123459983","https://openalex.org/W3130481949","https://openalex.org/W3154916579","https://openalex.org/W3174946083","https://openalex.org/W3185044643","https://openalex.org/W3193800853","https://openalex.org/W3205970722","https://openalex.org/W3210948155","https://openalex.org/W3217215940","https://openalex.org/W4206747164","https://openalex.org/W4206974132","https://openalex.org/W4225321042","https://openalex.org/W4225821370","https://openalex.org/W4248540588","https://openalex.org/W4285606599","https://openalex.org/W4294646197","https://openalex.org/W4299286960","https://openalex.org/W4319989753","https://openalex.org/W6601108090","https://openalex.org/W6676522543","https://openalex.org/W6692935382","https://openalex.org/W6728757088","https://openalex.org/W6738383168","https://openalex.org/W6739826692","https://openalex.org/W6747043858","https://openalex.org/W6747620207","https://openalex.org/W6750254146","https://openalex.org/W6752029299","https://openalex.org/W6754609146","https://openalex.org/W6754654111","https://openalex.org/W6757139170","https://openalex.org/W6766011044","https://openalex.org/W6773268965","https://openalex.org/W6849725571"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W4246352526","https://openalex.org/W2121910908","https://openalex.org/W915438175","https://openalex.org/W4230315250"],"abstract_inverted_index":{"As":[0],"the":[1,69,85,93,99,102,112,129,138,167,171],"internet":[2],"and":[3,38,46,105,123,143,192,195],"mobile":[4],"computing":[5],"have":[6],"advanced,":[7],"recommendation":[8,20,70],"algorithms":[9],"are":[10,126],"used":[11,151],"to":[12,52,97,110,136,152,164,170,183],"manage":[13],"large":[14],"amounts":[15],"of":[16,95,101,116,132],"data.":[17],"However,":[18],"traditional":[19],"systems":[21],"usually":[22],"require":[23],"collecting":[24],"user":[25,34,154],"data":[26,37,53],"on":[27,79,92],"a":[28,61,73,80],"central":[29],"server,":[30],"which":[31],"may":[32,43],"expose":[33],"privacy.":[35],"Furthermore,":[36],"models":[39],"from":[40],"different":[41],"organizations":[42],"be":[44,48],"proprietary":[45],"cannot":[47],"shared":[49],"directly,":[50],"leading":[51],"isolation.":[54],"To":[55],"address":[56,111],"these":[57],"challenges,":[58],"we":[59],"propose":[60],"method":[62],"that":[63],"combines":[64],"federated":[65,74,133],"learning":[66,160],"(FL)":[67],"with":[68,179],"system":[71],"using":[72],"knowledge":[75,88,107,134],"distillation":[76,89,135],"algorithm":[77],"based":[78],"multi-head":[81,147],"attention":[82,148],"mechanism.":[83],"In":[84],"proposed":[86],"approach,":[87],"is":[90,150,162],"introduced":[91],"basis":[94],"FL":[96],"induce":[98],"training":[100,117,186],"local":[103],"network":[104],"facilitate":[106],"transfer.":[108],"Further,":[109],"non-independent":[113],"identical":[114],"distribution":[115,139],"samples":[118],"in":[119],"FL,":[120],"Wasserstein":[121],"distance":[122],"regularization":[124],"terms":[125],"incorporated":[127],"into":[128],"objective":[130],"function":[131],"reduce":[137],"difference":[140],"between":[141],"server":[142],"client":[144],"networks.":[145],"A":[146,157],"mechanism":[149],"enhance":[153],"encoding":[155],"information.":[156],"combined":[158],"adaptive":[159],"rate":[161],"adopted":[163],"further":[165],"improve":[166],"convergence.":[168],"Compared":[169],"benchmark":[172],"model,":[173],"this":[174],"approach":[175],"demonstrates":[176],"significant":[177],"improvements,":[178],"accuracy":[180],"enhanced":[181],"up":[182],"10%,":[184],"model":[185],"time":[187],"shortened":[188],"by":[189,199],"approximately":[190],"45%,":[191],"average":[193],"error":[194],"NDCG":[196],"values":[197],"decreased":[198],"10%.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}
