{"id":"https://openalex.org/W4406679435","doi":"https://doi.org/10.1145/3713071","title":"<scp>KG4RecEval</scp> : Does Knowledge Graph Really Matter for Recommender Systems?","display_name":"<scp>KG4RecEval</scp> : Does Knowledge Graph Really Matter for Recommender Systems?","publication_year":2025,"publication_date":"2025-01-21","ids":{"openalex":"https://openalex.org/W4406679435","doi":"https://doi.org/10.1145/3713071"},"language":"en","primary_location":{"id":"doi:10.1145/3713071","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3713071","pdf_url":null,"source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pure.manchester.ac.uk/ws/files/357034555/TOIS_Does_KG_Matter_in_Recommender_Systems.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103325860","display_name":"Haonan Zhang","orcid":"https://orcid.org/0009-0009-9782-4121"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Haonan Zhang","raw_affiliation_strings":["College of Control Science and Engineering, Zhejiang University, Hangzhou, China","Zhejiang University, China"],"raw_orcid":"https://orcid.org/0009-0009-9782-4121","affiliations":[{"raw_affiliation_string":"College of Control Science and Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037566066","display_name":"Dongxia Wang","orcid":"https://orcid.org/0000-0001-9812-3911"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongxia Wang","raw_affiliation_strings":["College of Control Science and Engineering, Zhejiang University, Hangzhou, China","Zhejiang University, China"],"raw_orcid":"https://orcid.org/0000-0001-9812-3911","affiliations":[{"raw_affiliation_string":"College of Control Science and Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033957641","display_name":"Zhu Sun","orcid":"https://orcid.org/0000-0002-3350-7022"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zhu Sun","raw_affiliation_strings":["Singapore University of Technology and Design, Singapore, Singapore","Singapore University of Technology and Design, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-3350-7022","affiliations":[{"raw_affiliation_string":"Singapore University of Technology and Design, Singapore, Singapore","institution_ids":["https://openalex.org/I152815399"]},{"raw_affiliation_string":"Singapore University of Technology and Design, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yanhui Li","orcid":"https://orcid.org/0009-0000-2180-9157"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanhui Li","raw_affiliation_strings":["Zhejiang University, Hangzhou, China","Zhejiang University, China"],"raw_orcid":"https://orcid.org/0009-0000-2180-9157","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060663223","display_name":"Youcheng Sun","orcid":"https://orcid.org/0000-0002-1893-6259"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Youcheng Sun","raw_affiliation_strings":["The University of Manchester, Manchester, United Kingdom of Great Britain and Northern Ireland","The University of Manchester, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-1893-6259","affiliations":[{"raw_affiliation_string":"The University of Manchester, Manchester, United Kingdom of Great Britain and Northern Ireland","institution_ids":["https://openalex.org/I28407311"]},{"raw_affiliation_string":"The University of Manchester, United Kingdom","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075528828","display_name":"Huizhi Liang","orcid":"https://orcid.org/0000-0003-4408-4528"},"institutions":[{"id":"https://openalex.org/I84884186","display_name":"Newcastle University","ror":"https://ror.org/01kj2bm70","country_code":"GB","type":"education","lineage":["https://openalex.org/I84884186"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Huizhi Liang","raw_affiliation_strings":["Newcastle University, Newcastle upon Tyne, United Kingdom of Great Britain and Northern Ireland","Newcastle University, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-4408-4528","affiliations":[{"raw_affiliation_string":"Newcastle University, Newcastle upon Tyne, United Kingdom of Great Britain and Northern Ireland","institution_ids":["https://openalex.org/I84884186"]},{"raw_affiliation_string":"Newcastle University, United Kingdom","institution_ids":["https://openalex.org/I84884186"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030133562","display_name":"Wenhai Wang","orcid":"https://orcid.org/0000-0002-1936-2840"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenhai Wang","raw_affiliation_strings":["College of Control Science and Engineering, Zhejiang University, Hangzhou, China","Zhejiang University, China"],"raw_orcid":"https://orcid.org/0000-0002-1936-2840","affiliations":[{"raw_affiliation_string":"College of Control Science and Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5103325860"],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":7.6646,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.96257282,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"43","issue":"3","first_page":"1","last_page":"36"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.767440915107727},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5638726353645325},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4232582747936249},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.4195792078971863},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.33905118703842163},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.29939019680023193},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.17659226059913635}],"concepts":[{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.767440915107727},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5638726353645325},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4232582747936249},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.4195792078971863},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.33905118703842163},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.29939019680023193},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.17659226059913635}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3713071","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3713071","pdf_url":null,"source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/b38d6105-3a6b-4169-873e-e03b8f9f4983","is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/b38d6105-3a6b-4169-873e-e03b8f9f4983","pdf_url":"https://pure.manchester.ac.uk/ws/files/357034555/TOIS_Does_KG_Matter_in_Recommender_Systems.pdf","source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Zhang, H, Wang, D, Sun, Z, Li, Y, Sun, Y, Liang, H & Wang, W 2025, 'KG4RecEval: Does Knowledge Graph Really Matter for Recommender Systems?', ACM Transactions on Information Systems. https://doi.org/10.1145/3713071","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/b38d6105-3a6b-4169-873e-e03b8f9f4983","is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/b38d6105-3a6b-4169-873e-e03b8f9f4983","pdf_url":"https://pure.manchester.ac.uk/ws/files/357034555/TOIS_Does_KG_Matter_in_Recommender_Systems.pdf","source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Zhang, H, Wang, D, Sun, Z, Li, Y, Sun, Y, Liang, H & Wang, W 2025, 'KG4RecEval: Does Knowledge Graph Really Matter for Recommender Systems?', ACM Transactions on Information Systems. https://doi.org/10.1145/3713071","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2279102284","display_name":null,"funder_award_id":"62106223","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4406679435.pdf","grobid_xml":"https://content.openalex.org/works/W4406679435.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W281665770","https://openalex.org/W1971498918","https://openalex.org/W1994389483","https://openalex.org/W2031305127","https://openalex.org/W2039353303","https://openalex.org/W2069870183","https://openalex.org/W2070700141","https://openalex.org/W2086511124","https://openalex.org/W2088524577","https://openalex.org/W2113207845","https://openalex.org/W2142144955","https://openalex.org/W2165156415","https://openalex.org/W2171960770","https://openalex.org/W2219888463","https://openalex.org/W2509893387","https://openalex.org/W2792839191","https://openalex.org/W2801992635","https://openalex.org/W2883722483","https://openalex.org/W2884134047","https://openalex.org/W2911778742","https://openalex.org/W2912664727","https://openalex.org/W2913560138","https://openalex.org/W2915676182","https://openalex.org/W2945623882","https://openalex.org/W2954351090","https://openalex.org/W2963911286","https://openalex.org/W2965653989","https://openalex.org/W2971196067","https://openalex.org/W2998677531","https://openalex.org/W3015045735","https://openalex.org/W3091993229","https://openalex.org/W3096311269","https://openalex.org/W3098087397","https://openalex.org/W3106439716","https://openalex.org/W3129482887","https://openalex.org/W3130481949","https://openalex.org/W3155919942","https://openalex.org/W3193441787","https://openalex.org/W3204814846","https://openalex.org/W3208227120","https://openalex.org/W4200404425","https://openalex.org/W4206865191","https://openalex.org/W4213372198","https://openalex.org/W4225321042","https://openalex.org/W4225412853","https://openalex.org/W4251597219","https://openalex.org/W4281719891","https://openalex.org/W4281935531","https://openalex.org/W4283065823","https://openalex.org/W4284672936","https://openalex.org/W4285378361","https://openalex.org/W4285451014","https://openalex.org/W4306316988","https://openalex.org/W4321480047","https://openalex.org/W4383604692","https://openalex.org/W4392384521","https://openalex.org/W6675061135","https://openalex.org/W6731801563"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4390273403","https://openalex.org/W4386781444","https://openalex.org/W2150182025","https://openalex.org/W3092950680","https://openalex.org/W3197542405","https://openalex.org/W2056712470","https://openalex.org/W3125580266"],"abstract_inverted_index":{"Recommender":[0],"systems":[1],"(RSs)":[2],"are":[3,104,184],"designed":[4],"to":[5,9,21,44,58,66,125,146,149],"provide":[6,160],"personalized":[7],"recommendations":[8,103],"users.":[10,107,141],"Recently,":[11],"knowledge":[12,89,131,152],"graphs":[13],"(KGs)":[14],"have":[15],"been":[16],"widely":[17],"introduced":[18],"in":[19,81,90],"RSs":[20,32,122,169],"improve":[22,172],"recommendation":[23,68,82,136],"accuracy.":[24],"In":[25],"this":[26,182],"study,":[27],"however,":[28],"we":[29,157],"demonstrate":[30],"that":[31],"do":[33],"not":[34,133],"necessarily":[35,134],"perform":[36],"worse":[37],"even":[38,138],"if":[39],"the":[40,45,67,86],"KG":[41,64,78,92,173],"is":[42],"downgraded":[43],"user-item":[46],"interaction":[47],"graph":[48],"only":[49],"(or":[50],"removed).":[51],"We":[52,84],"propose":[53],"an":[54],"evaluation":[55],"framework":[56],"KG4RecEval":[57],"systematically":[59],"evaluate":[60],"how":[61,148],"much":[62],"a":[63,71,91,117],"contributes":[65],"accuracy":[69],"of":[70,119,165,181],"KG-based":[72,121,168],"RS,":[73],"using":[74],"our":[75],"defined":[76],"metric":[77],"utilization":[79,174],"efficiency":[80],"(KGER).":[83],"consider":[85],"scenarios":[87],"where":[88,102],"gets":[93],"completely":[94],"removed,":[95],"randomly":[96,127],"distorted":[97],"and":[98,100,116,159,167,178],"decreased,":[99],"also":[101],"for":[105,139],"cold-start":[106,140],"Our":[108],"extensive":[109],"experiments":[110],"on":[111],"four":[112],"commonly":[113],"used":[114],"datasets":[115,166],"number":[118],"state-of-the-art":[120],"reveal":[123],"that:":[124],"remove,":[126],"distort":[128],"or":[129],"decrease":[130,135],"does":[132],"accuracy,":[137],"These":[142],"findings":[143],"inspire":[144],"us":[145],"rethink":[147],"better":[150],"utilize":[151],"from":[153],"existing":[154],"KGs,":[155],"whereby":[156],"discuss":[158],"insights":[161],"into":[162],"what":[163],"characteristics":[164],"may":[170],"help":[171],"efficiency.":[175],"The":[176],"code":[177],"supplementary":[179],"material":[180],"article":[183],"available":[185],"at:":[186],"https://github.com/HotBento/KG4RecEval":[187],".":[188]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}