{"id":"https://openalex.org/W4403220991","doi":"https://doi.org/10.1145/3640457.3688075","title":"Large Language Models as Evaluators for Recommendation Explanations","display_name":"Large Language Models as Evaluators for Recommendation Explanations","publication_year":2024,"publication_date":"2024-10-08","ids":{"openalex":"https://openalex.org/W4403220991","doi":"https://doi.org/10.1145/3640457.3688075"},"language":"en","primary_location":{"id":"doi:10.1145/3640457.3688075","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3640457.3688075","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3640457.3688075","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"18th ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3640457.3688075","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092201032","display_name":"Xiaoyu Zhang","orcid":"https://orcid.org/0000-0002-0985-6636"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaoyu Zhang","raw_affiliation_strings":["Tsinghua University, China"],"raw_orcid":"https://orcid.org/0000-0002-0985-6636","affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068211530","display_name":"Yishan Li","orcid":"https://orcid.org/0000-0002-0425-1742"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yishan Li","raw_affiliation_strings":["Tsinghua University, China"],"raw_orcid":"https://orcid.org/0009-0006-2837-1358","affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035135048","display_name":"Jiayin Wang","orcid":"https://orcid.org/0000-0001-8875-1850"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayin Wang","raw_affiliation_strings":["Tsinghua Univeristy, China"],"raw_orcid":"https://orcid.org/0000-0001-8875-1850","affiliations":[{"raw_affiliation_string":"Tsinghua Univeristy, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012202707","display_name":"Bowen Sun","orcid":"https://orcid.org/0009-0007-4596-0047"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bowen Sun","raw_affiliation_strings":["Tsinghua Univeristy, China"],"raw_orcid":"https://orcid.org/0009-0007-4596-0047","affiliations":[{"raw_affiliation_string":"Tsinghua Univeristy, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101524043","display_name":"Weizhi Ma","orcid":"https://orcid.org/0000-0001-5604-7527"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weizhi Ma","raw_affiliation_strings":["Tsinghua University, China"],"raw_orcid":"https://orcid.org/0000-0001-5604-7527","affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054609020","display_name":"Peijie Sun","orcid":"https://orcid.org/0000-0001-9733-0521"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peijie Sun","raw_affiliation_strings":["Tsinghua University, China"],"raw_orcid":"https://orcid.org/0000-0001-9733-0521","affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100402996","display_name":"Min Zhang","orcid":"https://orcid.org/0000-0003-3158-1920"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Zhang","raw_affiliation_strings":["Tsinghua University, China"],"raw_orcid":"https://orcid.org/0000-0003-3158-1920","affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5092201032"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":16.412,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.9907399,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"33","last_page":"42"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7376357316970825},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.44568338990211487},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3416599631309509},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.33476632833480835},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32394251227378845}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7376357316970825},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.44568338990211487},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3416599631309509},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.33476632833480835},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32394251227378845}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3640457.3688075","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3640457.3688075","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3640457.3688075","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"18th ACM Conference on Recommender Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3640457.3688075","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3640457.3688075","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3640457.3688075","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"18th ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.41999998688697815,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403220991.pdf"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W2101105183","https://openalex.org/W2295739661","https://openalex.org/W2798435682","https://openalex.org/W3012607120","https://openalex.org/W3034491755","https://openalex.org/W3101366597","https://openalex.org/W3156012351","https://openalex.org/W3196695903","https://openalex.org/W4200626973","https://openalex.org/W4224309685","https://openalex.org/W4287891464","https://openalex.org/W4292779060","https://openalex.org/W4309618087","https://openalex.org/W4381125108","https://openalex.org/W4384662964","https://openalex.org/W4386869645","https://openalex.org/W4389519239","https://openalex.org/W4389519254","https://openalex.org/W4391136507","https://openalex.org/W4394861141","https://openalex.org/W4404783774"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032","https://openalex.org/W3204019825"],"abstract_inverted_index":{"The":[0],"explainability":[1],"of":[2,25],"recommender":[3],"systems":[4],"has":[5],"attracted":[6],"significant":[7],"attention":[8],"in":[9,45,60],"academia":[10],"and":[11,31,63,85],"industry.":[12],"Many":[13],"efforts":[14],"have":[15],"been":[16],"made":[17],"for":[18],"explainable":[19],"recommendations,":[20],"yet":[21],"evaluating":[22,67],"the":[23,26],"quality":[24],"explanations":[27],"remains":[28],"a":[29,42],"challenging":[30],"unresolved":[32],"issue.":[33],"In":[34],"recent":[35],"years,":[36],"leveraging":[37],"LLMs":[38],"as":[39,55,77],"evaluators":[40],"presents":[41],"promising":[43],"avenue":[44],"Natural":[46],"Language":[47],"Processing":[48],"tasks":[49],"(e.g.,":[50],"sentiment":[51],"classification,":[52],"information":[53],"extraction),":[54],"they":[56],"perform":[57],"strong":[58],"capabilities":[59],"instruction":[61],"following":[62],"common-sense":[64],"reasoning.":[65],"However,":[66],"recommendation":[68],"explanatory":[69],"texts":[70],"is":[71],"different":[72],"from":[73],"these":[74],"NLG":[75],"tasks,":[76],"its":[78],"criteria":[79],"are":[80,86],"related":[81],"to":[82],"human":[83],"perceptions":[84],"usually":[87],"subjective.":[88]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":18}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}