{"id":"https://openalex.org/W4412377967","doi":"https://doi.org/10.1145/3726302.3730354","title":"Toward Holistic Evaluation of Recommender Systems Powered by Generative Models","display_name":"Toward Holistic Evaluation of Recommender Systems Powered by Generative Models","publication_year":2025,"publication_date":"2025-07-13","ids":{"openalex":"https://openalex.org/W4412377967","doi":"https://doi.org/10.1145/3726302.3730354"},"language":"en","primary_location":{"id":"doi:10.1145/3726302.3730354","doi":"https://doi.org/10.1145/3726302.3730354","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730354","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730354","source":{"id":"https://openalex.org/S4363608773","display_name":"International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730354","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009954943","display_name":"Yashar Deldjoo","orcid":"https://orcid.org/0000-0002-6767-358X","observed_orcids":["https://orcid.org/0000-0002-6767-358X"]},"institutions":[{"id":"https://openalex.org/I68618741","display_name":"Polytechnic University of Bari","ror":"https://ror.org/03c44v465","country_code":"IT","type":"education","lineage":["https://openalex.org/I68618741"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Yashar Deldjoo","raw_affiliation_strings":["Polytechnic University of Bari, Bari, Italy"],"raw_orcid":"https://orcid.org/0000-0002-6767-358X","affiliations":[{"raw_affiliation_string":"Polytechnic University of Bari, Bari, Italy","institution_ids":["https://openalex.org/I68618741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001039070","display_name":"Nikhil Mehta","orcid":"https://orcid.org/0009-0002-2928-7925","observed_orcids":["https://orcid.org/0009-0002-2928-7925"]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nikhil Mehta","raw_affiliation_strings":["Duke University, Durham, NC, USA"],"raw_orcid":"https://orcid.org/0009-0002-2928-7925","affiliations":[{"raw_affiliation_string":"Duke University, Durham, NC, USA","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059524630","display_name":"Maheswaran Sathiamoorthy","orcid":"https://orcid.org/0009-0005-2192-3423","observed_orcids":["https://orcid.org/0009-0005-2192-3423"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maheswaran Sathiamoorthy","raw_affiliation_strings":["Bespoke Labs, Mountain View, USA"],"raw_orcid":"https://orcid.org/0009-0005-2192-3423","affiliations":[{"raw_affiliation_string":"Bespoke Labs, Mountain View, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100328904","display_name":"Shuai Zhang","orcid":"https://orcid.org/0000-0002-7866-4611","observed_orcids":["https://orcid.org/0000-0002-7866-4611","https://orcid.org/0009-0009-1288-5460"]},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Shuai Zhang","raw_affiliation_strings":["ETH Zurich, Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-7866-4611","affiliations":[{"raw_affiliation_string":"ETH Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052940596","display_name":"Pablo Castells","orcid":"https://orcid.org/0000-0003-0668-6317","observed_orcids":["https://orcid.org/0000-0003-0668-6317"]},"institutions":[{"id":"https://openalex.org/I63634437","display_name":"Universidad Aut\u00f3noma de Madrid","ror":"https://ror.org/01cby8j38","country_code":"ES","type":"education","lineage":["https://openalex.org/I63634437"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Pablo Castells","raw_affiliation_strings":["Universidad Aut\u00f3noma de Madrid, Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0003-0668-6317","affiliations":[{"raw_affiliation_string":"Universidad Aut\u00f3noma de Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I63634437"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021827617","display_name":"Julian McAuley","orcid":"https://orcid.org/0000-0003-0955-7588","observed_orcids":["https://orcid.org/0000-0003-0955-7588"]},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Julian McAuley","raw_affiliation_strings":["University of California, San Diego, La Jolla, USA"],"raw_orcid":"https://orcid.org/0000-0003-0955-7588","affiliations":[{"raw_affiliation_string":"University of California, San Diego, La Jolla, USA","institution_ids":["https://openalex.org/I36258959"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":16.2924,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.9930779,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3932","last_page":"3942"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recommender-systems","display_name":"recommender systems","score":0.8730000257492065},{"id":"https://openalex.org/keywords/generative-models","display_name":"generative models","score":0.9760000109672546},{"id":"https://openalex.org/keywords/holistic-assessment","display_name":"holistic assessment","score":0.7360000014305115},{"id":"https://openalex.org/keywords/hallucinations","display_name":"hallucinations","score":0.75},{"id":"https://openalex.org/keywords/bias","display_name":"bias","score":0.5799999833106995},{"id":"https://openalex.org/keywords/privacy-leakage","display_name":"privacy leakage","score":0.9259999990463257},{"id":"https://openalex.org/keywords/content-safety","display_name":"content safety","score":0.6579999923706055},{"id":"https://openalex.org/keywords/factual-accuracy","display_name":"factual accuracy","score":0.8009999990463257},{"id":"https://openalex.org/keywords/user-intent-alignment","display_name":"user intent alignment","score":0.6859999895095825},{"id":"https://openalex.org/keywords/multi-turn-dialogue","display_name":"multi-turn dialogue","score":0.8849999904632568},{"id":"https://openalex.org/keywords/personalization","display_name":"personalization","score":0.7950000166893005}],"concepts":[{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.8277233242988586},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7337468862533569},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.7100280523300171},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4541744887828827},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39180856943130493},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.369268000125885},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3442636728286743},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3315763473510742}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3726302.3730354","doi":"https://doi.org/10.1145/3726302.3730354","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730354","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730354","source":{"id":"https://openalex.org/S4363608773","display_name":"International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:repositorio.uam.es:10486/770000","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/10486/770000","pdf_url":null,"source":{"id":"https://openalex.org/S4306400964","display_name":"Biblos-e Archivo (Universidad Aut\u00f3noma de Madrid)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I63634437","host_organization_name":"Universidad Aut\u00f3noma de Madrid","host_organization_lineage":["https://openalex.org/I63634437"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"}],"best_oa_location":{"id":"doi:10.1145/3726302.3730354","doi":"https://doi.org/10.1145/3726302.3730354","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730354","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730354","source":{"id":"https://openalex.org/S4363608773","display_name":"International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412377967.pdf","grobid_xml":"https://content.openalex.org/works/W4412377967.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W1593271688","https://openalex.org/W1971040550","https://openalex.org/W2069870183","https://openalex.org/W2086511124","https://openalex.org/W2090955639","https://openalex.org/W2743151379","https://openalex.org/W2990138404","https://openalex.org/W2997842202","https://openalex.org/W3011685549","https://openalex.org/W3032388710","https://openalex.org/W3115453555","https://openalex.org/W3176456866","https://openalex.org/W4205334834","https://openalex.org/W4221166075","https://openalex.org/W4226280022","https://openalex.org/W4296591867","https://openalex.org/W4297971002","https://openalex.org/W4385553016","https://openalex.org/W4387835442","https://openalex.org/W4388778348","https://openalex.org/W4399450035","https://openalex.org/W4401042451","https://openalex.org/W4401042773","https://openalex.org/W4401857375","https://openalex.org/W4401857430","https://openalex.org/W4404782432","https://openalex.org/W4407953538","https://openalex.org/W4409166754","https://openalex.org/W6600168703","https://openalex.org/W6600228653","https://openalex.org/W6600512042","https://openalex.org/W6600662749","https://openalex.org/W6602430550","https://openalex.org/W7133239970"],"related_works":["https://openalex.org/W4365211920","https://openalex.org/W3014948380","https://openalex.org/W4391584540","https://openalex.org/W4380551139","https://openalex.org/W4317695495","https://openalex.org/W4395044357","https://openalex.org/W4287117424","https://openalex.org/W4387506531","https://openalex.org/W2087346071","https://openalex.org/W2967848559"],"abstract_inverted_index":{"Recommender":[0],"systems":[1,29],"powered":[2],"by":[3,11],"generative":[4],"models":[5],"(Gen-RecSys)":[6],"extend":[7],"beyond":[8],"classical":[9],"item-ranking":[10],"producing":[12],"open-ended":[13],"content,":[14],"which":[15],"simultaneously":[16],"unlocks":[17],"richer":[18],"user":[19,79],"experiences":[20],"and":[21,33,38],"introduces":[22],"new":[23],"risks.":[24],"On":[25,41],"one":[26],"hand,":[27,44],"these":[28,65],"can":[30],"enhance":[31],"personalization":[32],"appeal":[34],"through":[35],"dynamic":[36],"explanations":[37],"multi-turn":[39],"dialogues.":[40],"the":[42],"other":[43],"they":[45,68],"might":[46],"venture":[47],"into":[48],"unknown":[49],"territory-hallucinating":[50],"nonexistent":[51],"items,":[52],"amplifying":[53],"bias,":[54],"or":[55,76],"leaking":[56],"private":[57],"information.":[58],"Traditional":[59],"accuracy":[60],"metrics":[61],"cannot":[62],"fully":[63],"capture":[64],"challenges,":[66],"as":[67],"fail":[69],"to":[70],"measure":[71],"factual":[72],"correctness,":[73],"content":[74],"safety,":[75],"alignment":[77],"with":[78],"intent.":[80]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":5}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2025-10-10T00:00:00"}