{"id":"https://openalex.org/W4416236963","doi":"https://doi.org/10.1145/3764687.3764714","title":"Evaluating User Experience in Conversational Recommender Systems: A Systematic Review Across Classical and LLM-Powered Approaches","display_name":"Evaluating User Experience in Conversational Recommender Systems: A Systematic Review Across Classical and LLM-Powered Approaches","publication_year":2025,"publication_date":"2025-11-15","ids":{"openalex":"https://openalex.org/W4416236963","doi":"https://doi.org/10.1145/3764687.3764714"},"language":null,"primary_location":{"id":"doi:10.1145/3764687.3764714","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3764687.3764714","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 37th Australian Conference on Human-Computer Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3764687.3764714","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120402302","display_name":"Raj Mahmud","orcid":"https://orcid.org/0000-0002-0467-5246"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Raj Mahmud","raw_affiliation_strings":["School of Computer Science, University of Technology Sydney, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0002-0467-5246","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Technology Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100302913","display_name":"Yufeng Wu","orcid":"https://orcid.org/0009-0005-6537-7161"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yufeng Wu","raw_affiliation_strings":["School of Computer Science, University of Technology Sydney, Sydney, Australia"],"raw_orcid":"https://orcid.org/0009-0005-6537-7161","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Technology Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040027331","display_name":"Abdullah Bin Sawad","orcid":"https://orcid.org/0000-0002-0200-617X"},"institutions":[{"id":"https://openalex.org/I185163786","display_name":"King Abdulaziz University","ror":"https://ror.org/02ma4wv74","country_code":"SA","type":"education","lineage":["https://openalex.org/I185163786"]},{"id":"https://openalex.org/I4210111472","display_name":"King Abdul Aziz University Hospital","ror":"https://ror.org/01vv03303","country_code":"SA","type":"healthcare","lineage":["https://openalex.org/I4210111472"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Abdullah Bin Sawad","raw_affiliation_strings":["Department of CIT, The Applied College - King Abdullaziz University, Jeddah, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-0200-617X","affiliations":[{"raw_affiliation_string":"Department of CIT, The Applied College - King Abdullaziz University, Jeddah, Saudi Arabia","institution_ids":["https://openalex.org/I185163786","https://openalex.org/I4210111472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047191996","display_name":"Shlomo Berkovsky","orcid":"https://orcid.org/0000-0003-2638-4121"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shlomo Berkovsky","raw_affiliation_strings":["Australian Institute of Health Innovation, Macquarie University, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0003-2638-4121","affiliations":[{"raw_affiliation_string":"Australian Institute of Health Innovation, Macquarie University, Sydney, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006355592","display_name":"Mukesh Prasad","orcid":"https://orcid.org/0000-0002-7745-9667"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Mukesh Prasad","raw_affiliation_strings":["Computer Science, University of Technology Sydney, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0002-7745-9667","affiliations":[{"raw_affiliation_string":"Computer Science, University of Technology Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036989189","display_name":"A. Baki Kocaball\u0131","orcid":"https://orcid.org/0000-0002-8328-5317"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"A. Baki Kocaballi","raw_affiliation_strings":["School of Computer Science, University of Technology Sydney, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0002-8328-5317","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Technology Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5120402302"],"corresponding_institution_ids":["https://openalex.org/I114017466"],"apc_list":null,"apc_paid":null,"fwci":4.3465,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.94933463,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"81","last_page":"93"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.3366999924182892,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.3366999924182892,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.27320000529289246,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.04879999905824661,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.6288999915122986},{"id":"https://openalex.org/keywords/user-experience-design","display_name":"User experience design","score":0.5932000279426575},{"id":"https://openalex.org/keywords/systematic-review","display_name":"Systematic review","score":0.49630001187324524},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.4832000136375427},{"id":"https://openalex.org/keywords/empirical-examination","display_name":"Empirical examination","score":0.37610000371932983},{"id":"https://openalex.org/keywords/empirical-evidence","display_name":"Empirical evidence","score":0.3183000087738037}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7159000039100647},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.6288999915122986},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.5932000279426575},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.49630001187324524},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.4832000136375427},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.41940000653266907},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.37940001487731934},{"id":"https://openalex.org/C2993069335","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical examination","level":2,"score":0.37610000371932983},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.3183000087738037},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.3149999976158142},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2874999940395355},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2824000120162964},{"id":"https://openalex.org/C2992886853","wikidata":"https://www.wikidata.org/wiki/Q18381816","display_name":"Post hoc","level":2,"score":0.2768000066280365},{"id":"https://openalex.org/C67712803","wikidata":"https://www.wikidata.org/wiki/Q7901853","display_name":"User modeling","level":3,"score":0.27570000290870667}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3764687.3764714","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3764687.3764714","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 37th Australian Conference on Human-Computer Interaction","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3764687.3764714","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3764687.3764714","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 37th Australian Conference on Human-Computer Interaction","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1487572367","https://openalex.org/W1967812664","https://openalex.org/W1979290264","https://openalex.org/W1990134054","https://openalex.org/W2123169053","https://openalex.org/W2125330369","https://openalex.org/W2166591893","https://openalex.org/W2223821166","https://openalex.org/W2405187948","https://openalex.org/W2560438049","https://openalex.org/W2589387806","https://openalex.org/W2610728795","https://openalex.org/W2756029264","https://openalex.org/W2963095307","https://openalex.org/W2978889344","https://openalex.org/W2998563994","https://openalex.org/W3014901735","https://openalex.org/W3037220183","https://openalex.org/W3044084930","https://openalex.org/W3093388512","https://openalex.org/W3185784178","https://openalex.org/W3199674352","https://openalex.org/W3214575884","https://openalex.org/W4200118972","https://openalex.org/W4220936192","https://openalex.org/W4229450212","https://openalex.org/W4285091076","https://openalex.org/W4294214983","https://openalex.org/W4294215472","https://openalex.org/W4309674289","https://openalex.org/W4321366197","https://openalex.org/W4377021837","https://openalex.org/W4386728833","https://openalex.org/W4386928872","https://openalex.org/W4392735870","https://openalex.org/W4394712128","https://openalex.org/W4394994587","https://openalex.org/W4399390784","https://openalex.org/W4400106573","https://openalex.org/W4400397466","https://openalex.org/W4401834466","https://openalex.org/W4401857430","https://openalex.org/W4402791712","https://openalex.org/W4405975236","https://openalex.org/W4409749882"],"related_works":[],"abstract_inverted_index":{"Conversational":[0],"Recommender":[1],"Systems":[2],"(CRSs)":[3],"are":[4,84,90],"receiving":[5],"growing":[6],"research":[7],"attention":[8],"across":[9],"domains,":[10],"yet":[11,106],"their":[12],"user":[13],"experience":[14],"(UX)":[15],"evaluation":[16,148],"remains":[17],"limited.":[18],"Existing":[19],"reviews":[20],"largely":[21],"overlook":[22],"empirical":[23,49],"UX":[24,59,82,94,118,134],"studies,":[25],"particularly":[26],"in":[27],"adaptive":[28,88,124],"and":[29,54,64,69,87,104,125,128,145],"large":[30],"language":[31],"model":[32],"(LLM)-based":[33],"CRSs.":[34],"To":[35],"address":[36,109],"this":[37],"gap,":[38],"we":[39],"conducted":[40],"a":[41,114,120,129],"systematic":[42],"review":[43],"following":[44],"PRISMA":[45],"guidelines,":[46],"synthesising":[47],"23":[48],"studies":[50],"published":[51],"between":[52],"2017":[53],"2025.":[55],"We":[56,112],"analysed":[57],"how":[58],"has":[60],"been":[61],"conceptualised,":[62],"measured,":[63],"shaped":[65],"by":[66],"domain,":[67],"adaptivity,":[68],"LLM.":[70],"Our":[71],"findings":[72,137],"reveal":[73],"persistent":[74],"limitations:":[75],"post":[76],"hoc":[77],"surveys":[78],"dominate,":[79],"turn-level":[80],"affective":[81],"constructs":[83],"rarely":[85],"assessed,":[86],"behaviours":[89],"seldom":[91],"linked":[92],"to":[93],"outcomes.":[95],"LLM-based":[96],"CRSs":[97],"introduce":[98],"further":[99],"challenges,":[100],"including":[101],"epistemic":[102],"opacity":[103],"verbosity,":[105],"evaluations":[107],"infrequently":[108],"these":[110],"issues.":[111],"contribute":[113],"structured":[115],"synthesis":[116],"of":[117,123,141],"metrics,":[119],"comparative":[121],"analysis":[122],"nonadaptive":[126],"systems,":[127],"forward-looking":[130],"agenda":[131],"for":[132],"LLM-aware":[133],"evaluation.":[135],"These":[136],"support":[138],"the":[139],"development":[140],"more":[142],"transparent,":[143],"engaging,":[144],"user-centred":[146],"CRS":[147],"practices.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-11-15T00:00:00"}