{"id":"https://openalex.org/W4388210288","doi":"https://doi.org/10.1145/3631534","title":"<i>CRS-Que</i> : A User-centric Evaluation Framework for Conversational Recommender Systems","display_name":"<i>CRS-Que</i> : A User-centric Evaluation Framework for Conversational Recommender Systems","publication_year":2023,"publication_date":"2023-11-02","ids":{"openalex":"https://openalex.org/W4388210288","doi":"https://doi.org/10.1145/3631534"},"language":"en","primary_location":{"id":"doi:10.1145/3631534","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3631534","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3631534","source":{"id":"https://openalex.org/S4387284325","display_name":"ACM Transactions on Recommender Systems","issn_l":"2770-6699","issn":["2770-6699"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Recommender Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3631534","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035509439","display_name":"Yucheng Jin","orcid":"https://orcid.org/0000-0002-3926-7277"},"institutions":[{"id":"https://openalex.org/I141568987","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131","country_code":"HK","type":"education","lineage":["https://openalex.org/I141568987"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Yucheng Jin","raw_affiliation_strings":["Hong Kong Baptist University, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-3926-7277","affiliations":[{"raw_affiliation_string":"Hong Kong Baptist University, Hong Kong, China","institution_ids":["https://openalex.org/I141568987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100379262","display_name":"Li Chen","orcid":"https://orcid.org/0000-0002-5842-838X"},"institutions":[{"id":"https://openalex.org/I141568987","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131","country_code":"HK","type":"education","lineage":["https://openalex.org/I141568987"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Li Chen","raw_affiliation_strings":["Hong Kong Baptist University, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-5842-838X","affiliations":[{"raw_affiliation_string":"Hong Kong Baptist University, Hong Kong, China","institution_ids":["https://openalex.org/I141568987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032578120","display_name":"Wanling Cai","orcid":"https://orcid.org/0000-0001-8506-3825"},"institutions":[{"id":"https://openalex.org/I141568987","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131","country_code":"HK","type":"education","lineage":["https://openalex.org/I141568987"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wanling Cai","raw_affiliation_strings":["Hong Kong Baptist University, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0001-8506-3825","affiliations":[{"raw_affiliation_string":"Hong Kong Baptist University, Hong Kong, China","institution_ids":["https://openalex.org/I141568987"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012062199","display_name":"Xianglin Zhao","orcid":"https://orcid.org/0000-0002-8327-4466"},"institutions":[{"id":"https://openalex.org/I141568987","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131","country_code":"HK","type":"education","lineage":["https://openalex.org/I141568987"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xianglin Zhao","raw_affiliation_strings":["Hong Kong Baptist University, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-8327-4466","affiliations":[{"raw_affiliation_string":"Hong Kong Baptist University, Hong Kong, China","institution_ids":["https://openalex.org/I141568987"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5035509439"],"corresponding_institution_ids":["https://openalex.org/I141568987"],"apc_list":null,"apc_paid":null,"fwci":8.5065,"has_fulltext":true,"cited_by_count":19,"citation_normalized_percentile":{"value":0.97697872,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"2","issue":"1","first_page":"1","last_page":"34"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.8713696002960205},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8238197565078735},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.7422423958778381},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.5679108500480652},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5351876020431519},{"id":"https://openalex.org/keywords/user-experience-design","display_name":"User experience design","score":0.5082527995109558},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4988391399383545},{"id":"https://openalex.org/keywords/phone","display_name":"Phone","score":0.48290157318115234},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4607219994068146},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3477250635623932},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1709326207637787},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08251333236694336}],"concepts":[{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.8713696002960205},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8238197565078735},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.7422423958778381},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5679108500480652},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5351876020431519},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.5082527995109558},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4988391399383545},{"id":"https://openalex.org/C2778707766","wikidata":"https://www.wikidata.org/wiki/Q202064","display_name":"Phone","level":2,"score":0.48290157318115234},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4607219994068146},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3477250635623932},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1709326207637787},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08251333236694336},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3631534","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3631534","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3631534","source":{"id":"https://openalex.org/S4387284325","display_name":"ACM Transactions on Recommender Systems","issn_l":"2770-6699","issn":["2770-6699"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Recommender Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3631534","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3631534","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3631534","source":{"id":"https://openalex.org/S4387284325","display_name":"ACM Transactions on Recommender Systems","issn_l":"2770-6699","issn":["2770-6699"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Recommender Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.699999988079071,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320955","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388210288.pdf","grobid_xml":"https://content.openalex.org/works/W4388210288.grobid-xml"},"referenced_works_count":130,"referenced_works":["https://openalex.org/W106384154","https://openalex.org/W190293641","https://openalex.org/W274080196","https://openalex.org/W580719867","https://openalex.org/W1500664688","https://openalex.org/W1507855859","https://openalex.org/W1560371066","https://openalex.org/W1579090648","https://openalex.org/W1627191216","https://openalex.org/W1791587663","https://openalex.org/W1874400086","https://openalex.org/W1967812664","https://openalex.org/W1971040550","https://openalex.org/W1974014245","https://openalex.org/W1979280215","https://openalex.org/W1980202081","https://openalex.org/W1985354288","https://openalex.org/W1990266238","https://openalex.org/W1992391624","https://openalex.org/W1995445252","https://openalex.org/W1996533415","https://openalex.org/W2002689696","https://openalex.org/W2003018402","https://openalex.org/W2018201949","https://openalex.org/W2028632271","https://openalex.org/W2031019069","https://openalex.org/W2044519557","https://openalex.org/W2049670925","https://openalex.org/W2055223948","https://openalex.org/W2061166240","https://openalex.org/W2063825102","https://openalex.org/W2080887205","https://openalex.org/W2096434649","https://openalex.org/W2100171245","https://openalex.org/W2108585558","https://openalex.org/W2112285779","https://openalex.org/W2112856797","https://openalex.org/W2120457539","https://openalex.org/W2125330369","https://openalex.org/W2133266261","https://openalex.org/W2140797606","https://openalex.org/W2145318139","https://openalex.org/W2151814822","https://openalex.org/W2157289187","https://openalex.org/W2158934860","https://openalex.org/W2161676175","https://openalex.org/W2162111811","https://openalex.org/W2164945902","https://openalex.org/W2215157235","https://openalex.org/W2349436533","https://openalex.org/W2405142664","https://openalex.org/W2499526086","https://openalex.org/W2508844218","https://openalex.org/W2543793729","https://openalex.org/W2562236173","https://openalex.org/W2588638859","https://openalex.org/W2589387806","https://openalex.org/W2592141406","https://openalex.org/W2593222764","https://openalex.org/W2606636926","https://openalex.org/W2608040521","https://openalex.org/W2611556044","https://openalex.org/W2737508671","https://openalex.org/W2739622022","https://openalex.org/W2746689340","https://openalex.org/W2752900252","https://openalex.org/W2763172566","https://openalex.org/W2783539613","https://openalex.org/W2786860129","https://openalex.org/W2792220144","https://openalex.org/W2883381738","https://openalex.org/W2892396205","https://openalex.org/W2900220550","https://openalex.org/W2900358953","https://openalex.org/W2901309320","https://openalex.org/W2905753659","https://openalex.org/W2908054697","https://openalex.org/W2911280963","https://openalex.org/W2913106281","https://openalex.org/W2913853152","https://openalex.org/W2914188784","https://openalex.org/W2914783728","https://openalex.org/W2939803556","https://openalex.org/W2954685308","https://openalex.org/W2955416746","https://openalex.org/W2955436978","https://openalex.org/W2963825865","https://openalex.org/W2964112275","https://openalex.org/W2970799419","https://openalex.org/W2972531390","https://openalex.org/W2974124990","https://openalex.org/W2978889344","https://openalex.org/W2981709466","https://openalex.org/W2988766604","https://openalex.org/W2990003990","https://openalex.org/W3012479489","https://openalex.org/W3013952374","https://openalex.org/W3014901735","https://openalex.org/W3035611740","https://openalex.org/W3043024875","https://openalex.org/W3090600311","https://openalex.org/W3093388512","https://openalex.org/W3095240165","https://openalex.org/W3101433089","https://openalex.org/W3104912656","https://openalex.org/W3111275476","https://openalex.org/W3122379246","https://openalex.org/W3122821379","https://openalex.org/W3124779385","https://openalex.org/W3137457055","https://openalex.org/W3152656243","https://openalex.org/W3183235320","https://openalex.org/W3183535188","https://openalex.org/W3185784178","https://openalex.org/W3187911027","https://openalex.org/W3195671618","https://openalex.org/W3202150802","https://openalex.org/W3214575884","https://openalex.org/W4206674915","https://openalex.org/W4214576013","https://openalex.org/W4220936192","https://openalex.org/W4229755262","https://openalex.org/W4244323965","https://openalex.org/W4285091076","https://openalex.org/W4285417481","https://openalex.org/W4292553360","https://openalex.org/W4295665710","https://openalex.org/W4297813086","https://openalex.org/W6765237792","https://openalex.org/W6906357363"],"related_works":["https://openalex.org/W1968552888","https://openalex.org/W2374116601","https://openalex.org/W3093134843","https://openalex.org/W2772323916","https://openalex.org/W1511346092","https://openalex.org/W1527532029","https://openalex.org/W2378167147","https://openalex.org/W3210777354","https://openalex.org/W605052878","https://openalex.org/W2983519510"],"abstract_inverted_index":{"An":[0],"increasing":[1],"number":[2],"of":[3,55,81,91,126,135,156],"recommendation":[4,147],"systems":[5,21,113,173],"try":[6],"to":[7,50],"enhance":[8],"the":[9,24,52,100,127,131,136,152,157],"overall":[10,153],"user":[11,53,78,154],"experience":[12,54,79,155],"by":[13,108],"incorporating":[14],"conversational":[15,19,39,111,171],"interaction.":[16],"However,":[17],"evaluating":[18,109,182],"recommender":[20,73,112,172],"(CRSs)":[22],"from":[23,185],"user\u2019s":[25],"perspective":[26],"remains":[27],"elusive.":[28],"The":[29,124],"GUI-based":[30],"system":[31],"evaluation":[32,59,70],"criteria":[33],"may":[34],"be":[35],"inadequate":[36],"for":[37,72,170],"their":[38],"counterparts.":[40],"This":[41,57],"article":[42],"presents":[43],"our":[44,106,139],"proposed":[45],"unifying":[46],"framework,":[47],"CRS-Que":[48],",":[49,66],"evaluate":[51],"CRSs.":[56],"new":[58],"framework":[60,71,107,140,162],"is":[61],"developed":[62],"based":[63],"on":[64],"ResQue":[65,92],"a":[67,183],"popular":[68],"user-centric":[69,168],"systems.":[74],"Additionally,":[75],"it":[76],"includes":[77],"metrics":[80],"conversation":[82,144],"(e.g.,":[83],"understanding,":[84],"response":[85],"quality,":[86],"humanness)":[87],"under":[88],"two":[89,110,128],"dimensions":[90],"(i.e.,":[93],"Perceived":[94],"Qualities":[95],"and":[96,119,133,141,146,150,174,181],"User":[97],"Beliefs).":[98],"Following":[99],"psychometric":[101],"modeling":[102],"method,":[103],"we":[104],"validate":[105],"in":[114,138],"different":[115],"scenarios:":[116],"music":[117],"exploration":[118],"mobile":[120],"phone":[121],"purchase":[122],".":[123],"results":[125],"studies":[129],"support":[130],"validity":[132],"reliability":[134],"constructs":[137,145,148],"reveal":[142],"how":[143],"interact":[149],"influence":[151],"CRS.":[158],"We":[159],"believe":[160],"this":[161],"could":[163],"help":[164],"researchers":[165],"conduct":[166],"standardized":[167],"research":[169],"provide":[175],"practitioners":[176],"with":[177],"insights":[178],"into":[179],"designing":[180],"CRS":[184],"users\u2019":[186],"perspectives.":[187]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":4}],"updated_date":"2026-04-26T08:31:28.666265","created_date":"2025-10-10T00:00:00"}