{"id":"https://openalex.org/W2110610617","doi":"https://doi.org/10.1109/slt.2010.5700898","title":"Collaborative filtering model for user satisfaction prediction in Spoken Dialog System evaluation","display_name":"Collaborative filtering model for user satisfaction prediction in Spoken Dialog System evaluation","publication_year":2010,"publication_date":"2010-12-01","ids":{"openalex":"https://openalex.org/W2110610617","doi":"https://doi.org/10.1109/slt.2010.5700898","mag":"2110610617"},"language":"en","primary_location":{"id":"doi:10.1109/slt.2010.5700898","is_oa":false,"landing_page_url":"https://doi.org/10.1109/slt.2010.5700898","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2010 IEEE Spoken Language Technology Workshop","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080769371","display_name":"Zhaojun Yang","orcid":"https://orcid.org/0000-0002-0164-1577"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhaojun Yang","raw_affiliation_strings":["Department of System Engineering and Engineering Management, Chinese University of Hong Kong, Sha Tin, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Department of System Engineering and Engineering Management, Chinese University of Hong Kong, Sha Tin, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020234885","display_name":"Baichuan Li","orcid":"https://orcid.org/0009-0007-1730-8457"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baichuan Li","raw_affiliation_strings":["Department of System Engineering and Engineering Management, Chinese University of Hong Kong, Sha Tin, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Department of System Engineering and Engineering Management, Chinese University of Hong Kong, Sha Tin, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065716081","display_name":"Yi Zhu","orcid":"https://orcid.org/0000-0001-7115-2544"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Zhu","raw_affiliation_strings":["Department of System Engineering and Engineering Management, Chinese University of Hong Kong, Sha Tin, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Department of System Engineering and Engineering Management, Chinese University of Hong Kong, Sha Tin, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042251906","display_name":"Irwin King","orcid":"https://orcid.org/0000-0001-8106-6447"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Irwin King","raw_affiliation_strings":["Department of System Engineering and Engineering Management, Chinese University of Hong Kong, Sha Tin, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Department of System Engineering and Engineering Management, Chinese University of Hong Kong, Sha Tin, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109252500","display_name":"Gina Levow","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Gina Levow","raw_affiliation_strings":["Chinese University of Hong Kong, Hong Kong, China","Department of Linguistics, University of Washington, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Linguistics, University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019458385","display_name":"Helen Meng","orcid":"https://orcid.org/0000-0002-4427-3532"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Helen Meng","raw_affiliation_strings":["Department of System Engineering and Engineering Management, Chinese University of Hong Kong, Sha Tin, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Department of System Engineering and Engineering Management, Chinese University of Hong Kong, Sha Tin, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5080769371"],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":0.4655,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.74813106,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"472","last_page":"477"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dialog-box","display_name":"Dialog box","score":0.845775842666626},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8025449514389038},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.7537223696708679},{"id":"https://openalex.org/keywords/user-satisfaction","display_name":"User satisfaction","score":0.5936122536659241},{"id":"https://openalex.org/keywords/collaborative-filtering","display_name":"Collaborative filtering","score":0.5860741138458252},{"id":"https://openalex.org/keywords/dialog-system","display_name":"Dialog system","score":0.5812578201293945},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5419742465019226},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5130011439323425},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.4386656582355499},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3931681513786316},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.37438005208969116},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.33775794506073},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.32458633184432983},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.15474635362625122}],"concepts":[{"id":"https://openalex.org/C173853756","wikidata":"https://www.wikidata.org/wiki/Q86915","display_name":"Dialog box","level":2,"score":0.845775842666626},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8025449514389038},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.7537223696708679},{"id":"https://openalex.org/C3017893058","wikidata":"https://www.wikidata.org/wiki/Q999278","display_name":"User satisfaction","level":2,"score":0.5936122536659241},{"id":"https://openalex.org/C21569690","wikidata":"https://www.wikidata.org/wiki/Q94702","display_name":"Collaborative filtering","level":3,"score":0.5860741138458252},{"id":"https://openalex.org/C190954187","wikidata":"https://www.wikidata.org/wiki/Q5270587","display_name":"Dialog system","level":3,"score":0.5812578201293945},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5419742465019226},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5130011439323425},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.4386656582355499},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3931681513786316},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37438005208969116},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.33775794506073},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32458633184432983},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.15474635362625122},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/slt.2010.5700898","is_oa":false,"landing_page_url":"https://doi.org/10.1109/slt.2010.5700898","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2010 IEEE Spoken Language Technology Workshop","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.308.8874","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.308.8874","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www1.se.cuhk.edu.hk/~hccl/publications/pub/SLT2010-CF-zjyang.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.310.5079","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.310.5079","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://faculty.washington.edu/levow/papers/slt10_cf.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals","score":0.5600000023841858}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321026","display_name":"Ministry of Earth Sciences","ror":"https://ror.org/013cf5k59"},{"id":"https://openalex.org/F4320322724","display_name":"Ministry of Education, India","ror":"https://ror.org/048xjjh50"},{"id":"https://openalex.org/F4320322942","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W112827473","https://openalex.org/W130097250","https://openalex.org/W178897730","https://openalex.org/W1975016129","https://openalex.org/W2042281163","https://openalex.org/W2055122777","https://openalex.org/W2096145771","https://openalex.org/W2100235918","https://openalex.org/W2118280673","https://openalex.org/W2139448311","https://openalex.org/W2151814822","https://openalex.org/W2950483141","https://openalex.org/W3116407438","https://openalex.org/W6604592114","https://openalex.org/W6763515994"],"related_works":["https://openalex.org/W48079147","https://openalex.org/W2394821827","https://openalex.org/W326836678","https://openalex.org/W2563921006","https://openalex.org/W1963944933","https://openalex.org/W2111550420","https://openalex.org/W1977846844","https://openalex.org/W2549666521","https://openalex.org/W3133893348","https://openalex.org/W2901575119"],"abstract_inverted_index":{"Developing":[0],"accurate":[1],"models":[2],"to":[3,93],"automatically":[4],"predict":[5,94],"user":[6,44,63,96,105,130],"satisfaction":[7,45,64],"about":[8],"the":[9,25,47,76,101,120,126],"overall":[10],"quality":[11,109],"of":[12,78,89,103,129],"a":[13,29,57],"Spoken":[14],"Dialog":[15],"System":[16],"(SDS)":[17],"is":[18,33,73],"highly":[19],"desirable":[20],"for":[21,62],"SDS":[22,108],"evaluation.":[23],"In":[24,49],"original":[26],"PARADISE":[27,54],"framework,":[28],"linear":[30],"regression":[31],"model":[32,61,72],"trained":[34],"using":[35],"measures":[36],"drawn":[37,74],"from":[38,75,86],"rated":[39],"dialogs":[40],"as":[41,46],"predictors":[42],"with":[43,110],"target.":[48],"this":[50],"paper,":[51],"we":[52],"extend":[53],"by":[55],"introducing":[56],"collaborative":[58],"filtering":[59],"(CF)":[60],"prediction":[65,71,127],"and":[66],"its":[67,95],"corresponding":[68],"extension.":[69],"This":[70],"idea":[77],"CF":[79,121],"in":[80],"recommendation":[81],"systems,":[82],"which":[83],"uses":[84],"information":[85],"near":[87],"neighbors":[88],"an":[90],"unrated":[91],"dialog":[92],"satisfaction.":[97,131],"We":[98],"also":[99],"present":[100],"methodology":[102],"collecting":[104],"judgments":[106],"on":[107],"crowdsourcing":[111],"through":[112],"Amazon":[113],"Mechanical":[114],"Turk.":[115],"Experimental":[116],"results":[117],"show":[118],"that":[119],"approaches":[122],"could":[123],"distinctly":[124],"improve":[125],"accuracy":[128]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}