{"id":"https://openalex.org/W2892838935","doi":"https://doi.org/10.1145/3240323.3241622","title":"Mixed methods for evaluating user satisfaction","display_name":"Mixed methods for evaluating user satisfaction","publication_year":2018,"publication_date":"2018-09-27","ids":{"openalex":"https://openalex.org/W2892838935","doi":"https://doi.org/10.1145/3240323.3241622","mag":"2892838935"},"language":"en","primary_location":{"id":"doi:10.1145/3240323.3241622","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3240323.3241622","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 12th ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022239852","display_name":"Jean Garcia-Gathright","orcid":"https://orcid.org/0009-0001-5550-640X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jean Garcia-Gathright","raw_affiliation_strings":["Spotify"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Spotify","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091600805","display_name":"Christine Hosey","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Christine Hosey","raw_affiliation_strings":["Spotify"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Spotify","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109908110","display_name":"B.S. Thomas","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brian St. Thomas","raw_affiliation_strings":["Spotify"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Spotify","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078123101","display_name":"Ben Carterette","orcid":"https://orcid.org/0000-0001-9538-047X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ben Carterette","raw_affiliation_strings":["Spotify"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Spotify","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101492251","display_name":"Fernando D\u00edaz","orcid":"https://orcid.org/0000-0003-2345-1288"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Fernando Diaz","raw_affiliation_strings":["Microsoft Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I4210164937"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"541","last_page":"542"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.764114499092102},{"id":"https://openalex.org/keywords/user-satisfaction","display_name":"User satisfaction","score":0.59445720911026},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.527686357498169},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4658169746398926},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4423852562904358},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.4343881905078888}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.764114499092102},{"id":"https://openalex.org/C3017893058","wikidata":"https://www.wikidata.org/wiki/Q999278","display_name":"User satisfaction","level":2,"score":0.59445720911026},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.527686357498169},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4658169746398926},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4423852562904358},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.4343881905078888},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3240323.3241622","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3240323.3241622","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 12th ACM Conference on Recommender Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W49119747","https://openalex.org/W65833265","https://openalex.org/W298464722","https://openalex.org/W1565828035","https://openalex.org/W1751493675","https://openalex.org/W1992252359","https://openalex.org/W2010057062","https://openalex.org/W2017292914","https://openalex.org/W2018944916","https://openalex.org/W2043382629","https://openalex.org/W2043533996","https://openalex.org/W2123937625","https://openalex.org/W2125771191","https://openalex.org/W2152314154","https://openalex.org/W2153872522","https://openalex.org/W2769137731","https://openalex.org/W2810128930","https://openalex.org/W2997842202","https://openalex.org/W4233462961","https://openalex.org/W4253292190","https://openalex.org/W6602724379","https://openalex.org/W7028372094"],"related_works":["https://openalex.org/W4390273403","https://openalex.org/W4386781444","https://openalex.org/W2150182025","https://openalex.org/W3092950680","https://openalex.org/W3197542405","https://openalex.org/W2056712470","https://openalex.org/W3125580266","https://openalex.org/W4288390103","https://openalex.org/W4317039510","https://openalex.org/W2053606306"],"abstract_inverted_index":{"Evaluation":[0,9],"is":[1,45],"a":[2,6],"fundamental":[3],"part":[4],"of":[5,13],"recommendation":[7],"system.":[8],"typically":[10],"takes":[11],"one":[12],"three":[14],"forms:":[15],"(1)":[16],"smaller":[17],"lab":[18],"studies":[19],"with":[20,26],"real":[21],"users;":[22],"(2)":[23],"batch":[24],"tests":[25],"offline":[27],"collections,":[28],"judgements,":[29],"and":[30,52,68],"measures;":[31],"(3)":[32],"large-scale":[33],"controlled":[34],"experiments":[35],"(e.g.":[36],"A/B":[37],"tests)":[38],"looking":[39],"at":[40],"implicit":[41,59],"feedback.":[42],"But":[43],"it":[44],"rare":[46],"for":[47],"the":[48,54],"first":[49],"to":[50,64,74],"inform":[51],"influence":[53],"latter":[55],"two;":[56],"in":[57],"particular,":[58],"feedback":[60],"metrics":[61],"often":[62],"have":[63],"be":[65,75],"continuously":[66],"revised":[67],"updated":[69],"as":[70],"assumptions":[71],"are":[72],"found":[73],"poorly":[76],"supported.":[77]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}