{"id":"https://openalex.org/W2045329606","doi":"https://doi.org/10.1145/2365952.2366042","title":"Workshop on recommendation utility evaluation","display_name":"Workshop on recommendation utility evaluation","publication_year":2012,"publication_date":"2012-09-09","ids":{"openalex":"https://openalex.org/W2045329606","doi":"https://doi.org/10.1145/2365952.2366042","mag":"2045329606"},"language":"en","primary_location":{"id":"doi:10.1145/2365952.2366042","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2365952.2366042","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the sixth ACM conference on Recommender systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017431776","display_name":"Xavier Amatriain","orcid":null},"institutions":[{"id":"https://openalex.org/I869089601","display_name":"Netflix (United States)","ror":"https://ror.org/0197qw696","country_code":"US","type":"company","lineage":["https://openalex.org/I869089601"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Xavier Amatriain","raw_affiliation_strings":["Netflix, Los Gatos, California, Spain"],"affiliations":[{"raw_affiliation_string":"Netflix, Los Gatos, California, Spain","institution_ids":["https://openalex.org/I869089601"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052940596","display_name":"Pablo Castells","orcid":"https://orcid.org/0000-0003-0668-6317"},"institutions":[{"id":"https://openalex.org/I63634437","display_name":"Universidad Aut\u00f3noma de Madrid","ror":"https://ror.org/01cby8j38","country_code":"ES","type":"education","lineage":["https://openalex.org/I63634437"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Pablo Castells","raw_affiliation_strings":["Universidad Aut\u00f3noma de Madrid, Madrid, Spain"],"affiliations":[{"raw_affiliation_string":"Universidad Aut\u00f3noma de Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I63634437"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060259737","display_name":"Arjen P. de Vries","orcid":"https://orcid.org/0000-0002-2888-4202"},"institutions":[{"id":"https://openalex.org/I1341640284","display_name":"Centrum Wiskunde & Informatica","ror":"https://ror.org/00x7ekv49","country_code":"NL","type":"facility","lineage":["https://openalex.org/I1341640284","https://openalex.org/I2800991832"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Arjen de Vries","raw_affiliation_strings":["Centrum Wiskunde & Informatica, Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"Centrum Wiskunde & Informatica, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I1341640284"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049142695","display_name":"Christian Posse","orcid":null},"institutions":[{"id":"https://openalex.org/I1316064682","display_name":"LinkedIn (United States)","ror":"https://ror.org/02fyxhe35","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I1316064682"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christian Posse","raw_affiliation_strings":["Linkedin, Mountain View, California, USA","LinkedIn, Mountain View, California, USA#TAB#"],"affiliations":[{"raw_affiliation_string":"Linkedin, Mountain View, California, USA","institution_ids":["https://openalex.org/I1316064682"]},{"raw_affiliation_string":"LinkedIn, Mountain View, California, USA#TAB#","institution_ids":["https://openalex.org/I1316064682"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5017431776"],"corresponding_institution_ids":["https://openalex.org/I869089601"],"apc_list":null,"apc_paid":null,"fwci":2.8422,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.92083074,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"351","last_page":"352"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9799000024795532,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.82146155834198},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7935179471969604},{"id":"https://openalex.org/keywords/novelty","display_name":"Novelty","score":0.7810671329498291},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.7001298666000366},{"id":"https://openalex.org/keywords/standardization","display_name":"Standardization","score":0.6166461706161499},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.46146562695503235},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.438196063041687},{"id":"https://openalex.org/keywords/consolidation","display_name":"Consolidation (business)","score":0.43339312076568604},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.43279531598091125},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4293524920940399},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4095219373703003},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3365141749382019}],"concepts":[{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.82146155834198},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7935179471969604},{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.7810671329498291},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.7001298666000366},{"id":"https://openalex.org/C188087704","wikidata":"https://www.wikidata.org/wiki/Q369577","display_name":"Standardization","level":2,"score":0.6166461706161499},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.46146562695503235},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.438196063041687},{"id":"https://openalex.org/C2776014549","wikidata":"https://www.wikidata.org/wiki/Q3050847","display_name":"Consolidation (business)","level":2,"score":0.43339312076568604},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.43279531598091125},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4293524920940399},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4095219373703003},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3365141749382019},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C27206212","wikidata":"https://www.wikidata.org/wiki/Q34178","display_name":"Theology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2365952.2366042","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2365952.2366042","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the sixth ACM conference on Recommender systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W135190683","https://openalex.org/W1690919088","https://openalex.org/W1971040550","https://openalex.org/W2006298593","https://openalex.org/W2011700584","https://openalex.org/W2037140704","https://openalex.org/W2049670925","https://openalex.org/W2082029016","https://openalex.org/W2108630796","https://openalex.org/W2116699632","https://openalex.org/W2118545189","https://openalex.org/W2144807535","https://openalex.org/W2150886314","https://openalex.org/W2159155347","https://openalex.org/W3125944471","https://openalex.org/W7043762925"],"related_works":["https://openalex.org/W4312347104","https://openalex.org/W2106813246","https://openalex.org/W1601713026","https://openalex.org/W130381036","https://openalex.org/W2085788432","https://openalex.org/W4210577509","https://openalex.org/W2166315712","https://openalex.org/W2963465723","https://openalex.org/W1997560202","https://openalex.org/W2013394905"],"abstract_inverted_index":{"Measuring":[0],"the":[1,10,15,38,68,77,101,116,137,156],"error":[2],"in":[3,14,67,115,140,150],"rating":[4,61],"prediction":[5],"has":[6],"been":[7],"by":[8,73],"far":[9,32],"dominant":[11],"evaluation":[12,111,143],"methodology":[13],"Recommender":[16],"Systems":[17],"literature.":[18],"Yet":[19],"there":[20],"seems":[21],"to":[22,36,50,53,132,155],"be":[23,51],"a":[24,42,124],"general":[25],"consensus":[26],"that":[27],"this":[28,118],"criterion":[29],"alone":[30],"is":[31,113,120],"from":[33],"being":[34],"enough":[35],"assess":[37],"practical":[39],"effectiveness":[40],"of":[41,70,110,160],"recommender":[43,141],"system.":[44],"Information":[45],"Retrieval":[46],"metrics":[47,72],"have":[48],"started":[49],"used":[52],"evaluate":[54],"item":[55],"selection":[56],"and":[57,86,93,97,108,134,153,158,163],"ranking":[58],"rather":[59],"than":[60],"prediction,":[62],"but":[63],"considerable":[64],"divergence":[65],"remains":[66],"adoption":[69],"such":[71,90],"different":[74],"authors.":[75],"On":[76],"other":[78,83],"hand,":[79],"recommendation":[80],"utility":[81],"includes":[82],"key":[84],"dimensions":[85],"concerns":[87],"beyond":[88],"accuracy,":[89],"as":[91],"novelty":[92],"diversity,":[94],"user":[95],"engagement,":[96],"business":[98],"performance.":[99],"While":[100],"need":[102,119],"for":[103,123,148],"further":[104],"extension,":[105],"formalization,":[106],"clarification":[107],"standardization":[109],"methodologies":[112],"recognized":[114],"community,":[117],"still":[121],"unmet":[122],"large":[125],"extent.":[126],"The":[127],"RUE":[128],"2012":[129],"workshop":[130],"sought":[131],"identify":[133],"better":[135],"understand":[136],"current":[138],"gaps":[139],"system":[142],"methodologies,":[144],"help":[145],"lay":[146],"directions":[147],"progress":[149],"addressing":[151],"them,":[152],"contribute":[154],"consolidation":[157],"convergence":[159],"experimental":[161],"methods":[162],"practice.":[164]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2013,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}