{"id":"https://openalex.org/W3034491755","doi":"https://doi.org/10.1145/3397271.3401032","title":"Measuring Recommendation Explanation Quality","display_name":"Measuring Recommendation Explanation Quality","publication_year":2020,"publication_date":"2020-07-25","ids":{"openalex":"https://openalex.org/W3034491755","doi":"https://doi.org/10.1145/3397271.3401032","mag":"3034491755"},"language":"en","primary_location":{"id":"doi:10.1145/3397271.3401032","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3397271.3401032","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3397271.3401032","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3397271.3401032","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059926999","display_name":"Krisztian Balog","orcid":"https://orcid.org/0000-0003-2762-721X"},"institutions":[{"id":"https://openalex.org/I4210113297","display_name":"Google (United Kingdom)","ror":"https://ror.org/024bc3e07","country_code":"GB","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210113297","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Krisztian Balog","raw_affiliation_strings":["Google, London, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google, London, United Kingdom","institution_ids":["https://openalex.org/I4210113297"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081692910","display_name":"Filip Radlinski","orcid":"https://orcid.org/0000-0002-1386-9288"},"institutions":[{"id":"https://openalex.org/I4210113297","display_name":"Google (United Kingdom)","ror":"https://ror.org/024bc3e07","country_code":"GB","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210113297","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Filip Radlinski","raw_affiliation_strings":["Google, London, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google, London, United Kingdom","institution_ids":["https://openalex.org/I4210113297"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210113297"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":85,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"329","last_page":"338"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7644320130348206},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.7428183555603027},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.7157343626022339},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.6815189719200134},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4572671353816986},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.21947327256202698},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.08380162715911865},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.07824262976646423}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7644320130348206},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.7428183555603027},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.7157343626022339},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.6815189719200134},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4572671353816986},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.21947327256202698},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.08380162715911865},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.07824262976646423},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3397271.3401032","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3397271.3401032","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3397271.3401032","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3397271.3401032","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3397271.3401032","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3397271.3401032","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.5600000023841858,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3034491755.pdf","grobid_xml":"https://content.openalex.org/works/W3034491755.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W1579090648","https://openalex.org/W1581658097","https://openalex.org/W1604307496","https://openalex.org/W1995445252","https://openalex.org/W2043867338","https://openalex.org/W2058179030","https://openalex.org/W2089566520","https://openalex.org/W2096434649","https://openalex.org/W2100171245","https://openalex.org/W2114281505","https://openalex.org/W2130369780","https://openalex.org/W2134584261","https://openalex.org/W2151401338","https://openalex.org/W2152184085","https://openalex.org/W2159306398","https://openalex.org/W2214862015","https://openalex.org/W2223821166","https://openalex.org/W2295949242","https://openalex.org/W2511352244","https://openalex.org/W2747911319","https://openalex.org/W2749926164","https://openalex.org/W2763172566","https://openalex.org/W2793578410","https://openalex.org/W2795530988","https://openalex.org/W2898474096","https://openalex.org/W2947612811","https://openalex.org/W2955073982","https://openalex.org/W3122821379"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W4382930947","https://openalex.org/W3152382318","https://openalex.org/W3004686567","https://openalex.org/W2738656338","https://openalex.org/W2555400967","https://openalex.org/W3214759741","https://openalex.org/W3081288631","https://openalex.org/W3174876210","https://openalex.org/W2388458847"],"abstract_inverted_index":{"Explanations":[0],"have":[1,20],"a":[2,17,25,33,41,67,84],"large":[3],"effect":[4],"on":[5],"how":[6,59,72,88],"people":[7],"respond":[8],"to":[9,31,36,60,89],"recommendations.":[10],"However,":[11],"there":[12],"are":[13,110],"many":[14],"possible":[15],"intentions":[16],"system":[18],"may":[19,47],"in":[21,101,127],"generating":[22],"explanations":[23,94],"for":[24,44,51],"given":[26,68],"recommendation":[27],"-from":[28],"increasing":[29],"transparency,":[30],"enabling":[32],"faster":[34],"decision,":[35],"persuading":[37],"the":[38,55,73,91,102,107],"recipient.":[39],"As":[40],"good":[42,50],"explanation":[43,65,121,136],"one":[45],"goal":[46,69,98],"not":[48,111],"be":[49],"others,":[52],"we":[53,124],"address":[54],"questions":[56],"of":[57,87,93,135],"(1)":[58],"robustly":[61],"measure":[62,90],"if":[63],"an":[64],"meets":[66],"and":[70,129],"(2)":[71],"different":[74],"goals":[75,109],"interact":[76],"with":[77],"each":[78],"other.":[79],"Specifically,":[80],"this":[81],"paper":[82],"presents":[83],"first":[85],"proposal":[86],"quality":[92],"along":[95],"seven":[96,108],"common":[97],"dimensions":[99],"catalogued":[100],"literature.":[103],"We":[104],"find":[105],"that":[106],"independent,":[112],"but":[113],"rather":[114],"exhibit":[115],"strong":[116],"structure.":[117],"Proposing":[118],"two":[119],"novel":[120],"evaluation":[122],"designs,":[123],"identify":[125],"challenges":[126],"evaluation,":[128],"provide":[130],"more":[131],"efficient":[132],"measurement":[133],"approaches":[134],"quality.":[137]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":4},{"year":2012,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}