{"id":"https://openalex.org/W3164231466","doi":"https://doi.org/10.1145/3452740","title":"Popularity Bias in False-positive Metrics for Recommender Systems Evaluation","display_name":"Popularity Bias in False-positive Metrics for Recommender Systems Evaluation","publication_year":2021,"publication_date":"2021-05-25","ids":{"openalex":"https://openalex.org/W3164231466","doi":"https://doi.org/10.1145/3452740","mag":"3164231466"},"language":"en","primary_location":{"id":"doi:10.1145/3452740","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3452740","pdf_url":null,"source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036688806","display_name":"Elisa Mena-Maldonado","orcid":"https://orcid.org/0000-0003-1723-1916"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Elisa Mena-Maldonado","raw_affiliation_strings":["RMIT University, Melbourne, Australia"],"raw_orcid":"https://orcid.org/0000-0003-1723-1916","affiliations":[{"raw_affiliation_string":"RMIT University, Melbourne, Australia","institution_ids":["https://openalex.org/I82951845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081476292","display_name":"Roc\u00edo Ca\u00f1amares","orcid":"https://orcid.org/0000-0002-2278-0445"},"institutions":[{"id":"https://openalex.org/I63634437","display_name":"Universidad Aut\u00f3noma de Madrid","ror":"https://ror.org/01cby8j38","country_code":"ES","type":"education","lineage":["https://openalex.org/I63634437"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Roc\u00edo Ca\u00f1amares","raw_affiliation_strings":["Universidad Aut\u00f3noma de Madrid, Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0002-2278-0445","affiliations":[{"raw_affiliation_string":"Universidad Aut\u00f3noma de Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I63634437"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052940596","display_name":"Pablo Castells","orcid":"https://orcid.org/0000-0003-0668-6317"},"institutions":[{"id":"https://openalex.org/I63634437","display_name":"Universidad Aut\u00f3noma de Madrid","ror":"https://ror.org/01cby8j38","country_code":"ES","type":"education","lineage":["https://openalex.org/I63634437"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Pablo Castells","raw_affiliation_strings":["Universidad Aut\u00f3noma de Madrid, Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0003-0668-6317","affiliations":[{"raw_affiliation_string":"Universidad Aut\u00f3noma de Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I63634437"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039040673","display_name":"Yongli Ren","orcid":"https://orcid.org/0000-0002-3137-9653"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yongli Ren","raw_affiliation_strings":["RMIT University, Melbourne, Australia"],"raw_orcid":"https://orcid.org/0000-0002-3137-9653","affiliations":[{"raw_affiliation_string":"RMIT University, Melbourne, Australia","institution_ids":["https://openalex.org/I82951845"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072614956","display_name":"Mark Sanderson","orcid":"https://orcid.org/0000-0003-0487-9609"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Mark Sanderson","raw_affiliation_strings":["RMIT University, Melbourne, Australia"],"raw_orcid":"https://orcid.org/0000-0003-0487-9609","affiliations":[{"raw_affiliation_string":"RMIT University, Melbourne, Australia","institution_ids":["https://openalex.org/I82951845"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.2419,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":{"value":0.98147342,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"39","issue":"3","first_page":"1","last_page":"43"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11161","display_name":"Consumer Market Behavior and Pricing","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.9173945188522339},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8093811869621277},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6964500546455383},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.6380119323730469},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.551811695098877},{"id":"https://openalex.org/keywords/false-positive-rate","display_name":"False positive rate","score":0.47571927309036255},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4356886148452759},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3859286904335022},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3632923364639282},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3338473439216614},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.0903271734714508}],"concepts":[{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.9173945188522339},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8093811869621277},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6964500546455383},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.6380119323730469},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.551811695098877},{"id":"https://openalex.org/C95922358","wikidata":"https://www.wikidata.org/wiki/Q5432725","display_name":"False positive rate","level":2,"score":0.47571927309036255},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4356886148452759},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3859286904335022},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3632923364639282},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3338473439216614},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0903271734714508},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3452740","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3452740","pdf_url":null,"source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":85,"referenced_works":["https://openalex.org/W115504948","https://openalex.org/W119627244","https://openalex.org/W153313452","https://openalex.org/W167016754","https://openalex.org/W298464722","https://openalex.org/W1224564842","https://openalex.org/W1861683694","https://openalex.org/W1949987463","https://openalex.org/W1967458099","https://openalex.org/W1967521114","https://openalex.org/W1967879792","https://openalex.org/W1968927634","https://openalex.org/W1971040550","https://openalex.org/W1987431925","https://openalex.org/W1992665562","https://openalex.org/W1994389483","https://openalex.org/W2004918107","https://openalex.org/W2006323481","https://openalex.org/W2008445237","https://openalex.org/W2020631728","https://openalex.org/W2026430213","https://openalex.org/W2038531350","https://openalex.org/W2038895391","https://openalex.org/W2045745608","https://openalex.org/W2046974451","https://openalex.org/W2048045485","https://openalex.org/W2049455633","https://openalex.org/W2049670925","https://openalex.org/W2062543652","https://openalex.org/W2068098598","https://openalex.org/W2069997576","https://openalex.org/W2071111773","https://openalex.org/W2080320419","https://openalex.org/W2094790959","https://openalex.org/W2096942889","https://openalex.org/W2097638479","https://openalex.org/W2101409192","https://openalex.org/W2109244020","https://openalex.org/W2110672659","https://openalex.org/W2112285779","https://openalex.org/W2113640060","https://openalex.org/W2116163449","https://openalex.org/W2121710227","https://openalex.org/W2123528936","https://openalex.org/W2127480961","https://openalex.org/W2130076000","https://openalex.org/W2131381130","https://openalex.org/W2157519573","https://openalex.org/W2158810025","https://openalex.org/W2169038197","https://openalex.org/W2171960770","https://openalex.org/W2187420087","https://openalex.org/W2187424591","https://openalex.org/W2213191543","https://openalex.org/W2219888463","https://openalex.org/W2340502990","https://openalex.org/W2405923393","https://openalex.org/W2485197029","https://openalex.org/W2547648079","https://openalex.org/W2588607666","https://openalex.org/W2608239929","https://openalex.org/W2608702473","https://openalex.org/W2616376319","https://openalex.org/W2739587313","https://openalex.org/W2740253077","https://openalex.org/W2791379569","https://openalex.org/W2799048248","https://openalex.org/W2799155063","https://openalex.org/W2892391771","https://openalex.org/W2892888989","https://openalex.org/W2895183493","https://openalex.org/W2903296288","https://openalex.org/W2911829170","https://openalex.org/W2945068866","https://openalex.org/W2952613481","https://openalex.org/W2954871291","https://openalex.org/W2998372272","https://openalex.org/W3034718811","https://openalex.org/W3035404611","https://openalex.org/W3081170586","https://openalex.org/W3099420497","https://openalex.org/W3125944471","https://openalex.org/W4205171160","https://openalex.org/W4244330881","https://openalex.org/W4250467157"],"related_works":["https://openalex.org/W2368605798","https://openalex.org/W2518037665","https://openalex.org/W2348524959","https://openalex.org/W2477036161","https://openalex.org/W2368049389","https://openalex.org/W2384861574","https://openalex.org/W2170801710","https://openalex.org/W2952704802","https://openalex.org/W4294565801","https://openalex.org/W2949545456"],"abstract_inverted_index":{"We":[0,72,122],"investigate":[1],"the":[2,11,35,40,52,67,78,82,85,93,99,103,157,167,170,173],"impact":[3],"of":[4,14,37,55,64,69,77,112,156,169,172,176,194],"popularity":[5,70,106],"bias":[6],"in":[7,10,66,102,110,197],"false-positive":[8,21,45,133,187],"metrics":[9,22,46,65,79,86,94,134,177,188],"offline":[12,195],"evaluation":[13,196],"recommender":[15,198],"systems.":[16,199],"Unlike":[17],"their":[18,113],"true-positive":[19,56,185],"complements,":[20],"reward":[23],"systems":[24],"that":[25,44,80,84],"minimize":[26],"recommendations":[27],"disliked":[28],"by":[29,192],"users.":[30],"Our":[31],"analysis":[32,76],"is,":[33],"to":[34,42,48,98,143,146],"best":[36],"our":[38,163],"knowledge,":[39],"first":[41],"show":[43],"tend":[47],"penalise":[49],"popular":[50,130],"items,":[51],"opposite":[53],"behavior":[54],"metrics\u2014causing":[57],"a":[58,74],"disagreement":[59,171],"trend":[60],"between":[61,105],"both":[62,148],"types":[63,175],"presence":[68],"biases.":[71],"present":[73],"theoretical":[75],"identifies":[81],"reason":[83],"disagree":[87],"and":[88,107,115,132,150,161],"determines":[89],"rare":[90],"situations":[91],"where":[92],"might":[95],"agree\u2014the":[96],"key":[97],"situation":[100],"lies":[101],"relationship":[104],"relevance":[108],"distributions,":[109],"terms":[111],"agreement":[114],"steepness":[116],"\u2014two":[117],"fundamental":[118],"concepts":[119],"we":[120,179],"formalize.":[121],"then":[123,180],"examine":[124],"three":[125],"well-known":[126],"datasets":[127,140],"using":[128],"multiple":[129],"true-":[131],"on":[135],"16":[136],"recommendation":[137],"algorithms.":[138],"Specific":[139],"are":[141],"chosen":[142],"allow":[144],"us":[145],"estimate":[147],"biased":[149],"unbiased":[151],"metric":[152],"values.":[153],"The":[154],"results":[155],"empirical":[158],"study":[159],"confirm":[160],"illustrate":[162],"analytical":[164],"findings.":[165],"With":[166],"conditions":[168],"two":[174],"established,":[178],"determine":[181],"under":[182],"which":[183],"circumstances":[184],"or":[186],"should":[189],"be":[190],"used":[191],"researchers":[193],"1":[200]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}