{"id":"https://openalex.org/W4389564066","doi":"https://doi.org/10.1145/3637066","title":"Reproducing Popularity Bias in Recommendation: The Effect of Evaluation Strategies","display_name":"Reproducing Popularity Bias in Recommendation: The Effect of Evaluation Strategies","publication_year":2023,"publication_date":"2023-12-11","ids":{"openalex":"https://openalex.org/W4389564066","doi":"https://doi.org/10.1145/3637066"},"language":"en","primary_location":{"id":"doi:10.1145/3637066","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3637066","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3637066","source":{"id":"https://openalex.org/S4387284325","display_name":"ACM Transactions on Recommender Systems","issn_l":"2770-6699","issn":["2770-6699"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Recommender Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3637066","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051271915","display_name":"Savvina Daniil","orcid":"https://orcid.org/0000-0001-8888-2869"},"institutions":[{"id":"https://openalex.org/I1341640284","display_name":"Centrum Wiskunde & Informatica","ror":"https://ror.org/00x7ekv49","country_code":"NL","type":"facility","lineage":["https://openalex.org/I1341640284","https://openalex.org/I2800991832","https://openalex.org/I4405262988"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Savvina Daniil","raw_affiliation_strings":["Centrum Wiskunde & Informatica, Amsterdam, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-8888-2869","affiliations":[{"raw_affiliation_string":"Centrum Wiskunde & Informatica, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I1341640284"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030498254","display_name":"Mirjam Cuper","orcid":"https://orcid.org/0000-0003-0187-9873"},"institutions":[{"id":"https://openalex.org/I4210123921","display_name":"National Library of the Netherlands","ror":"https://ror.org/02w4jbg70","country_code":"NL","type":"archive","lineage":["https://openalex.org/I4210123921"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Mirjam Cuper","raw_affiliation_strings":["National Library of the Netherlands, The Hague, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-0187-9873","affiliations":[{"raw_affiliation_string":"National Library of the Netherlands, The Hague, The Netherlands","institution_ids":["https://openalex.org/I4210123921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022063970","display_name":"Cynthia C. S. Liem","orcid":"https://orcid.org/0000-0002-5385-7695"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Cynthia C. S. Liem","raw_affiliation_strings":["Delft University of Technology, Delft, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-5385-7695","affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042220566","display_name":"Jacco van Ossenbruggen","orcid":"https://orcid.org/0000-0002-7748-4715"},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jacco van Ossenbruggen","raw_affiliation_strings":["Vrije Universiteit Amsterdam, Amsterdam, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-7748-4715","affiliations":[{"raw_affiliation_string":"Vrije Universiteit Amsterdam, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I865915315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069446418","display_name":"Laura Hollink","orcid":"https://orcid.org/0000-0002-6865-0021"},"institutions":[{"id":"https://openalex.org/I1341640284","display_name":"Centrum Wiskunde & Informatica","ror":"https://ror.org/00x7ekv49","country_code":"NL","type":"facility","lineage":["https://openalex.org/I1341640284","https://openalex.org/I2800991832","https://openalex.org/I4405262988"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Laura Hollink","raw_affiliation_strings":["Centrum Wiskunde & Informatica, Amsterdam, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-6865-0021","affiliations":[{"raw_affiliation_string":"Centrum Wiskunde & Informatica, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I1341640284"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.2882,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.93420197,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"2","issue":"1","first_page":"1","last_page":"39"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10609","display_name":"Digital Marketing and Social Media","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11161","display_name":"Consumer Market Behavior and Pricing","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.8710633516311646},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.48488885164260864},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2711653709411621},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.10113173723220825}],"concepts":[{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.8710633516311646},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48488885164260864},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2711653709411621},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.10113173723220825}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3637066","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3637066","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3637066","source":{"id":"https://openalex.org/S4387284325","display_name":"ACM Transactions on Recommender Systems","issn_l":"2770-6699","issn":["2770-6699"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Recommender Systems","raw_type":"journal-article"},{"id":"pmh:oai:cwi.nl:33989","is_oa":true,"landing_page_url":"https://ir.cwi.nl/pub/33989","pdf_url":"https://ir.cwi.nl/pub/33989/33989.pdf","source":{"id":"https://openalex.org/S7407055335","display_name":"Centrum Wiskunde & Informatica (CWI), the national research institute for mathematics and computer science in the Netherlands","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM Transactions on Recommender Systems vol. 2 no. 1, pp. 5:1-5:39","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1145/3637066","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3637066","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3637066","source":{"id":"https://openalex.org/S4387284325","display_name":"ACM Transactions on Recommender Systems","issn_l":"2770-6699","issn":["2770-6699"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Recommender Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389564066.pdf","grobid_xml":"https://content.openalex.org/works/W4389564066.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W1965582578","https://openalex.org/W2069870183","https://openalex.org/W2078488685","https://openalex.org/W2138899136","https://openalex.org/W2145360759","https://openalex.org/W2155912844","https://openalex.org/W2219888463","https://openalex.org/W2263338482","https://openalex.org/W2309034743","https://openalex.org/W2401180881","https://openalex.org/W2419128894","https://openalex.org/W2732691751","https://openalex.org/W2740253077","https://openalex.org/W2787225861","https://openalex.org/W2788572835","https://openalex.org/W2790048889","https://openalex.org/W2890056718","https://openalex.org/W2957191877","https://openalex.org/W2958300421","https://openalex.org/W3008058947","https://openalex.org/W3013688454","https://openalex.org/W3017158675","https://openalex.org/W3040516071","https://openalex.org/W3045004532","https://openalex.org/W3047010778","https://openalex.org/W3092775028","https://openalex.org/W3105114834","https://openalex.org/W3105992983","https://openalex.org/W3158993229","https://openalex.org/W3159768726","https://openalex.org/W3172253407","https://openalex.org/W3177255625","https://openalex.org/W3200355029","https://openalex.org/W3210115933","https://openalex.org/W4210470241","https://openalex.org/W4229000037","https://openalex.org/W4285279339","https://openalex.org/W4297614008","https://openalex.org/W4312551924","https://openalex.org/W6807299558"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2368605798","https://openalex.org/W2518037665","https://openalex.org/W2348524959","https://openalex.org/W2477036161","https://openalex.org/W2368049389","https://openalex.org/W2384861574","https://openalex.org/W4294565801","https://openalex.org/W2170801710"],"abstract_inverted_index":{"The":[0,63],"extent":[1],"to":[2,133,163],"which":[3,108],"popularity":[4,112],"bias":[5,113],"is":[6,12,20],"propagated":[7],"by":[8],"media":[9],"recommender":[10],"systems":[11],"a":[13,103],"current":[14],"topic":[15],"within":[16],"the":[17,21,42,53,56,66,75,87,137,153,164],"community,":[18],"as":[19],"uneven":[22],"propagation":[23,114],"among":[24],"users":[25,95,120],"with":[26,39,121],"varying":[27],"interests":[28],"for":[29,136],"niche":[30],"items.":[31],"Recent":[32],"work":[33],"focused":[34],"on":[35],"exactly":[36],"this":[37,71],"topic,":[38],"movies":[40],"being":[41],"domain":[43],"of":[44,58,94,105,118,124,166],"interest.":[45],"Later":[46],"on,":[47],"two":[48],"different":[49,67],"research":[50],"teams":[51],"reproduced":[52],"methodology":[54],"in":[55,85,89,96,107,139,146,155,159],"domains":[57,68],"music":[59],"and":[60,78,98,115,141],"books,":[61],"respectively.":[62],"results":[64],"across":[65],"diverge.":[69],"In":[70],"paper,":[72],"we":[73,109,150],"reproduce":[74],"three":[76],"studies":[77],"identify":[79],"four":[80],"aspects":[81,131],"that":[82,129,152],"are":[83],"relevant":[84],"investigating":[86],"differences":[88],"results:":[90],"data,":[91],"algorithms,":[92],"division":[93],"groups":[97],"evaluation":[99,167],"strategy.":[100,168],"We":[101,127],"run":[102],"set":[104],"experiments":[106],"measure":[110],"general":[111],"unfair":[116],"treatment":[117],"certain":[119],"various":[122],"combinations":[123],"these":[125],"aspects.":[126],"conclude":[128],"all":[130],"account":[132],"some":[134],"degree":[135],"divergence":[138,154],"results,":[140],"should":[142],"be":[143,158],"carefully":[144],"considered":[145],"future":[147],"studies.":[148],"Further,":[149],"find":[151],"findings":[156],"can":[157],"large":[160],"part":[161],"attributed":[162],"choice":[165]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}