{"id":"https://openalex.org/W3134330728","doi":"https://doi.org/10.1145/3450613.3456821","title":"User-centered Evaluation of Popularity Bias in Recommender Systems","display_name":"User-centered Evaluation of Popularity Bias in Recommender Systems","publication_year":2021,"publication_date":"2021-06-21","ids":{"openalex":"https://openalex.org/W3134330728","doi":"https://doi.org/10.1145/3450613.3456821","mag":"3134330728"},"language":"en","primary_location":{"id":"doi:10.1145/3450613.3456821","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3450613.3456821","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM Conference on User Modeling, Adaptation and Personalization","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2103.06364","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044414266","display_name":"Himan Abdollahpouri","orcid":"https://orcid.org/0000-0002-0065-9978"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Himan Abdollahpouri","raw_affiliation_strings":["Northwestern University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009118126","display_name":"Masoud Mansoury","orcid":"https://orcid.org/0000-0002-9938-0212"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Masoud Mansoury","raw_affiliation_strings":["Eindhoven University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Eindhoven University of Technology","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043134791","display_name":"Robin Burke","orcid":"https://orcid.org/0000-0001-5766-6434"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]},{"id":"https://openalex.org/I2802236040","display_name":"University of Colorado System","ror":"https://ror.org/00jc20583","country_code":"US","type":"education","lineage":["https://openalex.org/I2802236040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robin Burke","raw_affiliation_strings":["University of Colorado, Boulder"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Colorado, Boulder","institution_ids":["https://openalex.org/I188538660","https://openalex.org/I2802236040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082580430","display_name":"Bamshad Mobasher","orcid":"https://orcid.org/0000-0001-9701-9178"},"institutions":[{"id":"https://openalex.org/I118353179","display_name":"DePaul University","ror":"https://ror.org/04xtx5t16","country_code":"US","type":"education","lineage":["https://openalex.org/I118353179"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bamshad Mobasher","raw_affiliation_strings":["DePaul University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DePaul University","institution_ids":["https://openalex.org/I118353179"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082418673","display_name":"Edward C. Malthouse","orcid":"https://orcid.org/0000-0001-7077-0172"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Edward Malthouse","raw_affiliation_strings":["Northwestern University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":143,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"119","last_page":"129"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.8674904108047485},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.7992019653320312},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7920277118682861},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.4102702736854553},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.3591296970844269},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3255993127822876},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.0581413209438324}],"concepts":[{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.8674904108047485},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.7992019653320312},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7920277118682861},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4102702736854553},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.3591296970844269},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3255993127822876},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0581413209438324},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3450613.3456821","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3450613.3456821","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM Conference on User Modeling, Adaptation and Personalization","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2103.06364","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2103.06364","pdf_url":"https://arxiv.org/pdf/2103.06364","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2103.06364","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2103.06364","pdf_url":"https://arxiv.org/pdf/2103.06364","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.41999998688697815,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G7204819943","display_name":null,"funder_award_id":"IIS-1911025","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W14425504","https://openalex.org/W1224564842","https://openalex.org/W1579592807","https://openalex.org/W1935158432","https://openalex.org/W1963951527","https://openalex.org/W1965582578","https://openalex.org/W1969862674","https://openalex.org/W2003804278","https://openalex.org/W2023188792","https://openalex.org/W2023954349","https://openalex.org/W2042281163","https://openalex.org/W2046974451","https://openalex.org/W2050125880","https://openalex.org/W2054141820","https://openalex.org/W2080371694","https://openalex.org/W2086456706","https://openalex.org/W2096233795","https://openalex.org/W2108630796","https://openalex.org/W2115280476","https://openalex.org/W2138899136","https://openalex.org/W2140942692","https://openalex.org/W2144807535","https://openalex.org/W2146950091","https://openalex.org/W2153578526","https://openalex.org/W2161676175","https://openalex.org/W2219888463","https://openalex.org/W2266225906","https://openalex.org/W2405923393","https://openalex.org/W2417969024","https://openalex.org/W2419128894","https://openalex.org/W2546986214","https://openalex.org/W2618825949","https://openalex.org/W2704480242","https://openalex.org/W2744446984","https://openalex.org/W2748058847","https://openalex.org/W2769076196","https://openalex.org/W2865407912","https://openalex.org/W2892659617","https://openalex.org/W2908054697","https://openalex.org/W2911936302","https://openalex.org/W2914059076","https://openalex.org/W2945357717","https://openalex.org/W2963363122","https://openalex.org/W2963662929","https://openalex.org/W2964427276","https://openalex.org/W2972389703","https://openalex.org/W2977371568","https://openalex.org/W3017158675","https://openalex.org/W3033866428","https://openalex.org/W3043777434","https://openalex.org/W3049694790","https://openalex.org/W3068709185","https://openalex.org/W3094546485","https://openalex.org/W3098779244","https://openalex.org/W3102092462","https://openalex.org/W3105992983","https://openalex.org/W3122176600","https://openalex.org/W4299687421"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2368605798","https://openalex.org/W2518037665","https://openalex.org/W2348524959","https://openalex.org/W2477036161","https://openalex.org/W2368049389","https://openalex.org/W2384861574","https://openalex.org/W4294565801","https://openalex.org/W2170801710","https://openalex.org/W2952704802"],"abstract_inverted_index":{"Recommendation":[0],"and":[1,39,128,170,178],"ranking":[2],"systems":[3],"are":[4,96],"known":[5],"to":[6,16,59,63,78,112,120,166],"suffer":[7],"from":[8,124,150,180],"popularity":[9,37,114,148,168,194,211],"bias;":[10,84],"the":[11,14,24,41,61,79,106,109,125,151,175,181,199,220],"tendency":[12],"of":[13,26,43,50,82,91,108,154],"algorithm":[15],"favor":[17],"a":[18,131],"few":[19],"popular":[20,67,94,203],"items":[21,68,95],"while":[22,217],"under-representing":[23],"majority":[25],"other":[27],"items.":[28,47,204],"Prior":[29],"research":[30],"has":[31,75],"examined":[32],"various":[33],"approaches":[34,52,161],"for":[35,214],"mitigating":[36],"bias":[38,115,149,169,195,212],"enhancing":[40],"recommendation":[42],"long-tail,":[44],"less":[45],"popular,":[46],"The":[48],"effectiveness":[49],"these":[51,122,137],"is":[53,69],"often":[54],"assessed":[55],"using":[56,174,187],"different":[57,86,89,215],"metrics":[58,111,177],"evaluate":[60,113,171],"extent":[62],"which":[64],"over-concentration":[65],"on":[66],"reduced.":[70],"However,":[71],"not":[72],"much":[73],"attention":[74],"been":[76],"given":[77],"user-centered":[80,152,207],"evaluation":[81],"this":[83,102],"how":[85],"users":[87,216],"with":[88],"levels":[90],"interest":[92],"towards":[93,202],"affected":[97],"by":[98],"such":[99],"algorithms.":[100],"In":[101,139],"paper,":[103],"we":[104,118,129,141,157],"show":[105,191],"limitations":[107],"existing":[110,176,193,221],"mitigation":[116,196],"when":[117],"want":[119],"assess":[121],"algorithms":[123],"users\u2019":[126,182,200],"perspective":[127],"propose":[130],"new":[132],"metric":[133],"that":[134,146,192],"can":[135,209],"address":[136],"limitations.":[138],"addition,":[140],"present":[142],"an":[143],"effective":[144],"approach":[145],"mitigates":[147],"point":[153],"view.":[155],"Finally,":[156],"investigate":[158],"several":[159],"state-of-the-art":[160],"proposed":[162,206],"in":[163],"recent":[164],"years":[165],"mitigate":[167],"their":[172],"performances":[173],"also":[179,218],"perspective.":[183],"Our":[184,205],"experimental":[185],"results":[186],"two":[188],"publicly-available":[189],"datasets":[190],"techniques":[197],"ignore":[198],"tolerance":[201],"method":[208],"tackle":[210],"effectively":[213],"improving":[219],"metrics.":[222]},"counts_by_year":[{"year":2026,"cited_by_count":16},{"year":2025,"cited_by_count":43},{"year":2024,"cited_by_count":37},{"year":2023,"cited_by_count":27},{"year":2022,"cited_by_count":17},{"year":2021,"cited_by_count":3}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}