{"id":"https://openalex.org/W4386729890","doi":"https://doi.org/10.1145/3604915.3610637","title":"Evaluating The Effects of Calibrated Popularity Bias Mitigation: A Field Study","display_name":"Evaluating The Effects of Calibrated Popularity Bias Mitigation: A Field Study","publication_year":2023,"publication_date":"2023-09-14","ids":{"openalex":"https://openalex.org/W4386729890","doi":"https://doi.org/10.1145/3604915.3610637"},"language":"en","primary_location":{"id":"doi:10.1145/3604915.3610637","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3604915.3610637","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058361811","display_name":"Anastasiia Klimashevskaia","orcid":"https://orcid.org/0000-0002-8946-667X"},"institutions":[{"id":"https://openalex.org/I4432739","display_name":"University of Bergen","ror":"https://ror.org/03zga2b32","country_code":"NO","type":"education","lineage":["https://openalex.org/I4432739"]}],"countries":["NO"],"is_corresponding":true,"raw_author_name":"Anastasiia Klimashevskaia","raw_affiliation_strings":["Department of Information Science and Media Studies, MediaFutures, University of Bergen, Norway"],"affiliations":[{"raw_affiliation_string":"Department of Information Science and Media Studies, MediaFutures, University of Bergen, Norway","institution_ids":["https://openalex.org/I4432739"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039366726","display_name":"Mehdi Elahi","orcid":"https://orcid.org/0000-0003-2203-9195"},"institutions":[{"id":"https://openalex.org/I4432739","display_name":"University of Bergen","ror":"https://ror.org/03zga2b32","country_code":"NO","type":"education","lineage":["https://openalex.org/I4432739"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Mehdi Elahi","raw_affiliation_strings":["Department of Information Science and Media Studies, MediaFutures, University of Bergen, Norway"],"affiliations":[{"raw_affiliation_string":"Department of Information Science and Media Studies, MediaFutures, University of Bergen, Norway","institution_ids":["https://openalex.org/I4432739"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005545405","display_name":"Dietmar Jannach","orcid":"https://orcid.org/0000-0002-4698-8507"},"institutions":[{"id":"https://openalex.org/I4210166741","display_name":"University of Klagenfurt","ror":"https://ror.org/05q9m0937","country_code":"AT","type":"education","lineage":["https://openalex.org/I4210166741"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Dietmar Jannach","raw_affiliation_strings":["University of Klagenfurt, Austria"],"affiliations":[{"raw_affiliation_string":"University of Klagenfurt, Austria","institution_ids":["https://openalex.org/I4210166741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032711509","display_name":"Lars Skj\u00e6rven","orcid":"https://orcid.org/0000-0002-8176-4891"},"institutions":[{"id":"https://openalex.org/I4210124857","display_name":"TV 2 (Norway)","ror":"https://ror.org/02knacy77","country_code":"NO","type":"company","lineage":["https://openalex.org/I4210124857"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Lars Skj\u00e6rven","raw_affiliation_strings":["TV 2, Norway"],"affiliations":[{"raw_affiliation_string":"TV 2, Norway","institution_ids":["https://openalex.org/I4210124857"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092867524","display_name":"Astrid Tessem","orcid":"https://orcid.org/0009-0007-0610-5427"},"institutions":[{"id":"https://openalex.org/I4210124857","display_name":"TV 2 (Norway)","ror":"https://ror.org/02knacy77","country_code":"NO","type":"company","lineage":["https://openalex.org/I4210124857"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Astrid Tessem","raw_affiliation_strings":["TV 2, Norway"],"affiliations":[{"raw_affiliation_string":"TV 2, Norway","institution_ids":["https://openalex.org/I4210124857"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068502672","display_name":"Christoph Trattner","orcid":"https://orcid.org/0000-0002-1193-0508"},"institutions":[{"id":"https://openalex.org/I4432739","display_name":"University of Bergen","ror":"https://ror.org/03zga2b32","country_code":"NO","type":"education","lineage":["https://openalex.org/I4432739"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Christoph Trattner","raw_affiliation_strings":["Department of Information Science and Media Studies, MediaFutures, University of Bergen, Norway"],"affiliations":[{"raw_affiliation_string":"Department of Information Science and Media Studies, MediaFutures, University of Bergen, Norway","institution_ids":["https://openalex.org/I4432739"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5058361811"],"corresponding_institution_ids":["https://openalex.org/I4432739"],"apc_list":null,"apc_paid":null,"fwci":6.7951,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.96897236,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1084","last_page":"1089"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13718","display_name":"Media Influence and Politics","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10557","display_name":"Social Media and Politics","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.9601013660430908},{"id":"https://openalex.org/keywords/debiasing","display_name":"Debiasing","score":0.8770704865455627},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7925881147384644},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.7410063743591309},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.6755890250205994},{"id":"https://openalex.org/keywords/collaborative-filtering","display_name":"Collaborative filtering","score":0.6113282442092896},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.536702036857605},{"id":"https://openalex.org/keywords/cold-start","display_name":"Cold start (automotive)","score":0.419422447681427},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3814227283000946},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3217458724975586},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.06573587656021118}],"concepts":[{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.9601013660430908},{"id":"https://openalex.org/C2779458634","wikidata":"https://www.wikidata.org/wiki/Q24963715","display_name":"Debiasing","level":2,"score":0.8770704865455627},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7925881147384644},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.7410063743591309},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.6755890250205994},{"id":"https://openalex.org/C21569690","wikidata":"https://www.wikidata.org/wiki/Q94702","display_name":"Collaborative filtering","level":3,"score":0.6113282442092896},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.536702036857605},{"id":"https://openalex.org/C2778956030","wikidata":"https://www.wikidata.org/wiki/Q5142477","display_name":"Cold start (automotive)","level":2,"score":0.419422447681427},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3814227283000946},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3217458724975586},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.06573587656021118},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3604915.3610637","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3604915.3610637","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM Conference on Recommender Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3748656914","display_name":null,"funder_award_id":"Norway","funder_id":"https://openalex.org/F4320323299","funder_display_name":"Norges Forskningsr\u00e5d"}],"funders":[{"id":"https://openalex.org/F4320323299","display_name":"Norges Forskningsr\u00e5d","ror":"https://ror.org/00epmv149"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W179379070","https://openalex.org/W1224564842","https://openalex.org/W1991885946","https://openalex.org/W2023954349","https://openalex.org/W2044277341","https://openalex.org/W2046974451","https://openalex.org/W2140942692","https://openalex.org/W2294499700","https://openalex.org/W2748058847","https://openalex.org/W3033866428","https://openalex.org/W3049694790","https://openalex.org/W3094546485","https://openalex.org/W3097679710","https://openalex.org/W3098779244","https://openalex.org/W3117056562","https://openalex.org/W3134330728","https://openalex.org/W3154445493","https://openalex.org/W3156939347","https://openalex.org/W3170713142","https://openalex.org/W3175865138","https://openalex.org/W3176403661","https://openalex.org/W6803124948"],"related_works":["https://openalex.org/W2772628444","https://openalex.org/W1484355083","https://openalex.org/W4220714703","https://openalex.org/W2098758514","https://openalex.org/W3008845055","https://openalex.org/W2358418295","https://openalex.org/W2170391450","https://openalex.org/W2497939785","https://openalex.org/W4376854386","https://openalex.org/W2735929803"],"abstract_inverted_index":{"Despite":[0],"their":[1],"proven":[2],"various":[3,61,67],"benefits,":[4],"Recommender":[5],"Systems":[6],"can":[7,88,210],"cause":[8],"or":[9],"amplify":[10],"certain":[11],"undesired":[12],"effects.":[13],"In":[14],"this":[15,48,65,103,129],"paper,":[16],"we":[17,126],"focus":[18],"on":[19,52,136],"Popularity":[20,164],"Bias,":[21],"i.e.,":[22,145],"the":[23,31,38,44,78,81,97,131,149,173,202,206,220],"tendency":[24],"of":[25,33,47,50,80,105,112,133,186,222],"a":[26,57,109,137,181,184,194],"recommender":[27],"system":[28],"to":[29,37,63,76,95,102,172],"utilize":[30],"effect":[32],"recommending":[34],"popular":[35],"items":[36],"user.":[39],"Prior":[40],"research":[41,106],"has":[42],"studied":[43],"negative":[45],"impact":[46],"type":[49],"bias":[51,216],"individuals":[53],"and":[54,59,93,107,166,225],"society":[55],"as":[56,124,180],"whole":[58],"proposed":[60,82],"approaches":[62,117],"mitigate":[64],"in":[66,128,143,170,199,213],"domains.":[68],"However,":[69],"almost":[70,187],"all":[71],"works":[72],"adopted":[73],"offline":[74,86],"methodologies":[75],"evaluate":[77],"effectiveness":[79],"approaches.":[83],"Unfortunately,":[84],"such":[85],"simulations":[87],"potentially":[89],"be":[90,211],"rather":[91],"simplified":[92],"unable":[94],"capture":[96],"full":[98],"picture.":[99],"To":[100],"contribute":[101],"line":[104],"given":[108],"particular":[110],"lack":[111],"knowledge":[113],"about":[114],"how":[115],"debiasing":[116,208],"work":[118],"not":[119],"only":[120],"offline,":[121],"but":[122],"online":[123],"well,":[125],"present":[127],"paper":[130],"results":[132,191],"user":[134,196,223],"study":[135],"national":[138],"broadcaster":[139],"movie":[140],"streaming":[141],"platform":[142],"Norway,":[144],"TV":[146],"2,":[147],"following":[148],"A/B":[150],"testing":[151],"methodology.":[152],"We":[153],"deployed":[154],"an":[155],"effective":[156,212],"mitigation":[157],"approach":[158,179,209],"for":[159],"popularity":[160,215],"bias,":[161],"called":[162],"Calibrated":[163],"(CP),":[165],"monitored":[167],"its":[168],"performance":[169],"comparison":[171],"platform\u2019s":[174],"existing":[175],"collaborative":[176],"filtering":[177],"recommendation":[178],"baseline":[182],"over":[183],"period":[185],"four":[188],"months.":[189],"The":[190],"obtained":[192],"from":[193],"large":[195],"base":[197],"interacting":[198],"real-time":[200],"with":[201],"recommendations":[203],"indicate":[204],"that":[205],"evaluated":[207],"addressing":[214],"while":[217],"still":[218],"maintaining":[219],"level":[221],"interest":[224],"engagement.":[226]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}