{"id":"https://openalex.org/W4392295033","doi":"https://doi.org/10.1145/3650044","title":"Break Out of a Pigeonhole: A Unified Framework for Examining Miscalibration, Bias, and Stereotype in Recommender Systems","display_name":"Break Out of a Pigeonhole: A Unified Framework for Examining Miscalibration, Bias, and Stereotype in Recommender Systems","publication_year":2024,"publication_date":"2024-02-29","ids":{"openalex":"https://openalex.org/W4392295033","doi":"https://doi.org/10.1145/3650044"},"language":"en","primary_location":{"id":"doi:10.1145/3650044","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3650044","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3650044","source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3650044","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040410232","display_name":"Yongsu Ahn","orcid":"https://orcid.org/0000-0002-5797-5445"},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yongsu Ahn","raw_affiliation_strings":["University of Pittsburgh, Pittsburgh, United States","University of Pittsburghm, Pittsburgh, United States"],"raw_orcid":"https://orcid.org/0000-0002-5797-5445","affiliations":[{"raw_affiliation_string":"University of Pittsburgh, Pittsburgh, United States","institution_ids":["https://openalex.org/I170201317"]},{"raw_affiliation_string":"University of Pittsburghm, Pittsburgh, United States","institution_ids":["https://openalex.org/I170201317"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042159546","display_name":"Yu\u2010Ru Lin","orcid":"https://orcid.org/0000-0002-8497-3015"},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu-Ru Lin","raw_affiliation_strings":["University of Pittsburgh, Pittsburgh, USA","University of Pittsburgh, United States, United States"],"raw_orcid":"https://orcid.org/0000-0002-8497-3015","affiliations":[{"raw_affiliation_string":"University of Pittsburgh, Pittsburgh, USA","institution_ids":["https://openalex.org/I170201317"]},{"raw_affiliation_string":"University of Pittsburgh, United States, United States","institution_ids":["https://openalex.org/I170201317"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5040410232"],"corresponding_institution_ids":["https://openalex.org/I170201317"],"apc_list":null,"apc_paid":null,"fwci":2.238,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.89225546,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"15","issue":"4","first_page":"1","last_page":"20"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11161","display_name":"Consumer Market Behavior and Pricing","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8385485410690308},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.8233363032341003},{"id":"https://openalex.org/keywords/stereotype","display_name":"Stereotype (UML)","score":0.5983935594558716},{"id":"https://openalex.org/keywords/pigeonhole-principle","display_name":"Pigeonhole principle","score":0.45583581924438477},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.41086432337760925},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3917853832244873},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3651489019393921},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3206956088542938},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.21626940369606018},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.17783847451210022},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08156770467758179}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8385485410690308},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.8233363032341003},{"id":"https://openalex.org/C168127410","wikidata":"https://www.wikidata.org/wiki/Q1754331","display_name":"Stereotype (UML)","level":2,"score":0.5983935594558716},{"id":"https://openalex.org/C171988527","wikidata":"https://www.wikidata.org/wiki/Q188276","display_name":"Pigeonhole principle","level":2,"score":0.45583581924438477},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.41086432337760925},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3917853832244873},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3651489019393921},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3206956088542938},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.21626940369606018},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.17783847451210022},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08156770467758179},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3650044","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3650044","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3650044","source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3650044","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3650044","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3650044","source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/5","display_name":"Gender equality","score":0.6700000166893005}],"awards":[{"id":"https://openalex.org/G3025648356","display_name":null,"funder_award_id":"SCR 022735","funder_id":"https://openalex.org/F4320310174","funder_display_name":"University of Pittsburgh"},{"id":"https://openalex.org/G3938010021","display_name":null,"funder_award_id":"S10OD028483","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G642779400","display_name":null,"funder_award_id":"S10OD028483","funder_id":"https://openalex.org/F4320310174","funder_display_name":"University of Pittsburgh"},{"id":"https://openalex.org/G7701420807","display_name":"Collaborative Research: HNDS-I: Digitally Accountable Public Representation","funder_award_id":"2318461","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G865749150","display_name":null,"funder_award_id":"S10OD028483","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320310174","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320333934","display_name":"Center for Research Computing, University of Pittsburgh","ror":null},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320338279","display_name":"Air Force Office of Scientific Research","ror":"https://ror.org/011e9bt93"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392295033.pdf","grobid_xml":"https://content.openalex.org/works/W4392295033.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W1608401492","https://openalex.org/W1686065478","https://openalex.org/W1965582578","https://openalex.org/W2069870183","https://openalex.org/W2084533964","https://openalex.org/W2094051685","https://openalex.org/W2101409192","https://openalex.org/W2102690869","https://openalex.org/W2140310134","https://openalex.org/W2149252982","https://openalex.org/W2155106456","https://openalex.org/W2155912844","https://openalex.org/W2159094788","https://openalex.org/W2601057220","https://openalex.org/W2604639157","https://openalex.org/W2605350416","https://openalex.org/W2737899999","https://openalex.org/W2748058847","https://openalex.org/W2765564115","https://openalex.org/W2786672974","https://openalex.org/W2888004646","https://openalex.org/W2892659617","https://openalex.org/W2911936302","https://openalex.org/W2969670093","https://openalex.org/W2982435932","https://openalex.org/W3006437051","https://openalex.org/W3038744824","https://openalex.org/W3041959787","https://openalex.org/W3081529310","https://openalex.org/W3088511490","https://openalex.org/W3100521056","https://openalex.org/W3100945072","https://openalex.org/W3164548985","https://openalex.org/W3168738558","https://openalex.org/W3170682786","https://openalex.org/W3210327434","https://openalex.org/W4214927243","https://openalex.org/W4225308835","https://openalex.org/W4229082339","https://openalex.org/W4239720981","https://openalex.org/W4288032566","https://openalex.org/W4289305410","https://openalex.org/W4299687421","https://openalex.org/W4388073390","https://openalex.org/W6755557332","https://openalex.org/W6761706265"],"related_works":["https://openalex.org/W1902951782","https://openalex.org/W1521859395","https://openalex.org/W2041857712","https://openalex.org/W256057417","https://openalex.org/W2090339500","https://openalex.org/W2026967932","https://openalex.org/W3032998312","https://openalex.org/W2029390834","https://openalex.org/W135177976","https://openalex.org/W2062058334"],"abstract_inverted_index":{"Despite":[0],"the":[1,43,71,84,92,104,110,180,195,223,236],"benefits":[2],"of":[3,30,46,73,79,87,112,197,227],"personalizing":[4],"items":[5,26,31],"and":[6,32,50,62,94,150,154,163,168,186,190,205,216,232],"information":[7],"tailored":[8],"to":[9,20,41,131,210],"users\u2019":[10],"needs,":[11],"it":[12],"has":[13],"been":[14],"found":[15,209],"that":[16,23,69,82],"recommender":[17,240],"systems":[18],"tend":[19,130],"introduce":[21],"biases":[22,153],"favor":[24],"popular":[25],"or":[27],"certain":[28],"categories":[29],"dominant":[33],"user":[34,183],"groups.":[35],"In":[36],"this":[37],"study,":[38],"we":[39,102,178],"aim":[40],"characterize":[42],"systematic":[44,225],"errors":[45,75],"a":[47,66,77,157],"recommendation":[48,218],"system":[49],"how":[51],"they":[52],"manifest":[53],"in":[54,109,213,239],"various":[55,85],"accountability":[56],"issues,":[57],"such":[58],"as":[59],"stereotypes,":[60],"biases,":[61],"miscalibration.":[63,191],"We":[64,192],"propose":[65],"unified":[67],"framework":[68],"distinguishes":[70],"sources":[72],"prediction":[74],"into":[76],"set":[78],"key":[80],"measures":[81],"quantify":[83],"types":[86],"system-induced":[88,152,188,199,230],"effects,":[89,189],"at":[90],"both":[91],"individual":[93],"collective":[95],"levels.":[96],"Based":[97],"on":[98,148,160],"our":[99],"measuring":[100],"framework,":[101],"examine":[103],"most":[105],"widely":[106],"adopted":[107],"algorithms":[108,129],"context":[111],"movie":[113],"recommendation.":[114],"Our":[115,220],"research":[116,221],"reveals":[117],"three":[118],"important":[119],"findings:":[120],"(1)":[121],"Differences":[122],"between":[123,182],"algorithms:":[124],"recommendations":[125],"generated":[126,140],"by":[127,141,201],"simpler":[128],"be":[132,211],"more":[133,142],"stereotypical":[134],"but":[135,234],"less":[136],"biased":[137],"than":[138],"those":[139],"complex":[143],"algorithms.":[144],"(2)":[145],"Disparate":[146],"impact":[147],"groups":[149,165,204],"individuals:":[151],"stereotypes":[155,215],"have":[156],"disproportionate":[158],"effect":[159],"atypical":[161],"users":[162],"minority":[164],"(e.g.,":[166],"women":[167],"older":[169],"users).":[170],"(3)":[171],"Mitigation":[172],"opportunity:":[173],"using":[174],"structural":[175],"equation":[176],"modeling,":[177],"identify":[179],"interactions":[181],"characteristics":[184],"(typicality":[185],"diversity),":[187],"further":[193],"investigate":[194],"possibility":[196],"mitigating":[198],"effects":[200,231],"oversampling":[202],"underrepresented":[203],"individuals,":[206],"which":[207],"was":[208],"effective":[212],"reducing":[214],"improving":[217],"quality.":[219],"is":[222],"first":[224],"examination":[226],"not":[228],"only":[229],"miscalibration":[233],"also":[235],"stereotyping":[237],"issue":[238],"systems.":[241]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}