{"id":"https://openalex.org/W4416034710","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.583","title":"Where Fact Ends and Fairness Begins: Redefining AI Bias Evaluation through Cognitive Biases","display_name":"Where Fact Ends and Fairness Begins: Redefining AI Bias Evaluation through Cognitive Biases","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416034710","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.583"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.583","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.583","pdf_url":"https://aclanthology.org/2025.findings-emnlp.583.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-emnlp.583.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jen-tse Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jen-tse Huang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104212750","display_name":"Yuhang Yan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuhang Yan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Linqi Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Linqi Liu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114049624","display_name":"Yixin Wan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yixin Wan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106746626","display_name":"Wenxuan Wang","orcid":"https://orcid.org/0000-0002-9803-8204"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wenxuan Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077597397","display_name":"Kai\u2010Wei Chang","orcid":"https://orcid.org/0000-0002-4674-2662"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kai-Wei Chang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5069596903","display_name":"Michael R. Lyu","orcid":"https://orcid.org/0000-0002-3666-5798"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michael R. Lyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.15741654,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"10974","last_page":"10993"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.5331000089645386,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.5331000089645386,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.28369998931884766,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12520","display_name":"Psychology of Moral and Emotional Judgment","score":0.04859999939799309,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cognitive-bias","display_name":"Cognitive bias","score":0.6388000249862671},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.4519999921321869},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.3174000084400177},{"id":"https://openalex.org/keywords/motivated-reasoning","display_name":"Motivated reasoning","score":0.30959999561309814},{"id":"https://openalex.org/keywords/debiasing","display_name":"Debiasing","score":0.29919999837875366},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.2806999981403351}],"concepts":[{"id":"https://openalex.org/C189216375","wikidata":"https://www.wikidata.org/wiki/Q1127759","display_name":"Cognitive bias","level":3,"score":0.6388000249862671},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5218999981880188},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4636000096797943},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.4569999873638153},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.4519999921321869},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.36649999022483826},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.3174000084400177},{"id":"https://openalex.org/C2776325391","wikidata":"https://www.wikidata.org/wiki/Q6917865","display_name":"Motivated reasoning","level":3,"score":0.30959999561309814},{"id":"https://openalex.org/C2779458634","wikidata":"https://www.wikidata.org/wiki/Q24963715","display_name":"Debiasing","level":2,"score":0.29919999837875366},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.2806999981403351},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.27959999442100525},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.27630001306533813},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2743000090122223},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.2655999958515167},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.2653999924659729},{"id":"https://openalex.org/C107062074","wikidata":"https://www.wikidata.org/wiki/Q109701697","display_name":"Prejudice (legal term)","level":2,"score":0.25679999589920044},{"id":"https://openalex.org/C2776231130","wikidata":"https://www.wikidata.org/wiki/Q17008148","display_name":"Cognitive bias modification","level":4,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-emnlp.583","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.583","pdf_url":"https://aclanthology.org/2025.findings-emnlp.583.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.583","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.583","pdf_url":"https://aclanthology.org/2025.findings-emnlp.583.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320308668","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60"},{"id":"https://openalex.org/F4320322942","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416034710.pdf","grobid_xml":"https://content.openalex.org/works/W4416034710.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"failures":[1],"such":[2],"as":[3],"Google":[4],"Gemini":[5],"generating":[6],"people":[7],"of":[8,137],"color":[9],"in":[10,109],"Nazi-era":[11],"uniforms":[12],"illustrate":[13],"how":[14],"AI":[15],"outputs":[16],"can":[17],"be":[18],"factually":[19,50],"plausible":[20],"yet":[21,30],"socially":[22,53],"harmful.AI":[23],"models":[24,124,133],"are":[25,49,101,107],"increasingly":[26],"evaluated":[27],"for":[28,74],"\"fairness,\"":[29],"existing":[31],"benchmarks":[32],"often":[33,125],"conflate":[34],"two":[35],"fundamentally":[36],"different":[37,135],"dimensions:":[38],"factual":[39,61],"correctness":[40],"and":[41,70,91,106,118,128,150],"normative":[42],"fairness.A":[43],"model":[44,158],"may":[45],"generate":[46],"responses":[47],"that":[48,64],"accurate":[51],"but":[52],"unfair,":[54],"or":[55],"conversely,":[56],"appear":[57],"fair":[58,71],"while":[59],"distorting":[60],"reality.We":[62],"argue":[63],"identifying":[65],"the":[66,156],"boundary":[67],"between":[68],"fact":[69,127],"is":[72,162],"essential":[73],"meaningful":[75],"fairness":[76,141],"evaluation.We":[77],"introduce":[78],"FACT-OR-FAIR,":[79],"a":[80,146,151],"benchmark":[81,153],"with":[82,87,96],"(i)":[83],"objective":[84],"queries":[85,94,100],"aligned":[86,95],"descriptive,":[88],"factbased":[89],"judgments,":[90],"(ii)":[92],"subjective":[93],"normative,":[97],"fairness-based":[98],"judgments.Our":[99],"constructed":[102],"from":[103],"19":[104],"statistics":[105],"grounded":[108],"cognitive":[110],"psychology,":[111],"drawing":[112],"on":[113],"representativeness":[114],"bias,":[115,117],"attribution":[116],"ingroup-outgroup":[119],"bias":[120],"to":[121,154],"explain":[122],"why":[123],"misalign":[126],"fairness.Experiments":[129],"across":[130],"ten":[131],"frontier":[132],"reveal":[134],"levels":[136],"fact-fair":[138],"trade-offs.By":[139],"reframing":[140],"evaluation,":[142],"we":[143],"provide":[144],"both":[145],"new":[147],"theoretical":[148],"lens":[149],"practical":[152],"advance":[155],"responsible":[157],"assessments.Our":[159],"test":[160],"suite":[161],"publicly":[163],"available":[164],"at":[165],"https:":[166],"//github.com/uclanlp/Fact-or-Fair.":[167]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-11-08T00:00:00"}