{"id":"https://openalex.org/W4412945595","doi":"https://doi.org/10.18653/v1/2025.acl-long.445","title":"White Men Lead, Black Women Help? Benchmarking and Mitigating Language Agency Social Biases in LLMs","display_name":"White Men Lead, Black Women Help? Benchmarking and Mitigating Language Agency Social Biases in LLMs","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412945595","doi":"https://doi.org/10.18653/v1/2025.acl-long.445"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.acl-long.445","doi":"https://doi.org/10.18653/v1/2025.acl-long.445","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.445","pdf_url":"https://aclanthology.org/2025.acl-long.445.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2025.acl-long.445.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019927724","display_name":"Yixin Wan","orcid":"https://orcid.org/0000-0003-3858-0971","observed_orcids":["https://orcid.org/0000-0003-3858-0971"]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yixin Wan","raw_affiliation_strings":["University of California , Los Angeles"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California , Los Angeles","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087096372","display_name":"Kai-Wei Chang","orcid":"https://orcid.org/0000-0001-5365-0072","observed_orcids":["https://orcid.org/0000-0001-5365-0072"]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kai-Wei Chang","raw_affiliation_strings":["University of California , Los Angeles"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California , Los Angeles","institution_ids":["https://openalex.org/I161318765"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I161318765"],"apc_list":null,"apc_paid":null,"fwci":9.9361,"has_fulltext":true,"cited_by_count":34,"citation_normalized_percentile":{"value":0.98568171,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"9082","last_page":"9108"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0024999999441206455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.002400000113993883,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/language-agency","display_name":"language agency","score":0.8090000152587891},{"id":"https://openalex.org/keywords/social-bias","display_name":"social bias","score":0.7559999823570251},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8740000128746033},{"id":"https://openalex.org/keywords/gender-bias","display_name":"gender bias","score":0.7789999842643738},{"id":"https://openalex.org/keywords/racial-bias","display_name":"racial bias","score":0.9629999995231628},{"id":"https://openalex.org/keywords/intersectional-bias","display_name":"intersectional bias","score":0.9800000190734863},{"id":"https://openalex.org/keywords/bias-mitigation","display_name":"bias mitigation","score":0.6359999775886536},{"id":"https://openalex.org/keywords/benchmark","display_name":"benchmark","score":0.41600000858306885},{"id":"https://openalex.org/keywords/llm-generated-text","display_name":"LLM-generated text","score":0.7300000190734863},{"id":"https://openalex.org/keywords/letters-of-recommendation","display_name":"letters of recommendation","score":0.7910000085830688},{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.7649999856948853},{"id":"https://openalex.org/keywords/llama-3","display_name":"Llama 3","score":0.9160000085830688},{"id":"https://openalex.org/keywords/mistral","display_name":"Mistral","score":0.9990000128746033}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8210067749023438},{"id":"https://openalex.org/C56273599","wikidata":"https://www.wikidata.org/wiki/Q3122841","display_name":"White (mutation)","level":3,"score":0.6822885274887085},{"id":"https://openalex.org/C108170787","wikidata":"https://www.wikidata.org/wiki/Q3951828","display_name":"Agency (philosophy)","level":2,"score":0.668237566947937},{"id":"https://openalex.org/C2778605646","wikidata":"https://www.wikidata.org/wiki/Q223729","display_name":"White paper","level":2,"score":0.463047057390213},{"id":"https://openalex.org/C2777093003","wikidata":"https://www.wikidata.org/wiki/Q6508345","display_name":"Lead (geology)","level":2,"score":0.44941458106040955},{"id":"https://openalex.org/C2776639814","wikidata":"https://www.wikidata.org/wiki/Q28401147","display_name":"Black women","level":2,"score":0.4419441819190979},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.30753612518310547},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.2715024948120117},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.2023557424545288},{"id":"https://openalex.org/C107993555","wikidata":"https://www.wikidata.org/wiki/Q1662673","display_name":"Gender studies","level":1,"score":0.15686684846878052},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.09980964660644531},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.09858158230781555},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C114793014","wikidata":"https://www.wikidata.org/wiki/Q52109","display_name":"Geomorphology","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2025.acl-long.445","doi":"https://doi.org/10.18653/v1/2025.acl-long.445","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.445","pdf_url":"https://aclanthology.org/2025.acl-long.445.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2404.10508","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.10508","pdf_url":"https://arxiv.org/pdf/2404.10508","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2404.10508","doi":"https://doi.org/10.48550/arxiv.2404.10508","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2404.10508","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.acl-long.445","doi":"https://doi.org/10.18653/v1/2025.acl-long.445","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.445","pdf_url":"https://aclanthology.org/2025.acl-long.445.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.7578999996185303,"id":"https://metadata.un.org/sdg/10"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G5714225502","display_name":null,"funder_award_id":"N00014-23-1-2780","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G703596469","display_name":"Collaborative Research: SLES: Verifying and Enforcing Safety Constraints in AI-based Sequential Generation","funder_award_id":"2331966","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412945595.pdf","grobid_xml":"https://content.openalex.org/works/W4412945595.grobid-xml"},"referenced_works_count":4,"referenced_works":["https://openalex.org/W2959652603","https://openalex.org/W4321162379","https://openalex.org/W4386301836","https://openalex.org/W4412945655"],"related_works":["https://openalex.org/W4404782936","https://openalex.org/W4404781733","https://openalex.org/W7128690443","https://openalex.org/W4387799601","https://openalex.org/W7169168831","https://openalex.org/W4400945821","https://openalex.org/W4402683117","https://openalex.org/W7166868120","https://openalex.org/W4402671359","https://openalex.org/W4411120468"],"abstract_inverted_index":{"Social":[0],"biases":[1,13,54,77,97],"can":[2],"manifest":[3],"in":[4,14,55,66,78,98,242],"language":[5,41,75,94],"agency.However,":[6],"very":[7],"limited":[8],"research":[9,193],"has":[10,207],"investigated":[11],"such":[12],"Large":[15],"Language":[16,45],"Model":[17],"(LLM)-generated":[18],"content.In":[19],"addition,":[20],"previous":[21],"works":[22],"often":[23],"rely":[24],"on":[25,80,144],"string-matching":[26],"techniques":[27],"to":[28,62,112,141,164,180,219],"identify":[29,165],"agentic":[30],"and":[31,73,88,104,138,166,184,199,212,222,238],"communal":[32,175],"words":[33],"within":[34],"texts,":[35],"falling":[36],"short":[37],"of":[38,126,170,235],"accurately":[39],"classifying":[40],"agency.We":[42],"introduce":[43],"the":[44,130,220],"Agency":[46],"Bias":[47],"Evaluation":[48],"(LABE)":[49],"benchmark,":[50],"which":[51],"comprehensively":[52],"evaluates":[53],"LLMs":[56,79],"by":[57],"analyzing":[58],"agency":[59,76,95,162],"levels":[60,125],"attributed":[61],"different":[63],"demographic":[64],"groups":[65],"model":[67],"generations.LABE":[68],"tests":[69],"for":[70,224,231,249],"gender,":[71],"racial,":[72],"intersectional":[74,127],"3":[81,99],"text":[82],"generation":[83],"tasks:":[84],"biographies,":[85],"professor":[86],"reviews,":[87],"reference":[89],"letters.Using":[90],"LABE,":[91],"we":[92,147],"unveil":[93],"social":[96],"recent":[100],"LLMs:":[101],"ChatGPT,":[102],"Llama3,":[103],"Mistral.We":[105],"observe":[106],"that:":[107],"(1)":[108],"LLM":[109],"generations":[110],"tend":[111],"demonstrate":[113,122,174],"greater":[114],"gender":[115],"bias":[116,128,132,142,156],"than":[117,129,186],"human-written":[118],"texts;":[119],"(2)":[120],"Models":[121],"remarkably":[123],"higher":[124],"other":[131],"aspects.(3)":[133],"Promptbased":[134],"mitigation":[135,157,188],"is":[136],"unstable":[137],"frequently":[139],"leads":[140],"exacerbation.Based":[143],"our":[145,196],"observations,":[146],"propose":[148],"Mitigation":[149],"via":[150],"Selective":[151],"Rewrite":[152],"(MSR),":[153],"a":[154,191],"novel":[155],"strategy":[158],"that":[159,173],"leverages":[160],"an":[161],"classifier":[163],"selectively":[167],"revise":[168],"parts":[169],"generated":[171],"texts":[172],"traits.Empirical":[176],"results":[177],"prove":[178],"MSR":[179],"be":[181],"more":[182],"effective":[183],"reliable":[185],"prompt-based":[187],"method,":[189],"showing":[190],"promising":[192],"direction.We":[194],"release":[195],"source":[197],"code":[198],"data":[200],"at":[201],"https:":[202],"//github.com/elainew728/labe-agency.":[203],"Athlete":[204],"Male":[205],"FemaleHe":[206],"completed":[208],"multiple":[209],"marathons,":[210],"triathlons,":[211],"obstacle":[213],"course":[214],"races,":[215],"always":[216],"pushing":[217],"himself":[218],"limit":[221],"striving":[223],"personal":[225],"improvement.She":[226],"enjoys":[227],"sharing":[228],"her":[229],"love":[230],"dance":[232],"with":[233],"students":[234],"all":[236],"ages,":[237],"finds":[239],"great":[240],"joy":[241],"helping":[243],"others":[244],"discover":[245],"their":[246],"own":[247],"passion":[248],"movement.":[250]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":6}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2025-10-10T00:00:00"}