{"id":"https://openalex.org/W4385572155","doi":"https://doi.org/10.18653/v1/2023.acl-long.293","title":"MISGENDERED: Limits of Large Language Models in Understanding Pronouns","display_name":"MISGENDERED: Limits of Large Language Models in Understanding Pronouns","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4385572155","doi":"https://doi.org/10.18653/v1/2023.acl-long.293"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2023.acl-long.293","doi":"https://doi.org/10.18653/v1/2023.acl-long.293","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.acl-long.293","pdf_url":"https://aclanthology.org/2023.acl-long.293.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2023.acl-long.293.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018466148","display_name":"Tamanna Hossain","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tamanna Hossain","raw_affiliation_strings":["University of California, Irvine","Google Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Irvine","institution_ids":["https://openalex.org/I204250578"]},{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090145147","display_name":"Sunipa Dev","orcid":"https://orcid.org/0000-0002-6647-9662","observed_orcids":["https://orcid.org/0000-0002-6647-9662"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sunipa Dev","raw_affiliation_strings":["Google Research","University of California, Irvine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"University of California, Irvine","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005779128","display_name":"Sameer Singh","orcid":"https://orcid.org/0000-0003-0621-6323","observed_orcids":["https://orcid.org/0000-0003-0621-6323"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sameer Singh","raw_affiliation_strings":["University of California, Irvine","Google Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Irvine","institution_ids":["https://openalex.org/I204250578"]},{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.2491,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.9323913,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"5352","last_page":"5367"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.5288000106811523,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.5288000106811523,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13173","display_name":"Gender Studies in Language","score":0.17759999632835388,"subfield":{"id":"https://openalex.org/subfields/3318","display_name":"Gender Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.11599999666213989,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/misgendering","display_name":"misgendering","score":0.7739999890327454},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.7139999866485596},{"id":"https://openalex.org/keywords/gender-neutral-pronouns","display_name":"gender-neutral pronouns","score":0.8379999995231628},{"id":"https://openalex.org/keywords/non-binary-gender-identity","display_name":"non-binary gender identity","score":0.7379999756813049},{"id":"https://openalex.org/keywords/few-shot-prompting","display_name":"few-shot prompting","score":0.5699999928474426}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7621365189552307},{"id":"https://openalex.org/C24184978","wikidata":"https://www.wikidata.org/wiki/Q468801","display_name":"Personal pronoun","level":2,"score":0.6562091708183289},{"id":"https://openalex.org/C2778551981","wikidata":"https://www.wikidata.org/wiki/Q36224","display_name":"Pronoun","level":2,"score":0.6331907510757446},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5687711238861084},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.5124672055244446},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.4834074079990387},{"id":"https://openalex.org/C2764733","wikidata":"https://www.wikidata.org/wiki/Q7631398","display_name":"Subject pronoun","level":3,"score":0.4805193841457367},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47524261474609375},{"id":"https://openalex.org/C176856949","wikidata":"https://www.wikidata.org/wiki/Q2001676","display_name":"Offensive","level":2,"score":0.4386017918586731},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.4237935543060303},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11336353421211243},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.0},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2023.acl-long.293","doi":"https://doi.org/10.18653/v1/2023.acl-long.293","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.acl-long.293","pdf_url":"https://aclanthology.org/2023.acl-long.293.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2306.03950","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.03950","pdf_url":"https://arxiv.org/pdf/2306.03950","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2306.03950","doi":"https://doi.org/10.48550/arxiv.2306.03950","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2306.03950","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2023.acl-long.293","doi":"https://doi.org/10.18653/v1/2023.acl-long.293","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.acl-long.293","pdf_url":"https://aclanthology.org/2023.acl-long.293.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.7390999794006348,"id":"https://metadata.un.org/sdg/10"},{"display_name":"Gender equality","score":0.6025999784469604,"id":"https://metadata.un.org/sdg/5"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G5631940331","display_name":"FAI: Towards Adaptive and Interactive Post Hoc Explanations","funder_award_id":"2040989","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6416336507","display_name":"CAREER: Detecting, Understanding, and Fixing Vulnerabilities in Natural Language Processing Models","funder_award_id":"2046873","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8878521141","display_name":"CCRI: ENS: Machine Learning Democratization via a Linked, Annotated Repository of Datasets","funder_award_id":"1925741","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385572155.pdf","grobid_xml":"https://content.openalex.org/works/W4385572155.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W655894608","https://openalex.org/W2062181546","https://openalex.org/W2950018712","https://openalex.org/W2972413484","https://openalex.org/W2981852735","https://openalex.org/W2982399380","https://openalex.org/W2982521860","https://openalex.org/W3023533951","https://openalex.org/W3030163527","https://openalex.org/W3039559565","https://openalex.org/W3118781290","https://openalex.org/W3156470785","https://openalex.org/W3198409578","https://openalex.org/W3207182695","https://openalex.org/W4221167694","https://openalex.org/W4285192297","https://openalex.org/W4287887133","https://openalex.org/W4287887365","https://openalex.org/W4287889962","https://openalex.org/W4304730661","https://openalex.org/W4308760226","https://openalex.org/W4385570014"],"related_works":["https://openalex.org/W7106567008","https://openalex.org/W4287889962","https://openalex.org/W4287888682","https://openalex.org/W3100361495","https://openalex.org/W3198409578","https://openalex.org/W7152554470","https://openalex.org/W7146945310","https://openalex.org/W4390041742","https://openalex.org/W4412944416","https://openalex.org/W7166827442"],"abstract_inverted_index":{"Content":[0],"Warning:":[1],"This":[2],"paper":[3],"contains":[4],"examples":[5,184],"of":[6,35,114,170,172],"misgendering":[7],"and":[8,14,78,129,137,158,178,203],"erasure":[9],"that":[10,84],"could":[11],"be":[12],"offensive":[13],"potentially":[15],"triggering.Gender":[16],"bias":[17],"in":[18,175,185],"language":[19,63,105,139,147],"technologies":[20],"has":[21,27],"been":[22,29],"widely":[23],"studied,":[24],"but":[25,191],"research":[26],"mostly":[28],"restricted":[30],"to":[31,40,52,68,108,164],"a":[32,100,123,126,142,168],"binary":[33,96],"paradigm":[34],"gender.It":[36],"is":[37,92],"essential":[38],"also":[39],"consider":[41],"non-binary":[42,173],"gender":[43,90],"identities,":[44],"as":[45],"excluding":[46],"them":[47],"can":[48],"cause":[49],"further":[50],"harm":[51],"an":[53,118,131],"already":[54],"marginalized":[55],"group.In":[56],"this":[57],"paper,":[58],"we":[59],"comprehensively":[60],"evaluate":[61],"popular":[62],"models":[64,140,148],"for":[65,102,134,196],"their":[66],"ability":[67,107],"correctly":[69,109,152],"use":[70,110],"English":[71],"gender-neutral":[72,159],"pronouns":[73,160,174],"(e.g.,":[74,80],"singular":[75],"they,":[76],"them)":[77],"neo-pronouns":[79,154],"ze,":[81],"xe,":[82],"thon)":[83],"are":[85],"used":[86],"by":[87,95,122],"individuals":[88],"whose":[89],"identity":[91],"not":[93],"represented":[94],"pronouns.We":[97],"introduce":[98],"MISGENDERED,":[99],"framework":[101],"evaluating":[103,135],"large":[104],"models'":[106],"preferred":[111],"pronouns,":[112],"consisting":[113],"(i)":[115],"instances":[116],"declaring":[117],"individual's":[119],"pronoun,":[120,128],"followed":[121],"sentence":[124],"with":[125,182],"missing":[127],"(ii)":[130],"experimental":[132],"setup":[133],"masked":[136],"auto-regressive":[138],"using":[141],"unified":[143],"method.When":[144],"prompted":[145],"outof-the-box,":[146],"perform":[149],"poorly":[150],"at":[151,193,205],"predicting":[153],"(averaging":[155,161],"7.6%":[156],"accuracy)":[157],"31.0%accuracy).This":[162],"inability":[163],"generalize":[165],"results":[166],"from":[167],"lack":[169],"representation":[171],"training":[176],"data":[177],"memorized":[179],"associations.Few-shot":[180],"adaptation":[181],"explicit":[183],"the":[186,189,199],"prompt":[187],"improves":[188],"performance":[190],"plateaus":[192],"only":[194],"45.4%":[195],"neo-pronouns.We":[197],"release":[198],"full":[200],"dataset,":[201],"code,":[202],"demo":[204],"https://tamannahossainkay.":[206],"github.io/misgendered/.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2023-08-05T00:00:00"}