{"id":"https://openalex.org/W4377157114","doi":"https://doi.org/10.1145/3593013.3594078","title":"\u201cI\u2019m fully who I am\u201d: Towards Centering Transgender and Non-Binary Voices to Measure Biases in Open Language Generation","display_name":"\u201cI\u2019m fully who I am\u201d: Towards Centering Transgender and Non-Binary Voices to Measure Biases in Open Language Generation","publication_year":2023,"publication_date":"2023-06-12","ids":{"openalex":"https://openalex.org/W4377157114","doi":"https://doi.org/10.1145/3593013.3594078"},"language":"en","primary_location":{"id":"doi:10.1145/3593013.3594078","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3593013.3594078","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2305.09941","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064234845","display_name":"Anaelia Ovalle","orcid":"https://orcid.org/0000-0002-0531-7520"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Anaelia Ovalle","raw_affiliation_strings":["Computer Science, University of California, Los Angeles, USA"],"raw_orcid":"https://orcid.org/0000-0002-0531-7520","affiliations":[{"raw_affiliation_string":"Computer Science, University of California, Los Angeles, USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011797382","display_name":"Palash Goyal","orcid":"https://orcid.org/0000-0003-2455-2160"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Palash Goyal","raw_affiliation_strings":["Alexa AI-NU, Amazon, USA"],"raw_orcid":"https://orcid.org/0000-0003-2455-2160","affiliations":[{"raw_affiliation_string":"Alexa AI-NU, Amazon, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035068572","display_name":"Jwala Dhamala","orcid":"https://orcid.org/0000-0002-5396-9187"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jwala Dhamala","raw_affiliation_strings":["Alexa AI-NU, Amazon, USA"],"raw_orcid":"https://orcid.org/0000-0002-5396-9187","affiliations":[{"raw_affiliation_string":"Alexa AI-NU, Amazon, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043076376","display_name":"Zachary Jaggers","orcid":"https://orcid.org/0009-0003-1147-4332"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zachary Jaggers","raw_affiliation_strings":["Amazon Global Diversity, Equity, & Inclusion, Amazon, USA"],"raw_orcid":"https://orcid.org/0009-0003-1147-4332","affiliations":[{"raw_affiliation_string":"Amazon Global Diversity, Equity, & Inclusion, Amazon, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087096372","display_name":"Kai-Wei Chang","orcid":"https://orcid.org/0000-0001-5365-0072"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kai-Wei Chang","raw_affiliation_strings":["Alexa AI-NU, Amazon, USA and Department of Computer Science, University of California, Los Angeles, USA"],"raw_orcid":"https://orcid.org/0000-0001-5365-0072","affiliations":[{"raw_affiliation_string":"Alexa AI-NU, Amazon, USA and Department of Computer Science, University of California, Los Angeles, USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101715504","display_name":"Aram Galstyan","orcid":"https://orcid.org/0000-0003-4215-0886"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aram Galstyan","raw_affiliation_strings":["Alexa AI-NU, Amazon, USA"],"raw_orcid":"https://orcid.org/0000-0003-4215-0886","affiliations":[{"raw_affiliation_string":"Alexa AI-NU, Amazon, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000111344","display_name":"Richard S. Zemel","orcid":"https://orcid.org/0000-0001-9353-7509"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Richard Zemel","raw_affiliation_strings":["Alexa AI-NU, Amazon, USA"],"raw_orcid":"https://orcid.org/0000-0001-9353-7509","affiliations":[{"raw_affiliation_string":"Alexa AI-NU, Amazon, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075937808","display_name":"Rahul Gupta","orcid":"https://orcid.org/0000-0002-9277-3718"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rahul Gupta","raw_affiliation_strings":["Alexa AI-NU, Amazon, USA"],"raw_orcid":"https://orcid.org/0000-0002-9277-3718","affiliations":[{"raw_affiliation_string":"Alexa AI-NU, Amazon, USA","institution_ids":["https://openalex.org/I1311688040"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5064234845"],"corresponding_institution_ids":["https://openalex.org/I161318765"],"apc_list":null,"apc_paid":null,"fwci":5.9548,"has_fulltext":true,"cited_by_count":35,"citation_normalized_percentile":{"value":0.97033971,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1246","last_page":"1266"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13173","display_name":"Gender Studies in Language","score":0.9606000185012817,"subfield":{"id":"https://openalex.org/subfields/3318","display_name":"Gender Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10557","display_name":"Social Media and Politics","score":0.9602000117301941,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transgender","display_name":"Transgender","score":0.7648608684539795},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.6677598357200623},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4609091877937317},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.4458504319190979},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.3983333110809326},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.3483954668045044},{"id":"https://openalex.org/keywords/gender-studies","display_name":"Gender studies","score":0.23741397261619568}],"concepts":[{"id":"https://openalex.org/C2779671885","wikidata":"https://www.wikidata.org/wiki/Q189125","display_name":"Transgender","level":2,"score":0.7648608684539795},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.6677598357200623},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4609091877937317},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4458504319190979},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3983333110809326},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.3483954668045044},{"id":"https://openalex.org/C107993555","wikidata":"https://www.wikidata.org/wiki/Q1662673","display_name":"Gender studies","level":1,"score":0.23741397261619568},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3593013.3594078","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3593013.3594078","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2305.09941","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.09941","pdf_url":"https://arxiv.org/pdf/2305.09941","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2305.09941","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.09941","pdf_url":"https://arxiv.org/pdf/2305.09941","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.4699999988079071,"display_name":"Gender equality","id":"https://metadata.un.org/sdg/5"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4377157114.pdf","grobid_xml":"https://content.openalex.org/works/W4377157114.grobid-xml"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W52410547","https://openalex.org/W921190741","https://openalex.org/W1485687150","https://openalex.org/W1524659920","https://openalex.org/W2053570616","https://openalex.org/W2061104164","https://openalex.org/W2076550404","https://openalex.org/W2130470100","https://openalex.org/W2171513312","https://openalex.org/W2205186874","https://openalex.org/W2327678559","https://openalex.org/W2489066848","https://openalex.org/W2553667616","https://openalex.org/W2555344324","https://openalex.org/W2893425640","https://openalex.org/W2950018712","https://openalex.org/W2953500363","https://openalex.org/W2965373594","https://openalex.org/W2971307358","https://openalex.org/W2972499273","https://openalex.org/W2997546894","https://openalex.org/W3002330681","https://openalex.org/W3029010582","https://openalex.org/W3091704727","https://openalex.org/W3099635335","https://openalex.org/W3100355408","https://openalex.org/W3103639864","https://openalex.org/W3118781290","https://openalex.org/W3123340107","https://openalex.org/W3134822068","https://openalex.org/W3135734416","https://openalex.org/W3160616176","https://openalex.org/W3168584517","https://openalex.org/W3168771811","https://openalex.org/W3172642864","https://openalex.org/W3174685870","https://openalex.org/W3177468621","https://openalex.org/W3178522238","https://openalex.org/W3198255289","https://openalex.org/W3198409578","https://openalex.org/W3200073155","https://openalex.org/W3207598975","https://openalex.org/W3211241225","https://openalex.org/W3212496002","https://openalex.org/W4206637810","https://openalex.org/W4221167694","https://openalex.org/W4229005866","https://openalex.org/W4250221289","https://openalex.org/W4283458441","https://openalex.org/W4285210581","https://openalex.org/W4285225959","https://openalex.org/W4285288845","https://openalex.org/W4286570509","https://openalex.org/W4294410794","https://openalex.org/W4306703310","https://openalex.org/W4308900200","https://openalex.org/W4313483544","https://openalex.org/W4385571886","https://openalex.org/W4404783771"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W4391375266","https://openalex.org/W2368605798","https://openalex.org/W2518037665","https://openalex.org/W2348524959","https://openalex.org/W2477036161","https://openalex.org/W2368049389","https://openalex.org/W2384861574","https://openalex.org/W4294565801","https://openalex.org/W2170801710"],"abstract_inverted_index":{"Warning:":[0],"This":[1,146],"paper":[2],"contains":[3],"examples":[4],"of":[5,35,51,134,181,194,273],"gender":[6,60,63,77,84,171,196,234],"non-affirmative":[7],"language":[8,36,157,242],"which":[9],"could":[10],"be":[11],"offensive,":[12],"upsetting,":[13],"and/or":[14],"triggering.":[15],"Transgender":[16],"and":[17,24,33,58,79,103,121,139,166,229,243,261,279],"non-binary":[18],"(TGNB)":[19],"individuals":[20],"disproportionately":[21],"experience":[22],"discrimination":[23],"exclusion":[25],"from":[26,83,186],"daily":[27],"life.":[28],"Given":[29],"the":[30,39,98,118,128,200,239,271],"recent":[31],"popularity":[32],"adoption":[34],"generation":[37,225],"technologies,":[38],"potential":[40],"to":[41,95,108,125,138,170],"further":[42,252],"marginalize":[43],"this":[44,111],"population":[45],"only":[46],"grows.":[47],"Although":[48],"a":[49,151,179,187,192,264],"multitude":[50],"NLP":[52,102],"fairness":[53],"literature":[54,124],"focuses":[55],"on":[56,160,247,254],"illuminating":[57],"addressing":[59],"biases,":[61],"assessing":[62],"harms":[64,257],"for":[65,153],"TGNB":[66,93,119,135,236,256],"identities":[67,72],"requires":[68],"understanding":[69],"how":[70,80,127,255],"such":[71],"uniquely":[73],"interact":[74],"with":[75,226,233],"societal":[76],"norms":[78,197],"they":[81,105,228],"differ":[82],"binary-centric":[85],"perspectives.":[86],"Such":[87],"measurement":[88],"frameworks":[89],"inherently":[90],"require":[91],"centering":[92],"voices":[94,278],"help":[96],"guide":[97,152],"alignment":[99],"between":[100],"gender-inclusive":[101,274],"whom":[104],"are":[106],"intended":[107],"serve.":[109],"Towards":[110],"goal,":[112],"we":[113,176],"ground":[114],"our":[115],"work":[116],"in":[117,206,259,276],"community":[120,277],"existing":[122],"interdisciplinary":[123,280],"assess":[126],"social":[129,147],"reality":[130],"surrounding":[131],"experienced":[132],"marginalization":[133],"persons":[136],"contributes":[137],"persists":[140],"within":[141],"Open":[142],"Language":[143],"Generation":[144],"(OLG).":[145],"knowledge":[148],"serves":[149],"as":[150,263],"evaluating":[154],"popular":[155],"large":[156],"models":[158],"(LLMs)":[159],"two":[161],"key":[162],"aspects:":[163],"(1)":[164],"misgendering":[165,219],"(2)":[167],"harmful":[168],"responses":[169],"disclosure.":[172],"To":[173],"do":[174],"this,":[175],"introduce":[177],"TANGO,":[178],"dataset":[180],"template-based":[182],"real-world":[183],"text":[184,208],"curated":[185],"TGNB-oriented":[188],"community.":[189],"We":[190],"discover":[191],"dominance":[193],"binary":[195,216],"reflected":[198],"by":[199,211],"models;":[201],"LLMs":[202,260],"least":[203],"misgendered":[204],"subjects":[205,214],"generated":[207,238],"when":[209,223],"triggered":[210],"prompts":[212],"whose":[213],"used":[215],"pronouns.":[217],"Meanwhile,":[218],"was":[220],"most":[221,240,245],"prevalent":[222],"triggering":[224],"singular":[227],"neopronouns.":[230],"When":[231],"prompted":[232],"disclosures,":[235],"disclosure":[237],"stigmatizing":[241],"scored":[244],"toxic,":[246],"average.":[248],"Our":[249],"findings":[250],"warrant":[251],"research":[253],"manifest":[258],"serve":[262],"broader":[265],"case":[266],"study":[267],"toward":[268],"concretely":[269],"grounding":[270],"design":[272],"AI":[275],"literature.":[281]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":6}],"updated_date":"2026-04-26T08:31:28.666265","created_date":"2023-05-21T00:00:00"}