{"id":"https://openalex.org/W4386249236","doi":"https://doi.org/10.1145/3600211.3604672","title":"ChatGPT Perpetuates Gender Bias in Machine Translation and Ignores Non-Gendered Pronouns: Findings across Bengali and Five other Low-Resource Languages","display_name":"ChatGPT Perpetuates Gender Bias in Machine Translation and Ignores Non-Gendered Pronouns: Findings across Bengali and Five other Low-Resource Languages","publication_year":2023,"publication_date":"2023-08-08","ids":{"openalex":"https://openalex.org/W4386249236","doi":"https://doi.org/10.1145/3600211.3604672"},"language":"en","primary_location":{"id":"doi:10.1145/3600211.3604672","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3600211.3604672","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3600211.3604672","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3600211.3604672","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085929148","display_name":"Sourojit Ghosh","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sourojit Ghosh","raw_affiliation_strings":["Human Centered Design and Engineering, University of Washington, USA"],"raw_orcid":"https://orcid.org/0000-0001-5143-6187","affiliations":[{"raw_affiliation_string":"Human Centered Design and Engineering, University of Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101545719","display_name":"Aylin Caliskan","orcid":"https://orcid.org/0000-0001-7154-8629"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aylin Caliskan","raw_affiliation_strings":["The Information School, University of Washington, USA"],"raw_orcid":"https://orcid.org/0000-0001-7154-8629","affiliations":[{"raw_affiliation_string":"The Information School, University of Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I201448701"],"apc_list":null,"apc_paid":null,"fwci":16.2514,"has_fulltext":true,"cited_by_count":102,"citation_normalized_percentile":{"value":0.99378118,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"901","last_page":"912"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9718000292778015,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9718000292778015,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9646999835968018,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9607999920845032,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bengali","display_name":"Bengali","score":0.807170033454895},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.631384551525116},{"id":"https://openalex.org/keywords/pronoun","display_name":"Pronoun","score":0.6124534010887146},{"id":"https://openalex.org/keywords/grammatical-gender","display_name":"Grammatical gender","score":0.5863664746284485},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.572940468788147},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5559449791908264},{"id":"https://openalex.org/keywords/tagalog","display_name":"Tagalog","score":0.554712176322937},{"id":"https://openalex.org/keywords/gender-bias","display_name":"Gender bias","score":0.5469413995742798},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4974060356616974},{"id":"https://openalex.org/keywords/personal-pronoun","display_name":"Personal pronoun","score":0.47382912039756775},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.4541851282119751},{"id":"https://openalex.org/keywords/malayalam","display_name":"Malayalam","score":0.43070778250694275},{"id":"https://openalex.org/keywords/turkish","display_name":"Turkish","score":0.42986544966697693},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.30170008540153503},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.10759240388870239}],"concepts":[{"id":"https://openalex.org/C19235068","wikidata":"https://www.wikidata.org/wiki/Q9610","display_name":"Bengali","level":2,"score":0.807170033454895},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.631384551525116},{"id":"https://openalex.org/C2778551981","wikidata":"https://www.wikidata.org/wiki/Q36224","display_name":"Pronoun","level":2,"score":0.6124534010887146},{"id":"https://openalex.org/C192420165","wikidata":"https://www.wikidata.org/wiki/Q162378","display_name":"Grammatical gender","level":3,"score":0.5863664746284485},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.572940468788147},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5559449791908264},{"id":"https://openalex.org/C2779388314","wikidata":"https://www.wikidata.org/wiki/Q34057","display_name":"Tagalog","level":2,"score":0.554712176322937},{"id":"https://openalex.org/C2983427547","wikidata":"https://www.wikidata.org/wiki/Q93200","display_name":"Gender bias","level":2,"score":0.5469413995742798},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4974060356616974},{"id":"https://openalex.org/C24184978","wikidata":"https://www.wikidata.org/wiki/Q468801","display_name":"Personal pronoun","level":2,"score":0.47382912039756775},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.4541851282119751},{"id":"https://openalex.org/C2779662586","wikidata":"https://www.wikidata.org/wiki/Q36236","display_name":"Malayalam","level":2,"score":0.43070778250694275},{"id":"https://openalex.org/C2781121862","wikidata":"https://www.wikidata.org/wiki/Q256","display_name":"Turkish","level":2,"score":0.42986544966697693},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.30170008540153503},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.10759240388870239},{"id":"https://openalex.org/C121934690","wikidata":"https://www.wikidata.org/wiki/Q1084","display_name":"Noun","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3600211.3604672","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3600211.3604672","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3600211.3604672","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3600211.3604672","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3600211.3604672","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3600211.3604672","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6600000262260437,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4386249236.pdf"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W124807002","https://openalex.org/W1590923762","https://openalex.org/W1971226872","https://openalex.org/W2028776121","https://openalex.org/W2036942465","https://openalex.org/W2067756295","https://openalex.org/W2164628107","https://openalex.org/W2250539671","https://openalex.org/W2493916176","https://openalex.org/W2531638282","https://openalex.org/W2596352504","https://openalex.org/W2598684926","https://openalex.org/W2760103715","https://openalex.org/W2891525068","https://openalex.org/W2963026768","https://openalex.org/W2963027654","https://openalex.org/W2963506925","https://openalex.org/W2963612262","https://openalex.org/W2987105086","https://openalex.org/W3034115845","https://openalex.org/W3041964314","https://openalex.org/W3101785758","https://openalex.org/W3105966348","https://openalex.org/W3113808420","https://openalex.org/W3118850584","https://openalex.org/W3130481949","https://openalex.org/W3152700969","https://openalex.org/W3155368131","https://openalex.org/W3158419983","https://openalex.org/W3160818482","https://openalex.org/W3174220540","https://openalex.org/W3175458736","https://openalex.org/W3176477796","https://openalex.org/W3184144760","https://openalex.org/W3185212449","https://openalex.org/W3185259833","https://openalex.org/W3212007825","https://openalex.org/W4205752122","https://openalex.org/W4252755926","https://openalex.org/W4282026609","https://openalex.org/W4283155548","https://openalex.org/W4283830198","https://openalex.org/W4288058275","https://openalex.org/W4312433629","https://openalex.org/W4321480249","https://openalex.org/W4379959055","https://openalex.org/W4383860355"],"related_works":["https://openalex.org/W2083091372","https://openalex.org/W2280680587","https://openalex.org/W4287888682","https://openalex.org/W2971904186","https://openalex.org/W4213477552","https://openalex.org/W4283362447","https://openalex.org/W4214797267","https://openalex.org/W4213409552","https://openalex.org/W4214971974","https://openalex.org/W4288114361"],"abstract_inverted_index":{"In":[0],"this":[1,37,64],"multicultural":[2],"age,":[3],"language":[4,72],"translation":[5,33,235],"is":[6,15],"one":[7],"of":[8,170,229],"the":[9,44,68,139,193,201],"most":[10,70],"performed":[11],"tasks,":[12],"and":[13,19,35,55,87,96,159,165],"it":[14,121,153,162],"becoming":[16],"increasingly":[17],"AI-moderated":[18],"automated.":[20],"As":[21],"a":[22,184,222],"novel":[23],"AI":[24,230],"system,":[25],"ChatGPT":[26,92,134,180,199],"claims":[27],"to":[28,43,99,118,127,137,182,187,190,236],"be":[29],"proficient":[30],"in":[31,36,51,125,149,178,192],"machine":[32,234],"tasks":[34],"paper,":[38],"we":[39,47,218],"put":[40],"that":[41,57,91,156,198,232],"claim":[42],"test.":[45],"Specifically,":[46],"examine":[48],"ChatGPT\u2019s":[49],"accuracy":[50],"translating":[52],"between":[53],"English":[54,140],"languages":[56,126],"exclusively":[58],"use":[59],"gender-neutral":[60,123,141,147],"pronouns.":[61],"We":[62,89,131,196],"center":[63],"study":[65],"around":[66],"Bengali,":[67],"7th":[69],"spoken":[71],"globally,":[73],"but":[74],"also":[75,132],"generalize":[76],"our":[77],"findings":[78],"across":[79],"five":[80],"other":[81,150],"languages:":[82],"Farsi,":[83],"Malay,":[84],"Tagalog,":[85],"Thai,":[86],"Turkish.":[88],"find":[90],"perpetuates":[93],"gender":[94,176,203],"defaults":[95],"stereotypes":[97],"assigned":[98],"certain":[100],"occupations":[101],"(e.g.,":[102,111],"man":[103,115],"=":[104,107,113,116],"doctor,":[105],"woman":[106,112],"nurse)":[108],"or":[109,129,214],"actions":[110],"cook,":[114],"go":[117],"work),":[119],"as":[120,152,217],"converts":[122],"pronouns":[124,148],"\u2018he\u2019":[128],"\u2018she\u2019.":[130],"observe":[133],"completely":[135],"failing":[136],"translate":[138],"singular":[142],"pronoun":[143],"\u2018they\u2019":[144],"into":[145],"equivalent":[146],"languages,":[151],"produces":[154],"translations":[155],"are":[157],"incoherent":[158],"incorrect.":[160],"While":[161],"does":[163],"respect":[164,186],"provide":[166,219],"appropriately":[167],"gender-marked":[168],"versions":[169],"Bengali":[171],"words":[172],"when":[173],"prompted":[174],"with":[175],"information":[177],"English,":[179],"appears":[181],"confer":[183],"higher":[185],"men":[188],"than":[189],"women":[191],"same":[194,202],"occupation.":[195],"conclude":[197],"exhibits":[200],"biases":[204],"which":[205],"have":[206],"been":[207],"demonstrated":[208],"for":[209,221,226],"tools":[210],"like":[211],"Google":[212],"Translate":[213],"MS":[215],"Translator,":[216],"recommendations":[220],"human":[223],"centered":[224],"approach":[225],"future":[227],"designers":[228],"systems":[231],"perform":[233],"better":[237],"accommodate":[238],"such":[239],"low-resource":[240],"languages.":[241]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":40},{"year":2024,"cited_by_count":33},{"year":2023,"cited_by_count":17}],"updated_date":"2026-07-08T08:33:18.762332","created_date":"2025-10-10T00:00:00"}