{"id":"https://openalex.org/W4411550419","doi":"https://doi.org/10.1145/3715275.3732013","title":"FairTranslate: an English-French Dataset for Gender Bias Evaluation in Machine Translation by Overcoming Gender Binarity","display_name":"FairTranslate: an English-French Dataset for Gender Bias Evaluation in Machine Translation by Overcoming Gender Binarity","publication_year":2025,"publication_date":"2025-06-23","ids":{"openalex":"https://openalex.org/W4411550419","doi":"https://doi.org/10.1145/3715275.3732013"},"language":"en","primary_location":{"id":"doi:10.1145/3715275.3732013","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3715275.3732013","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3715275.3732013","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3715275.3732013","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060420316","display_name":"Fanny Jourdan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210101176","display_name":"IRT M2P","ror":"https://ror.org/0199zgv94","country_code":"FR","type":"facility","lineage":["https://openalex.org/I4210101176"]},{"id":"https://openalex.org/I4394709072","display_name":"IRT Saint Exup\u00e9ry","ror":"https://ror.org/01qew1n19","country_code":null,"type":"nonprofit","lineage":["https://openalex.org/I4394709072"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Fanny Jourdan","raw_affiliation_strings":["IRT Saint Exupery, Toulouse, France"],"raw_orcid":"https://orcid.org/0009-0002-9356-4907","affiliations":[{"raw_affiliation_string":"IRT Saint Exupery, Toulouse, France","institution_ids":["https://openalex.org/I4210101176","https://openalex.org/I4394709072"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049796394","display_name":"Y Chevalier","orcid":"https://orcid.org/0000-0002-8571-906X"},"institutions":[{"id":"https://openalex.org/I188626449","display_name":"Universit\u00e9 Lumi\u00e8re Lyon 2","ror":"https://ror.org/03rth4p18","country_code":"FR","type":"education","lineage":["https://openalex.org/I188626449","https://openalex.org/I203339264"]},{"id":"https://openalex.org/I4210120985","display_name":"Institut d'Histoire des Repr\u00e9sentations et des Id\u00e9es dans les Modernit\u00e9s","ror":"https://ror.org/02wmc6m46","country_code":"FR","type":"facility","lineage":["https://openalex.org/I113428412","https://openalex.org/I1294671590","https://openalex.org/I188626449","https://openalex.org/I198244214","https://openalex.org/I203339264","https://openalex.org/I203339264","https://openalex.org/I203339264","https://openalex.org/I203339264","https://openalex.org/I4210120985","https://openalex.org/I4405259976","https://openalex.org/I874609350"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Yannick Chevalier","raw_affiliation_strings":["Universit\u00e9 Lumi\u00e8re Lyon 2, IHRIM UMR 5317, Lyon, France"],"raw_orcid":"https://orcid.org/0000-0002-8571-906X","affiliations":[{"raw_affiliation_string":"Universit\u00e9 Lumi\u00e8re Lyon 2, IHRIM UMR 5317, Lyon, France","institution_ids":["https://openalex.org/I188626449","https://openalex.org/I4210120985"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109592940","display_name":"C\u00e9cile Favre","orcid":"https://orcid.org/0000-0002-8658-7564"},"institutions":[{"id":"https://openalex.org/I100532134","display_name":"Universit\u00e9 Claude Bernard Lyon 1","ror":"https://ror.org/029brtt94","country_code":"FR","type":"education","lineage":["https://openalex.org/I100532134","https://openalex.org/I203339264"]},{"id":"https://openalex.org/I188626449","display_name":"Universit\u00e9 Lumi\u00e8re Lyon 2","ror":"https://ror.org/03rth4p18","country_code":"FR","type":"education","lineage":["https://openalex.org/I188626449","https://openalex.org/I203339264"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"C\u00e9cile Favre","raw_affiliation_strings":["Universit\u00e9 Lumi\u00e8re Lyon 2, Universit\u00e9 Claude Bernard Lyon 1, ERIC, Lyon, France"],"raw_orcid":"https://orcid.org/0000-0002-8658-7564","affiliations":[{"raw_affiliation_string":"Universit\u00e9 Lumi\u00e8re Lyon 2, Universit\u00e9 Claude Bernard Lyon 1, ERIC, Lyon, France","institution_ids":["https://openalex.org/I100532134","https://openalex.org/I188626449"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.673,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.82100612,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"150","last_page":"166"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.6475192308425903},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6379401087760925},{"id":"https://openalex.org/keywords/gender-bias","display_name":"Gender bias","score":0.4557201564311981},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4370964467525482},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.339015930891037},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3337559700012207},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.28176581859588623},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.09207102656364441}],"concepts":[{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.6475192308425903},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6379401087760925},{"id":"https://openalex.org/C2983427547","wikidata":"https://www.wikidata.org/wiki/Q93200","display_name":"Gender bias","level":2,"score":0.4557201564311981},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4370964467525482},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.339015930891037},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3337559700012207},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.28176581859588623},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.09207102656364441}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3715275.3732013","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3715275.3732013","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3715275.3732013","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-05042789v1","is_oa":true,"landing_page_url":"https://hal.science/hal-05042789","pdf_url":"https://hal.science/hal-05042789/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"8th annual ACM FAccT conference (FAccT 2025), ACM, Jun 2025, Ath\u00e8nes, Greece","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.1145/3715275.3732013","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3715275.3732013","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3715275.3732013","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/5","score":0.6700000166893005,"display_name":"Gender equality"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411550419.pdf","grobid_xml":"https://content.openalex.org/works/W4411550419.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W2072257140","https://openalex.org/W2101105183","https://openalex.org/W2601007679","https://openalex.org/W2604076121","https://openalex.org/W2952328691","https://openalex.org/W2963457723","https://openalex.org/W2963526187","https://openalex.org/W2996143022","https://openalex.org/W3105214104","https://openalex.org/W3174090807","https://openalex.org/W4224435847","https://openalex.org/W4231966648","https://openalex.org/W4380442510","https://openalex.org/W4385570581","https://openalex.org/W4385573145","https://openalex.org/W4386302153","https://openalex.org/W4402669943","https://openalex.org/W4404782597","https://openalex.org/W4404783251"],"related_works":["https://openalex.org/W3011059803","https://openalex.org/W2775554247","https://openalex.org/W2110168585","https://openalex.org/W3107474891","https://openalex.org/W2250213760","https://openalex.org/W4386247111","https://openalex.org/W4327642362","https://openalex.org/W2587014613","https://openalex.org/W3204019825","https://openalex.org/W4391976396"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"are":[4],"increasingly":[5],"leveraged":[6],"for":[7,148,178],"translation":[8,51,72,163],"tasks":[9],"but":[10],"often":[11],"fall":[12],"short":[13],"when":[14],"translating":[15],"inclusive":[16,50,158],"language":[17,159],"-such":[18],"as":[19,91],"texts":[20],"containing":[21],"the":[22,92,96,103,146,166,176],"singular":[23],"'they'":[24],"pronoun":[25],"or":[26,109],"otherwise":[27],"reflecting":[28],"fair":[29,156],"linguistic":[30],"protocols.Because":[31],"these":[32],"challenges":[33,136],"span":[34],"both":[35],"computational":[36],"and":[37,102,151,157,174],"societal":[38],"domains,":[39],"it":[40],"is":[41],"imperative":[42],"to":[43,65,76,84],"critically":[44],"evaluate":[45,66,111],"how":[46],"well":[47],"LLMs":[48,114],"handle":[49],"with":[52,87],"a":[53,59],"well-founded":[54],"framework.This":[55],"paper":[56],"presents":[57],"FairTranslate,":[58],"novel,":[60],"fully":[61],"human-annotated":[62],"dataset":[63,120,168],"designed":[64],"non-binary":[67],"gender":[68,99,105,130],"biases":[69,128],"in":[70,129,137,141,161],"machine":[71,142],"systems":[73],"from":[74],"English":[75],"French.FairTranslate":[77],"includes":[78],"2418":[79],"English-French":[80],"sentence":[81],"pairs":[82],"related":[83],"occupations,":[85],"annotated":[86],"rich":[88],"metadata":[89],"such":[90],"stereotypical":[93],"alignment":[94],"of":[95],"occupation,":[97],"grammatical":[98],"indicator":[100],"ambiguity,":[101],"ground-truth":[104],"label":[106],"(male,":[107],"female,":[108],"inclusive).We":[110],"four":[112],"leading":[113],"(Gemma2-2B,":[115],"Mistral-7B,":[116],"Llama3.1-8B,Llama3.3-70B)":[117],"on":[118,171,181],"this":[119],"under":[121],"different":[122],"prompting":[123],"procedures.Our":[124],"results":[125],"reveal":[126],"substantial":[127],"representation":[131],"across":[132],"LLMs,":[133],"highlighting":[134],"persistent":[135],"achieving":[138],"equitable":[139],"outcomes":[140],"translation.These":[143],"findings":[144],"underscore":[145],"need":[147],"focused":[149],"strategies":[150],"interventions":[152],"aimed":[153],"at":[154],"ensuring":[155],"usage":[160],"LLM-based":[162],"systems.We":[164],"make":[165],"FairTranslate":[167],"publicly":[169],"available":[170],"Hugging":[172],"Face,":[173],"disclose":[175],"code":[177],"all":[179],"experiments":[180],"GitHub.":[182]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}