{"id":"https://openalex.org/W4412889874","doi":"https://doi.org/10.18653/v1/2025.acl-long.1228","title":"Watching the Watchers: Exposing Gender Disparities in Machine Translation Quality Estimation","display_name":"Watching the Watchers: Exposing Gender Disparities in Machine Translation Quality Estimation","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412889874","doi":"https://doi.org/10.18653/v1/2025.acl-long.1228"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.acl-long.1228","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.1228","pdf_url":"https://aclanthology.org/2025.acl-long.1228.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.acl-long.1228.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114335982","display_name":"Emmanouil Zaranis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Emmanouil Zaranis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109379051","display_name":"Giuseppe Attanasio","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Giuseppe Attanasio","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103140610","display_name":"Sweta Agrawal","orcid":"https://orcid.org/0000-0001-5692-0816"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sweta Agrawal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5051693368","display_name":"Andr\u00e9 F. T. Martins","orcid":"https://orcid.org/0000-0001-8282-625X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andre Martins","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"25261","last_page":"25284"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9305999875068665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6010023355484009},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6000217199325562},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.5993543863296509},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.5538623332977295},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.44046550989151},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36589446663856506},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15303286910057068},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.0807141363620758}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6010023355484009},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6000217199325562},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.5993543863296509},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.5538623332977295},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.44046550989151},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36589446663856506},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15303286910057068},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0807141363620758},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.acl-long.1228","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.1228","pdf_url":"https://aclanthology.org/2025.acl-long.1228.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.acl-long.1228","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.1228","pdf_url":"https://aclanthology.org/2025.acl-long.1228.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/5","score":0.5199999809265137,"display_name":"Gender equality"}],"awards":[{"id":"https://openalex.org/G273553189","display_name":null,"funder_award_id":"UID/50008","funder_id":"https://openalex.org/F4320328988","funder_display_name":"Instituto de Telecomunica\u00e7\u00f5es"},{"id":"https://openalex.org/G3850789590","display_name":null,"funder_award_id":"50008","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"},{"id":"https://openalex.org/G3884855522","display_name":null,"funder_award_id":"UID/50008","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"}],"funders":[{"id":"https://openalex.org/F4320328988","display_name":"Instituto de Telecomunica\u00e7\u00f5es","ror":"https://ror.org/02ht4fk33"},{"id":"https://openalex.org/F4320334322","display_name":"HORIZON EUROPE Framework Programme","ror":null},{"id":"https://openalex.org/F4320334779","display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","ror":"https://ror.org/00snfqn58"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412889874.pdf","grobid_xml":"https://content.openalex.org/works/W4412889874.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3011059803","https://openalex.org/W3151736118","https://openalex.org/W4362495644","https://openalex.org/W2962780935","https://openalex.org/W4287236333","https://openalex.org/W4387896177","https://openalex.org/W4385557855","https://openalex.org/W2623411141","https://openalex.org/W2883671469","https://openalex.org/W2728761353"],"abstract_inverted_index":{"Quality":[0],"estimation":[1],"(QE)-the":[2],"automatic":[3],"assessment":[4],"of":[5,14,66],"translation":[6,16,76,129],"quality-has":[7],"recently":[8],"become":[9],"crucial":[10],"across":[11,82],"several":[12],"stages":[13],"the":[15,96,127,150],"pipeline,":[17],"from":[18],"data":[19,143],"curation":[20],"to":[21,30,122],"training":[22],"and":[23,58,62,69,86,107,145,158],"decoding.While":[24],"QE":[25,44,67,80,119,140,160],"metrics":[26,68,81,120,161],"have":[27],"been":[28,41],"optimized":[29],"align":[31],"with":[32,78],"human":[33,92],"judgments,":[34],"whether":[35],"they":[36],"encode":[37],"social":[38],"biases":[39],"has":[40],"largely":[42],"overlooked.Biased":[43],"risks":[45],"favoring":[46],"certain":[47],"demographic":[48],"groups":[49],"over":[50],"others,":[51],"e.g.,":[52],"by":[53],"exacerbating":[54],"gaps":[55],"in":[56,95,125],"visibility":[57],"usability.This":[59],"paper":[60],"defines":[61],"investigates":[63],"gender":[64,94],"bias":[65],"discusses":[70],"its":[71],"downstream":[72],"implications":[73],"for":[74,131,135,152],"machine":[75],"(MT).Experiments":[77],"state-ofthe-art":[79],"multiple":[83],"domains,":[84],"datasets,":[85],"languages":[87],"reveal":[88],"significant":[89],"bias.When":[90],"a":[91,138,153],"entity's":[93],"source":[97],"is":[98],"undisclosed,":[99],"masculine-inflected":[100],"translations":[101,109],"score":[102],"higher":[103],"than":[104,134],"feminine-inflected":[105],"ones,":[106],"gender-neutral":[108],"are":[110],"penalized.Even":[111],"when":[112],"contextual":[113],"cues":[114],"disambiguate":[115],"gender,":[116],"using":[117],"context-aware":[118],"leads":[121],"more":[123],"errors":[124],"selecting":[126],"correct":[128],"inflection":[130],"feminine":[132],"referents":[133],"masculine":[136],"ones.Moreover,":[137],"biased":[139],"metric":[141],"affects":[142],"filtering":[144],"quality-aware":[146],"decoding.Our":[147],"findings":[148],"underscore":[149],"need":[151],"renewed":[154],"focus":[155],"on":[156,163],"developing":[157],"evaluating":[159],"centered":[162],"gender.":[164],"1":[165]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}