{"id":"https://openalex.org/W4396762170","doi":"https://doi.org/10.1145/3664608","title":"Fairness Testing of Machine Translation Systems","display_name":"Fairness Testing of Machine Translation Systems","publication_year":2024,"publication_date":"2024-05-09","ids":{"openalex":"https://openalex.org/W4396762170","doi":"https://doi.org/10.1145/3664608"},"language":"en","primary_location":{"id":"doi:10.1145/3664608","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664608","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3664608","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3664608","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047965752","display_name":"Zeyu Sun","orcid":"https://orcid.org/0000-0002-9990-9120"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zeyu Sun","raw_affiliation_strings":["Science & Technology on Integrated Information System Laboratory, Institute of Software, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Science & Technology on Integrated Information System Laboratory, Institute of Software, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031457464","display_name":"Zhenpeng Chen","orcid":"https://orcid.org/0000-0002-4765-1893"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zhenpeng Chen","raw_affiliation_strings":["Nanyang Technological University, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088708850","display_name":"Jie M. Zhang","orcid":"https://orcid.org/0000-0003-0481-7264"},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jie Zhang","raw_affiliation_strings":["King's College London, London, United Kingdom of Great Britain and Northern Ireland"],"affiliations":[{"raw_affiliation_string":"King's College London, London, United Kingdom of Great Britain and Northern Ireland","institution_ids":["https://openalex.org/I183935753"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085393851","display_name":"Dan Hao","orcid":"https://orcid.org/0000-0001-8295-303X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dan Hao","raw_affiliation_strings":["Key Laboratory of High Confidence Software Technologies (Peking University), MoE, School of Computer Science, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of High Confidence Software Technologies (Peking University), MoE, School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5047965752"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210128818"],"apc_list":null,"apc_paid":null,"fwci":3.6842,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.93479065,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"33","issue":"6","first_page":"1","last_page":"27"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9225999712944031,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8438922166824341},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.7497482299804688},{"id":"https://openalex.org/keywords/evaluation-of-machine-translation","display_name":"Evaluation of machine translation","score":0.6115464568138123},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.5860387086868286},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5499557256698608},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5075210332870483},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4606291353702545},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.45165786147117615},{"id":"https://openalex.org/keywords/example-based-machine-translation","display_name":"Example-based machine translation","score":0.34253546595573425},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.2402956783771515},{"id":"https://openalex.org/keywords/machine-translation-software-usability","display_name":"Machine translation software usability","score":0.23070287704467773}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8438922166824341},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.7497482299804688},{"id":"https://openalex.org/C135784402","wikidata":"https://www.wikidata.org/wiki/Q6958279","display_name":"Evaluation of machine translation","level":5,"score":0.6115464568138123},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.5860387086868286},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5499557256698608},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5075210332870483},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4606291353702545},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.45165786147117615},{"id":"https://openalex.org/C24687705","wikidata":"https://www.wikidata.org/wiki/Q3753284","display_name":"Example-based machine translation","level":3,"score":0.34253546595573425},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2402956783771515},{"id":"https://openalex.org/C148526163","wikidata":"https://www.wikidata.org/wiki/Q6723733","display_name":"Machine translation software usability","level":4,"score":0.23070287704467773},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3664608","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664608","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3664608","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/180446","is_oa":true,"landing_page_url":"https://hdl.handle.net/10356/180446","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1145/3664608","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664608","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3664608","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2753877843","display_name":null,"funder_award_id":"62372005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4396762170.pdf"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W1524281572","https://openalex.org/W1975781079","https://openalex.org/W2020278455","https://openalex.org/W2584805976","https://openalex.org/W2730550703","https://openalex.org/W2766108848","https://openalex.org/W2782311202","https://openalex.org/W2809701591","https://openalex.org/W2810169973","https://openalex.org/W2866343820","https://openalex.org/W2891525068","https://openalex.org/W2907879020","https://openalex.org/W2951652751","https://openalex.org/W2967682612","https://openalex.org/W2970641574","https://openalex.org/W2979826702","https://openalex.org/W3002398329","https://openalex.org/W3008797115","https://openalex.org/W3032152562","https://openalex.org/W3090988182","https://openalex.org/W3091407209","https://openalex.org/W3099376688","https://openalex.org/W3100869665","https://openalex.org/W3105507623","https://openalex.org/W3109744225","https://openalex.org/W3128630643","https://openalex.org/W3163644064","https://openalex.org/W3176640961","https://openalex.org/W3179976352","https://openalex.org/W3194588521","https://openalex.org/W4205221547","https://openalex.org/W4284675318","https://openalex.org/W4284691163","https://openalex.org/W4284697101","https://openalex.org/W4284709622","https://openalex.org/W4285301689","https://openalex.org/W4287333591","https://openalex.org/W4297747548","https://openalex.org/W4308641598","https://openalex.org/W4308731725","https://openalex.org/W4319736227","https://openalex.org/W4384154468","https://openalex.org/W4384154513","https://openalex.org/W4384304645","https://openalex.org/W4386076492","https://openalex.org/W4389209181","https://openalex.org/W4392645489","https://openalex.org/W4394769107","https://openalex.org/W6745847742","https://openalex.org/W6749669830","https://openalex.org/W6753640285","https://openalex.org/W6784167499"],"related_works":["https://openalex.org/W3204448004","https://openalex.org/W2962780935","https://openalex.org/W2122287718","https://openalex.org/W2532807140","https://openalex.org/W193726211","https://openalex.org/W2740094425","https://openalex.org/W3196981096","https://openalex.org/W4378619223","https://openalex.org/W2587602790","https://openalex.org/W3151736118"],"abstract_inverted_index":{"Machine":[0],"translation":[1,23,39,115,147],"is":[2],"integral":[3],"to":[4,125,144],"international":[5],"communication":[6],"and":[7,91,119,128],"extensively":[8],"employed":[9],"in":[10,158],"diverse":[11],"human-related":[12],"applications.":[13],"Despite":[14],"remarkable":[15],"progress,":[16],"fairness":[17,33,96,160],"issues":[18,97],"persist":[19],"within":[20],"current":[21],"machine":[22,38,114],"systems.":[24,40],"In":[25],"this":[26],"article,":[27],"we":[28,106,138],"propose":[29],"FairMT,":[30,105],"an":[31,108],"automated":[32],"testing":[34],"approach":[35],"tailored":[36],"for":[37],"FairMT":[41],"operates":[42],"on":[43,87,111],"the":[44,133,150,159],"assumption":[45],"that":[46,140],"translations":[47,85,131,142],"of":[48,153],"semantically":[49],"similar":[50],"sentences,":[51],"containing":[52],"protected":[53],"attributes":[54],"from":[55,98],"distinct":[56],"demographic":[57,76],"groups,":[58],"should":[59],"maintain":[60],"comparable":[61],"meanings.":[62],"It":[63],"comprises":[64],"three":[65,112,134],"key":[66],"steps:":[67],"(1)":[68],"test":[69,79],"input":[70],"generation,":[71,81],"producing":[72],"inputs":[73],"covering":[74],"various":[75],"groups;":[77],"(2)":[78],"oracle":[80],"identifying":[82],"potential":[83],"unfair":[84,130],"based":[86],"semantic":[88],"similarity":[89],"measurements;":[90],"(3)":[92],"regression,":[93],"discerning":[94],"genuine":[95],"those":[99],"caused":[100],"by":[101],"low-quality":[102],"translation.":[103],"Leveraging":[104],"conduct":[107],"empirical":[109],"study":[110],"leading":[113],"systems\u2013Google":[116],"Translate,":[117],"T5,":[118],"Transformer.":[120],"Our":[121],"investigation":[122],"uncovers":[123],"up":[124],"832,":[126],"1,984,":[127],"2,627":[129],"across":[132],"systems,":[135],"respectively.":[136],"Intriguingly,":[137],"observe":[139],"fair":[141],"tend":[143],"exhibit":[145],"superior":[146],"performance,":[148],"challenging":[149],"conventional":[151],"wisdom":[152],"a":[154],"fairness-performance":[155],"tradeoff":[156],"prevalent":[157],"literature.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}