{"id":"https://openalex.org/W4406138310","doi":"https://doi.org/10.1109/tr.2024.3521029","title":"Semantic Structure Invariance-Based Metamorphic Testing for Machine Translation Systems","display_name":"Semantic Structure Invariance-Based Metamorphic Testing for Machine Translation Systems","publication_year":2025,"publication_date":"2025-01-07","ids":{"openalex":"https://openalex.org/W4406138310","doi":"https://doi.org/10.1109/tr.2024.3521029"},"language":"en","primary_location":{"id":"doi:10.1109/tr.2024.3521029","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tr.2024.3521029","pdf_url":null,"source":{"id":"https://openalex.org/S87725633","display_name":"IEEE Transactions on Reliability","issn_l":"0018-9529","issn":["0018-9529","1558-1721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Reliability","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048309076","display_name":"Chang\u2010ai Sun","orcid":"https://orcid.org/0000-0003-3696-6176"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chang-ai Sun","raw_affiliation_strings":["School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3696-6176","affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112325073","display_name":"Jian Mu","orcid":null},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Mu","raw_affiliation_strings":["School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064342057","display_name":"Mingjun Xiao","orcid":"https://orcid.org/0000-0001-7767-7763"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingjun Xiao","raw_affiliation_strings":["School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033550181","display_name":"Huai Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Huai Liu","raw_affiliation_strings":["Department of Computing Technologies, Swinburne University of Technology, Hawthorn, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0003-3125-4399","affiliations":[{"raw_affiliation_string":"Department of Computing Technologies, Swinburne University of Technology, Hawthorn, VIC, Australia","institution_ids":["https://openalex.org/I57093077"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101941950","display_name":"Pinjia He","orcid":"https://orcid.org/0000-0003-3377-8129"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pinjia He","raw_affiliation_strings":["School of Data Science, The Chinese University of Hong Kong, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-3377-8129","affiliations":[{"raw_affiliation_string":"School of Data Science, The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5048309076"],"corresponding_institution_ids":["https://openalex.org/I92403157"],"apc_list":null,"apc_paid":null,"fwci":2.1259,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.82052322,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"74","issue":"3","first_page":"3251","last_page":"3265"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9830999970436096,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.8609892129898071},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8395416736602783},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7658624649047852},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.7550453543663025},{"id":"https://openalex.org/keywords/transfer-based-machine-translation","display_name":"Transfer-based machine translation","score":0.6489776968955994},{"id":"https://openalex.org/keywords/example-based-machine-translation","display_name":"Example-based machine translation","score":0.6223896145820618},{"id":"https://openalex.org/keywords/rule-based-machine-translation","display_name":"Rule-based machine translation","score":0.5795142650604248},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.4954735040664673},{"id":"https://openalex.org/keywords/synchronous-context-free-grammar","display_name":"Synchronous context-free grammar","score":0.42033398151397705},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4162990152835846},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07648301124572754}],"concepts":[{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.8609892129898071},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8395416736602783},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7658624649047852},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7550453543663025},{"id":"https://openalex.org/C130597682","wikidata":"https://www.wikidata.org/wiki/Q6961922","display_name":"Transfer-based machine translation","level":4,"score":0.6489776968955994},{"id":"https://openalex.org/C24687705","wikidata":"https://www.wikidata.org/wiki/Q3753284","display_name":"Example-based machine translation","level":3,"score":0.6223896145820618},{"id":"https://openalex.org/C53893814","wikidata":"https://www.wikidata.org/wiki/Q7378909","display_name":"Rule-based machine translation","level":2,"score":0.5795142650604248},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.4954735040664673},{"id":"https://openalex.org/C51802942","wikidata":"https://www.wikidata.org/wiki/Q7662211","display_name":"Synchronous context-free grammar","level":4,"score":0.42033398151397705},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4162990152835846},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07648301124572754},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tr.2024.3521029","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tr.2024.3521029","pdf_url":null,"source":{"id":"https://openalex.org/S87725633","display_name":"IEEE Transactions on Reliability","issn_l":"0018-9529","issn":["0018-9529","1558-1721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Reliability","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2758844080","display_name":null,"funder_award_id":"61872039","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7744500962","display_name":null,"funder_award_id":"62272037","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1976373002","https://openalex.org/W1978478796","https://openalex.org/W2101105183","https://openalex.org/W2126851059","https://openalex.org/W2294007042","https://openalex.org/W2324595780","https://openalex.org/W2509854663","https://openalex.org/W2616028256","https://openalex.org/W2782311202","https://openalex.org/W2810169973","https://openalex.org/W2888307014","https://openalex.org/W2896457183","https://openalex.org/W2907879020","https://openalex.org/W2963327228","https://openalex.org/W2963856968","https://openalex.org/W3007157104","https://openalex.org/W3088470625","https://openalex.org/W3089472875","https://openalex.org/W3091407209","https://openalex.org/W3100869665","https://openalex.org/W3109744225","https://openalex.org/W3163644064","https://openalex.org/W3199132172","https://openalex.org/W3200033622","https://openalex.org/W4205586222","https://openalex.org/W4210956481","https://openalex.org/W4281393087","https://openalex.org/W4284675318"],"related_works":["https://openalex.org/W2566847733","https://openalex.org/W2010336863","https://openalex.org/W3036784334","https://openalex.org/W1559710535","https://openalex.org/W4312364893","https://openalex.org/W3204448004","https://openalex.org/W193726211","https://openalex.org/W4321010057","https://openalex.org/W2962780935","https://openalex.org/W2251549520"],"abstract_inverted_index":{"In":[0],"recent":[1],"years,":[2],"deep":[3,34],"neural":[4,17,35],"networks":[5],"have":[6,60,106,139,146],"been":[7,61,147],"applied":[8],"in":[9,14,193],"machine":[10,18,37,126,156],"translation":[11,19,25,38,55,127,157,195],"systems,":[12,158],"resulting":[13],"the":[15,31,81],"so-called":[16],"(NMT)":[20],"models":[21],"that":[22,44,105,133,183],"can":[23],"improve":[24],"quality":[26],"significantly.":[27],"However,":[28],"due":[29],"to":[30,46,149,187],"brittleness":[32],"of":[33,77,83,96,141,190,211],"network,":[36],"systems":[39,196],"could":[40],"return":[41],"erroneous":[42,191],"translations":[43,78,140,192],"lead":[45],"misunderstandings":[47],"or":[48,74],"even":[49],"cause":[50],"serious":[51],"losses.":[52],"To":[53],"detect":[54],"errors,":[56],"various":[57],"testing":[58,69,123],"techniques":[59],"proposed.":[62],"As":[63],"a":[64,208],"popularly":[65],"used":[66,155],"technique,":[67],"metamorphic":[68,122],"mainly":[70],"relies":[71],"on":[72,152],"text":[73,90],"syntactic":[75,92],"structure":[76,120],"while":[79],"ignoring":[80],"meaning":[82],"sentences":[84,97,136,168],"(i.e.,":[85],"semantic":[86,94,119,143],"information).":[87],"Compared":[88],"with":[89,103,165,197],"and":[91,109,162],"information,":[93],"information":[95],"is":[98,132,185],"more":[99],"stable":[100],"when":[101],"dealing":[102],"languages":[104],"rich":[107],"vocabulary":[108],"flexible":[110],"word":[111],"order.":[112],"Motivated":[113],"by":[114,205],"this":[115],"observation,":[116],"we":[117],"propose":[118],"invariance-based":[121],"(SSIMT)":[124],"for":[125],"systems.":[128],"The":[129,179],"key":[130],"insight":[131],"contextually":[134],"similar":[135,142],"should":[137],"typically":[138],"structures.":[144],"Experiments":[145],"conducted":[148],"evaluate":[150],"SSIMT":[151,184,206],"two":[153],"widely":[154],"Microsoft":[159],"Bing":[160],"Translator":[161],"Google":[163],"Translate":[164],"600":[166],"seed":[167],"crawled":[169],"from":[170],"well-known":[171],"news":[172],"websites":[173],"covering":[174],"six":[175],"different":[176],"corpus":[177],"topics.":[178],"experimental":[180],"results":[181],"show":[182],"able":[186],"find":[188],"thousands":[189],"both":[194],"high":[198],"accuracy":[199],"(over":[200],"70%).":[201],"Translation":[202],"errors":[203],"reported":[204],"covers":[207],"wide":[209],"variety":[210],"common":[212],"error":[213],"types.":[214]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}