{"id":"https://openalex.org/W4390722253","doi":"https://doi.org/10.1145/3640329","title":"Machine Translation Testing via Syntactic Tree Pruning","display_name":"Machine Translation Testing via Syntactic Tree Pruning","publication_year":2024,"publication_date":"2024-01-10","ids":{"openalex":"https://openalex.org/W4390722253","doi":"https://doi.org/10.1145/3640329"},"language":"en","primary_location":{"id":"doi:10.1145/3640329","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3640329","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3640329","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3640329","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101756397","display_name":"Quanjun Zhang","orcid":"https://orcid.org/0000-0002-2495-3805"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Quanjun Zhang","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-2495-3805","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071575216","display_name":"Juan Zhai","orcid":"https://orcid.org/0000-0001-5017-8016"},"institutions":[{"id":"https://openalex.org/I177605424","display_name":"Amherst College","ror":"https://ror.org/028vqfs63","country_code":"US","type":"education","lineage":["https://openalex.org/I177605424"]},{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Juan Zhai","raw_affiliation_strings":["Manning College of Information & Computer Sciences, University of Massachusetts Amherst, Amherst, USA"],"raw_orcid":"https://orcid.org/0000-0001-5017-8016","affiliations":[{"raw_affiliation_string":"Manning College of Information & Computer Sciences, University of Massachusetts Amherst, Amherst, USA","institution_ids":["https://openalex.org/I177605424","https://openalex.org/I24603500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075174750","display_name":"Chunrong Fang","orcid":"https://orcid.org/0000-0002-9930-7111"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunrong Fang","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-9930-7111","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101827938","display_name":"Jiawei Liu","orcid":"https://orcid.org/0000-0002-4930-9637"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiawei Liu","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-4930-9637","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013856385","display_name":"Weisong Sun","orcid":"https://orcid.org/0000-0001-9236-8264"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weisong Sun","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-9236-8264","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101985520","display_name":"Haichuan Hu","orcid":"https://orcid.org/0009-0002-3007-488X"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haichuan Hu","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0002-3007-488X","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100735138","display_name":"Qingyu Wang","orcid":"https://orcid.org/0009-0003-1693-4166"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingyu Wang","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0003-1693-4166","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9449,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.87058378,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"33","issue":"5","first_page":"1","last_page":"39"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.864669680595398},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.6061590313911438},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.5979669690132141},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5587067604064941},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5171022415161133},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.5068326592445374},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.48486217856407166},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3205620348453522},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07725206017494202}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.864669680595398},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.6061590313911438},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.5979669690132141},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5587067604064941},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5171022415161133},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.5068326592445374},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.48486217856407166},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3205620348453522},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07725206017494202},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3640329","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3640329","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3640329","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3640329","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3640329","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3640329","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3196640441","display_name":null,"funder_award_id":"61932012","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5376727483","display_name":null,"funder_award_id":"202306190117","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"},{"id":"https://openalex.org/G5572212565","display_name":null,"funder_award_id":"62141215","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8662163125","display_name":null,"funder_award_id":"62372228","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4390722253.pdf","grobid_xml":"https://content.openalex.org/works/W4390722253.grobid-xml"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W1966021031","https://openalex.org/W1982483659","https://openalex.org/W2032680490","https://openalex.org/W2041650849","https://openalex.org/W2045738181","https://openalex.org/W2123442489","https://openalex.org/W2147277317","https://openalex.org/W2170737051","https://openalex.org/W2293505944","https://openalex.org/W2324595780","https://openalex.org/W2560674852","https://openalex.org/W2610593052","https://openalex.org/W2782311202","https://openalex.org/W2810169973","https://openalex.org/W2850992922","https://openalex.org/W2888307014","https://openalex.org/W2892094955","https://openalex.org/W2898868990","https://openalex.org/W2907879020","https://openalex.org/W2951251261","https://openalex.org/W2954629067","https://openalex.org/W2958109694","https://openalex.org/W2962818872","https://openalex.org/W2963327228","https://openalex.org/W2963615251","https://openalex.org/W2963823140","https://openalex.org/W2963856968","https://openalex.org/W2963969878","https://openalex.org/W2964082701","https://openalex.org/W2964164993","https://openalex.org/W2968940383","https://openalex.org/W2969499518","https://openalex.org/W2998335012","https://openalex.org/W3034961030","https://openalex.org/W3037722615","https://openalex.org/W3090988182","https://openalex.org/W3091407209","https://openalex.org/W3100063812","https://openalex.org/W3101094684","https://openalex.org/W3109744225","https://openalex.org/W3110074989","https://openalex.org/W3163644064","https://openalex.org/W3175663471","https://openalex.org/W4200633062","https://openalex.org/W4205586222","https://openalex.org/W4210497109","https://openalex.org/W4233384665","https://openalex.org/W4235743066","https://openalex.org/W4240431742","https://openalex.org/W4280605341","https://openalex.org/W4282982144","https://openalex.org/W4284675318","https://openalex.org/W4299142900","https://openalex.org/W4313547593","https://openalex.org/W4313563818","https://openalex.org/W4362676235"],"related_works":["https://openalex.org/W3011059803","https://openalex.org/W2373300491","https://openalex.org/W2378744544","https://openalex.org/W2594301978","https://openalex.org/W2379704676","https://openalex.org/W2883671469","https://openalex.org/W2728761353","https://openalex.org/W4285312748","https://openalex.org/W2157743338","https://openalex.org/W3203767529"],"abstract_inverted_index":{"Machine":[0],"translation":[1,40,49,81,157,247],"systems":[2,50,158],"have":[3,92],"been":[4],"widely":[5],"adopted":[6],"in":[7,22,183,191,211,245],"our":[8],"daily":[9],"life,":[10],"making":[11],"life":[12],"easier":[13],"and":[14,35,55,114,134,162,186,202,213],"more":[15,196,214,236],"convenient.":[16],"Unfortunately,":[17],"erroneous":[18,181,189,208,228],"translations":[19,140,182,190,209,229],"may":[20],"result":[21],"severe":[23],"consequences,":[24],"such":[25],"as":[26,170],"financial":[27],"losses.":[28],"This":[29],"requires":[30],"to":[31,46,78,231],"improve":[32],"the":[33,36,53,58,98,118,131,142,250],"accuracy":[34],"reliability":[37],"of":[38,52,57,120,217],"machine":[39,48,80,156],"systems.":[41,82],"However,":[42],"it":[43],"is":[44,86,234,242],"challenging":[45],"test":[47],"because":[51],"complexity":[54],"intractability":[56],"underlying":[59],"neural":[60],"models.":[61],"To":[62],"tackle":[63],"these":[64],"challenges,":[65],"we":[66],"propose":[67],"a":[68,88,105,146,254],"novel":[69],"metamorphic":[70,132],"testing":[71],"approach":[72],"by":[73,110,145,222,261],"syntactic":[74,121],"tree":[75,122],"pruning":[76,108],"(STP)":[77],"validate":[79],"Our":[83],"key":[84],"insight":[85],"that":[87,175],"pruned":[89],"sentence":[90,112,127],"should":[91],"similar":[93],"crucial":[94],"semantics":[95],"compared":[96],"with":[97,166,200,253],"original":[99,251],"sentence.":[100],"Specifically,":[101],"STP":[102,152,176,241],"(1)":[103],"proposes":[104],"core":[106],"semantics-preserving":[107],"strategy":[109],"basic":[111],"structures":[113],"dependency":[115],"relations":[116],"on":[117,130,153,263],"level":[119],"representation,":[123],"(2)":[124],"generates":[125],"source":[126,168],"pairs":[128],"based":[129],"relation,":[133],"(3)":[135],"reports":[136],"suspicious":[137],"issues":[138],"whose":[139],"break":[141],"consistency":[143],"property":[144],"bag-of-words":[147],"model.":[148],"We":[149],"further":[150],"evaluate":[151],"two":[154],"state-of-the-art":[155,198,223,238,259],"(i.e.,":[159],"Google":[160,184],"Translate":[161,185],"Bing":[163,192],"Microsoft":[164,193],"Translator)":[165],"1,200":[167],"sentences":[169,252],"inputs.":[171],"The":[172,206],"results":[173],"show":[174],"accurately":[177],"finds":[178],"5,073":[179],"unique":[180,188,230],"5,100":[187],"Translator":[194],"(400%":[195],"than":[197,215,237],"techniques),":[199],"64.5%":[201],"65.4%":[203],"precision,":[204],"respectively.":[205],"reported":[207],"vary":[210],"types":[212],"90%":[216],"them":[218],"are":[219,226],"not":[220],"found":[221],"techniques.":[224,239],"There":[225],"9,393":[227],"STP,":[232],"which":[233],"711.9%":[235],"Moreover,":[240],"quite":[243],"effective":[244],"detecting":[246],"errors":[248],"for":[249],"recall":[255],"reaching":[256],"74.0%,":[257],"improving":[258],"techniques":[260],"55.1%":[262],"average.":[264]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}