{"id":"https://openalex.org/W4416033817","doi":"https://doi.org/10.18653/v1/2025.wmt-1.76","title":"TASER: Translation Assessment via Systematic Evaluation and Reasoning","display_name":"TASER: Translation Assessment via Systematic Evaluation and Reasoning","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416033817","doi":"https://doi.org/10.18653/v1/2025.wmt-1.76"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2025.wmt-1.76","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.wmt-1.76","pdf_url":"https://aclanthology.org/2025.wmt-1.76.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth Conference on Machine Translation","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.wmt-1.76.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Monishwaran Maheswaran","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Monishwaran Maheswaran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080620058","display_name":"Marco Carini","orcid":"https://orcid.org/0000-0002-2288-3647"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marco Carini","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5105972539","display_name":"Christian Federmann","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Christian Federmann","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5119839592","display_name":"Tony Diaz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tony Diaz","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1004","last_page":"1010"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.18559999763965607,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.18559999763965607,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.03610000014305115,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.03200000151991844,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.47130000591278076},{"id":"https://openalex.org/keywords/automated-reasoning","display_name":"Automated reasoning","score":0.288100004196167},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.2718999981880188},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.25859999656677246},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.257999986410141}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5968999862670898},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5038999915122986},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.47130000591278076},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.44110000133514404},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.288100004196167},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.2718999981880188},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.25859999656677246},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.257999986410141},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.25220000743865967},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.24899999797344208}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.wmt-1.76","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.wmt-1.76","pdf_url":"https://aclanthology.org/2025.wmt-1.76.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth Conference on Machine Translation","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.wmt-1.76","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.wmt-1.76","pdf_url":"https://aclanthology.org/2025.wmt-1.76.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth Conference on Machine Translation","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416033817.pdf","grobid_xml":"https://content.openalex.org/works/W4416033817.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0],"introduce":[1],"TASER":[2,39,57,77],"(Translation":[3],"Assessment":[4],"via":[5],"Systematic":[6],"Evaluation":[7],"and":[8,49,67,136,146],"Reasoning),":[9],"a":[10,118,149,163],"metric":[11,89],"that":[12,96,110,158],"uses":[13],"Large":[14,159],"Reasoning":[15,160],"Models":[16,161],"(LRMs)":[17],"for":[18,113],"automated":[19,154],"translation":[20,36,167],"quality":[21,168],"assessment.TASER":[22],"harnesses":[23],"the":[24,41,59,74,87,107,131],"explicit":[25,139],"reasoning":[26,120,126,134,140],"capabilities":[27],"of":[28,35,152],"LRMs":[29,104,143],"to":[30,106],"conduct":[31],"systematic,":[32],"step-by-step":[33],"evaluation":[34,137,175],"quality.We":[37],"evaluate":[38,116],"on":[40],"WMT24":[42],"Metrics":[43],"Shared":[44],"Task":[45],"across":[46,176],"both":[47,65],"reference-based":[48,66],"reference-free":[50,83,92],"scenarios,":[51],"demonstrating":[52],"stateof-the-art":[53],"performance.In":[54],"system-level":[55],"evaluation,":[56],"achieves":[58],"highest":[60],"soft":[61],"pairwise":[62],"accuracy":[63,172],"in":[64,142,166],"referencefree":[68],"settings,":[69],"outperforming":[70],"all":[71,91],"existing":[72,153],"metrics.At":[73],"segment":[75],"level,":[76],"maintains":[78],"competitive":[79],"performance":[80],"with":[81,103,124,173],"our":[82],"variant":[84],"ranking":[85],"as":[86],"top-performing":[88],"among":[90],"approaches.Our":[93],"experiments":[94],"reveal":[95],"structured":[97],"prompting":[98],"templates":[99],"yield":[100],"superior":[101],"results":[102,156],"compared":[105],"open-ended":[108],"approaches":[109],"proved":[111],"optimal":[112],"traditional":[114],"LLMs.We":[115],"o3,":[117],"large":[119],"model":[121],"from":[122],"OpenAI,":[123],"varying":[125],"efforts,":[127],"providing":[128],"insights":[129],"into":[130],"relationship":[132],"between":[133],"depth":[135],"quality.The":[138],"process":[141],"offers":[144],"interpretability":[145],"visibility,":[147],"addressing":[148],"key":[150],"limitation":[151],"metrics.Our":[155],"demonstrate":[157],"show":[162],"measurable":[164],"advancement":[165],"assessment,":[169],"combining":[170],"improved":[171],"transparent":[174],"diverse":[177],"language":[178],"pairs.":[179]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-11-08T00:00:00"}