{"id":"https://openalex.org/W2155840970","doi":"https://doi.org/10.1109/asru.2007.4430144","title":"Semantic translation error rate for evaluating translation systems","display_name":"Semantic translation error rate for evaluating translation systems","publication_year":2007,"publication_date":"2007-01-01","ids":{"openalex":"https://openalex.org/W2155840970","doi":"https://doi.org/10.1109/asru.2007.4430144","mag":"2155840970"},"language":"en","primary_location":{"id":"doi:10.1109/asru.2007.4430144","is_oa":false,"landing_page_url":"https://doi.org/10.1109/asru.2007.4430144","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2007 IEEE Workshop on Automatic Speech Recognition & Understanding (ASRU)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111556874","display_name":"Krishna Subramanian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Krishna Subramanian","raw_affiliation_strings":["BBN Technologies, Inc., Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BBN Technologies, Inc., Cambridge, MA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110260651","display_name":"Dave Stallard","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dave Stallard","raw_affiliation_strings":["BBN Technologies, Inc., Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BBN Technologies, Inc., Cambridge, MA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107484450","display_name":"Rohit Prasad","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rohit Prasad","raw_affiliation_strings":["BBN Technologies, Inc., Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BBN Technologies, Inc., Cambridge, MA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113479110","display_name":"Shirin Saleem","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shirin Saleem","raw_affiliation_strings":["BBN Technologies, Inc., Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BBN Technologies, Inc., Cambridge, MA, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066184920","display_name":"Prem Natarajan","orcid":"https://orcid.org/0000-0002-4386-6651"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Prem Natarajan","raw_affiliation_strings":["BBN Technologies, Inc., Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BBN Technologies, Inc., Cambridge, MA, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"390","last_page":"395"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7714129686355591},{"id":"https://openalex.org/keywords/word-error-rate","display_name":"Word error rate","score":0.6639273166656494},{"id":"https://openalex.org/keywords/aka","display_name":"AKA","score":0.6458784937858582},{"id":"https://openalex.org/keywords/meteor","display_name":"Meteor (satellite)","score":0.645842432975769},{"id":"https://openalex.org/keywords/wordnet","display_name":"WordNet","score":0.5676281452178955},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.5546671748161316},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.535396158695221},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49219170212745667},{"id":"https://openalex.org/keywords/equivalence","display_name":"Equivalence (formal languages)","score":0.4895645081996918},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4648505747318268},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.4140665829181671},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37569212913513184},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.11555403470993042}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7714129686355591},{"id":"https://openalex.org/C40969351","wikidata":"https://www.wikidata.org/wiki/Q3516228","display_name":"Word error rate","level":2,"score":0.6639273166656494},{"id":"https://openalex.org/C121158502","wikidata":"https://www.wikidata.org/wiki/Q4652161","display_name":"AKA","level":2,"score":0.6458784937858582},{"id":"https://openalex.org/C2778105581","wikidata":"https://www.wikidata.org/wiki/Q1925316","display_name":"Meteor (satellite)","level":2,"score":0.645842432975769},{"id":"https://openalex.org/C157659113","wikidata":"https://www.wikidata.org/wiki/Q533822","display_name":"WordNet","level":2,"score":0.5676281452178955},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.5546671748161316},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.535396158695221},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49219170212745667},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.4895645081996918},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4648505747318268},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.4140665829181671},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37569212913513184},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.11555403470993042},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/asru.2007.4430144","is_oa":false,"landing_page_url":"https://doi.org/10.1109/asru.2007.4430144","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2007 IEEE Workshop on Automatic Speech Recognition & Understanding (ASRU)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W134720672","https://openalex.org/W136638478","https://openalex.org/W1240618447","https://openalex.org/W1553682320","https://openalex.org/W2038721957","https://openalex.org/W2101105183","https://openalex.org/W2123301721","https://openalex.org/W2149327368","https://openalex.org/W2153653739","https://openalex.org/W2334520752","https://openalex.org/W4235505822","https://openalex.org/W4301762152","https://openalex.org/W6605600282","https://openalex.org/W6628215630","https://openalex.org/W6678262379","https://openalex.org/W6681703963","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W2900382651","https://openalex.org/W1981879262","https://openalex.org/W2363417484","https://openalex.org/W4225863708","https://openalex.org/W1599970036","https://openalex.org/W1480103567","https://openalex.org/W158852162","https://openalex.org/W1849827364","https://openalex.org/W2786299737","https://openalex.org/W2463396630"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,9,117],"introduce":[4],"a":[5],"new":[6],"metric":[7],"which":[8],"call":[10],"the":[11,20,30,129],"semantic":[12],"translation":[13,24,33],"error":[14,34],"rate,":[15],"or":[16],"STER,":[17],"for":[18,93],"evaluating":[19],"performance":[21],"of":[22,74],"machine":[23],"systems.":[25],"STER":[26,49,89,107,119,130],"is":[27,108],"based":[28],"on":[29],"previously":[31],"published":[32],"rate":[35],"(TER)":[36],"(Snover":[37],"et":[38],"al.,":[39],"2006)":[40],"and":[41,44,62,69,122],"METEOR":[42,125,137,141],"(Banerjee":[43],"Lavie,":[45],"2005)":[46],"metrics.":[47],"Specifically,":[48],"extends":[50],"TER":[51],"in":[52],"two":[53],"ways:":[54],"first,":[55],"by":[56,67,71],"incorporating":[57],"word":[58],"equivalence":[59],"measures":[60],"(WordNet":[61],"Porter":[63],"stemming)":[64],"standardly":[65],"used":[66],"METEOR,":[68,121],"second,":[70],"disallowing":[72],"alignments":[73,90,131],"concept":[75],"words":[76,79],"to":[77,111,120,136],"non-concept":[78],"(aka":[80],"stop":[81],"words).":[82],"We":[83,99],"show":[84,105],"how":[85],"these":[86],"features":[87],"make":[88],"better":[91,109],"suited":[92],"human-driven":[94],"analysis":[95],"than":[96,114],"standard":[97],"TER.":[98,115],"also":[100],"present":[101],"experimental":[102],"results":[103],"that":[104,106,124],"correlated":[110],"human":[112],"judgments":[113],"Finally,":[116],"compare":[118],"illustrate":[123],"scores":[126,138],"computed":[127,139],"using":[128,140],"have":[132],"similar":[133],"statistical":[134],"properties":[135],"alignments.":[142]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2014,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}