{"id":"https://openalex.org/W3170960752","doi":null,"title":"Combining Confidence Estimation and Reference-based Metrics for Segment-level MT Evaluation","display_name":"Combining Confidence Estimation and Reference-based Metrics for Segment-level MT Evaluation","publication_year":2010,"publication_date":"2010-01-01","ids":{"openalex":"https://openalex.org/W3170960752","mag":"3170960752"},"language":"en","primary_location":{"id":"mag:3170960752","doi":null,"is_oa":false,"landing_page_url":"https://www.aclweb.org/anthology/2010.amta-papers.3.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306418009","display_name":"Conference of the Association for Machine Translation in the Americas","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Conference of the Association for Machine Translation in the Americas","raw_type":null},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053217291","display_name":"Lucia Specia","orcid":"https://orcid.org/0000-0002-5495-3128","observed_orcids":["https://orcid.org/0000-0002-5495-3128"]},"institutions":[{"id":"https://openalex.org/I119664326","display_name":"University of Wolverhampton","ror":"https://ror.org/01k2y1055","country_code":"GB","type":"education","lineage":["https://openalex.org/I119664326"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Lucia Specia","raw_affiliation_strings":["University of Wolverhampton, Wolverhampton, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-5495-3128","affiliations":[{"raw_affiliation_string":"University of Wolverhampton, Wolverhampton, United Kingdom","institution_ids":["https://openalex.org/I119664326"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112552818","display_name":"Jes\u00fas Gim\u00e9nez","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jes\u00fas Gim\u00e9nez","raw_affiliation_strings":["Universitat Polit\u00e8cnica de Catalunya, Barcelona, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universitat Polit\u00e8cnica de Catalunya, Barcelona, Spain","institution_ids":["https://openalex.org/I9617848"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4238,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.79050376,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10759","display_name":"Translation Studies and Practices","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/machine-translation-evaluation","display_name":"machine translation evaluation","score":0.9919999837875366},{"id":"https://openalex.org/keywords/confidence-estimation","display_name":"confidence estimation","score":0.8809999823570251},{"id":"https://openalex.org/keywords/human-judgment-correlation","display_name":"human judgment correlation","score":0.7210000157356262},{"id":"https://openalex.org/keywords/system-comparison","display_name":"system comparison","score":0.48399999737739563}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8319640755653381},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6036546230316162},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.5621903538703918},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.5442438721656799},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.418544203042984},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40960127115249634},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.39236027002334595},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33936887979507446},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07692444324493408},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:3170960752","doi":null,"is_oa":false,"landing_page_url":"https://www.aclweb.org/anthology/2010.amta-papers.3.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306418009","display_name":"Conference of the Association for Machine Translation in the Americas","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Conference of the Association for Machine Translation in the Americas","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W103934183","https://openalex.org/W105964407","https://openalex.org/W1500281234","https://openalex.org/W1529616844","https://openalex.org/W1544826511","https://openalex.org/W1603508585","https://openalex.org/W2021618504","https://openalex.org/W2053154970","https://openalex.org/W2073263332","https://openalex.org/W2078861931","https://openalex.org/W2088781183","https://openalex.org/W2101105183","https://openalex.org/W2108325777","https://openalex.org/W2114584278","https://openalex.org/W2115081467","https://openalex.org/W2117745860","https://openalex.org/W2126344183","https://openalex.org/W2133512280","https://openalex.org/W2134566648","https://openalex.org/W2142112143","https://openalex.org/W2144746247","https://openalex.org/W2149327368","https://openalex.org/W2150047470","https://openalex.org/W2153635508","https://openalex.org/W2156985047","https://openalex.org/W2159107349","https://openalex.org/W2160001241","https://openalex.org/W2162211144","https://openalex.org/W2162669657","https://openalex.org/W2165894879","https://openalex.org/W2169279899"],"related_works":["https://openalex.org/W2021618504","https://openalex.org/W2294699749","https://openalex.org/W2232659607","https://openalex.org/W2154486363","https://openalex.org/W6902711061","https://openalex.org/W3200930617","https://openalex.org/W3212310846","https://openalex.org/W2144746247","https://openalex.org/W7095564928","https://openalex.org/W7100540682"],"abstract_inverted_index":{"We":[0,174],"describe":[1],"an":[2],"effort":[3],"to":[4,70,103,131,188],"improve":[5],"standard":[6],"reference-based":[7],"metrics":[8,34,53,137,181,192],"for":[9,43,106,165],"Machine":[10],"Translation":[11],"(MT)":[12],"evaluation":[13,33,191],"by":[14,153],"enriching":[15],"them":[16],"with":[17,75,140,197],"Confidence":[18],"Estimation":[19],"(CE)":[20],"features":[21],"and":[22,50,67,116,127,160,184],"using":[23],"a":[24,64,100],"learning":[25,134],"mechanism":[26],"trained":[27],"on":[28,90,113],"human":[29,76,141,198],"annotations.":[30],"Reference-based":[31],"MT":[32,57,190],"compare":[35],"the":[36,61,79,85,91,95,104,122,144,157,170,201],"system":[37,66,96,125],"output":[38,126],"against":[39],"reference":[40,114],"translations":[41],"looking":[42],"overlaps":[44],"at":[45,55,78,84,143,200],"different":[46],"levels":[47],"(lexical,":[48],"syntactic,":[49],"semantic).":[51],"These":[52,136],"aim":[54],"comparing":[56,166],"systems":[58,168],"or":[59],"analyzing":[60],"progress":[62],"of":[63,156,180],"given":[65],"are":[68,149,162,182],"known":[69],"have":[71],"reasonably":[72],"good":[73],"correlation":[74,196],"judgments":[77,142,199],"corpus":[80],"level,":[81],"but":[82],"not":[83],"segment":[86,145,202],"level.":[87,146,203],"CE":[88],"metrics,":[89],"other":[92],"hand,":[93],"target":[94],"in":[97],"use,":[98],"providing":[99],"quality":[101],"score":[102],"end-user":[105],"each":[107],"translated":[108],"segment.":[109],"They":[110],"cannot":[111],"rely":[112],"translations,":[115],"use":[117],"instead":[118],"information":[119],"extracted":[120],"from":[121],"input":[123,158,172],"text,":[124],"possibly":[128],"external":[129],"corpora":[130],"train":[132],"machine":[133],"algorithms.":[135],"correlate":[138],"better":[139],"However,":[147],"they":[148],"usually":[150],"highly":[151],"biased":[152],"difficulty":[154],"level":[155],"segment,":[159],"therefore":[161],"less":[163],"appropriate":[164],"multiple":[167],"translating":[169],"same":[171],"segments.":[173],"show":[175],"that":[176,193],"these":[177],"two":[178],"classes":[179],"complementary":[183],"can":[185],"be":[186],"combined":[187],"provide":[189],"achieve":[194],"higher":[195]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":5},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":1}],"updated_date":"2026-10-02T10:15:12.560889","created_date":"2021-06-22T00:00:00"}