{"id":"https://openalex.org/W2108325777","doi":"https://doi.org/10.3115/1218955.1219032","title":"Automatic evaluation of machine translation quality using longest common subsequence and skip-bigram statistics","display_name":"Automatic evaluation of machine translation quality using longest common subsequence and skip-bigram statistics","publication_year":2004,"publication_date":"2004-01-01","ids":{"openalex":"https://openalex.org/W2108325777","doi":"https://doi.org/10.3115/1218955.1219032","mag":"2108325777"},"language":"en","primary_location":{"id":"doi:10.3115/1218955.1219032","is_oa":true,"landing_page_url":"https://doi.org/10.3115/1218955.1219032","pdf_url":"https://dl.acm.org/doi/pdf/10.3115/1218955.1219032","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 42nd Annual Meeting on Association for Computational Linguistics  - ACL '04","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.3115/1218955.1219032","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090151187","display_name":"Chin-Yew Lin","orcid":"https://orcid.org/0000-0002-0798-6365"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2801204180","display_name":"Marina Del Rey Hospital","ror":"https://ror.org/05wqyfz02","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2801204180"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chin-Yew Lin","raw_affiliation_strings":["University of Southern California, Marina del Rey, CA","Univ. of Southern California, Marina del Rey, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California, Marina del Rey, CA","institution_ids":["https://openalex.org/I2801204180","https://openalex.org/I1174212"]},{"raw_affiliation_string":"Univ. of Southern California, Marina del Rey, CA","institution_ids":["https://openalex.org/I2801204180","https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046457818","display_name":"Franz Josef Och","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2801204180","display_name":"Marina Del Rey Hospital","ror":"https://ror.org/05wqyfz02","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2801204180"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Franz Josef Och","raw_affiliation_strings":["University of Southern California, Marina del Rey, CA","Univ. of Southern California, Marina del Rey, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California, Marina del Rey, CA","institution_ids":["https://openalex.org/I2801204180","https://openalex.org/I1174212"]},{"raw_affiliation_string":"Univ. of Southern California, Marina del Rey, CA","institution_ids":["https://openalex.org/I2801204180","https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":20.8193,"has_fulltext":true,"cited_by_count":733,"citation_normalized_percentile":{"value":0.99383835,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"605","last_page":"es"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bigram","display_name":"Bigram","score":0.9931634664535522},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.745985209941864},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.6926738619804382},{"id":"https://openalex.org/keywords/longest-common-subsequence-problem","display_name":"Longest common subsequence problem","score":0.6813173294067383},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5965389609336853},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5137351751327515},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.508894681930542},{"id":"https://openalex.org/keywords/subsequence","display_name":"Subsequence","score":0.5075077414512634},{"id":"https://openalex.org/keywords/evaluation-of-machine-translation","display_name":"Evaluation of machine translation","score":0.5069146752357483},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.5015127658843994},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.4816421568393707},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.42359843850135803},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4221060872077942},{"id":"https://openalex.org/keywords/pattern-matching","display_name":"Pattern matching","score":0.41731786727905273},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.350288987159729},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2528071403503418},{"id":"https://openalex.org/keywords/trigram","display_name":"Trigram","score":0.23978614807128906},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.2084541618824005},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20238855481147766},{"id":"https://openalex.org/keywords/example-based-machine-translation","display_name":"Example-based machine translation","score":0.09172862768173218}],"concepts":[{"id":"https://openalex.org/C108757681","wikidata":"https://www.wikidata.org/wiki/Q2773912","display_name":"Bigram","level":3,"score":0.9931634664535522},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.745985209941864},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.6926738619804382},{"id":"https://openalex.org/C120098539","wikidata":"https://www.wikidata.org/wiki/Q141001","display_name":"Longest common subsequence problem","level":2,"score":0.6813173294067383},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5965389609336853},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5137351751327515},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.508894681930542},{"id":"https://openalex.org/C137877099","wikidata":"https://www.wikidata.org/wiki/Q1332977","display_name":"Subsequence","level":3,"score":0.5075077414512634},{"id":"https://openalex.org/C135784402","wikidata":"https://www.wikidata.org/wiki/Q6958279","display_name":"Evaluation of machine translation","level":5,"score":0.5069146752357483},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.5015127658843994},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.4816421568393707},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.42359843850135803},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4221060872077942},{"id":"https://openalex.org/C68859911","wikidata":"https://www.wikidata.org/wiki/Q1503724","display_name":"Pattern matching","level":2,"score":0.41731786727905273},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.350288987159729},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2528071403503418},{"id":"https://openalex.org/C137546455","wikidata":"https://www.wikidata.org/wiki/Q3213474","display_name":"Trigram","level":2,"score":0.23978614807128906},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2084541618824005},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20238855481147766},{"id":"https://openalex.org/C24687705","wikidata":"https://www.wikidata.org/wiki/Q3753284","display_name":"Example-based machine translation","level":3,"score":0.09172862768173218},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C148526163","wikidata":"https://www.wikidata.org/wiki/Q6723733","display_name":"Machine translation software usability","level":4,"score":0.0},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3115/1218955.1219032","is_oa":true,"landing_page_url":"https://doi.org/10.3115/1218955.1219032","pdf_url":"https://dl.acm.org/doi/pdf/10.3115/1218955.1219032","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 42nd Annual Meeting on Association for Computational Linguistics  - ACL '04","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.101.3553","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.101.3553","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://acl.ldc.upenn.edu/P/P04/P04-1077.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.573.4404","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.573.4404","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.mt-archive.info/ACL-2004-Lin.pdf","raw_type":"text"}],"best_oa_location":{"id":"doi:10.3115/1218955.1219032","is_oa":true,"landing_page_url":"https://doi.org/10.3115/1218955.1219032","pdf_url":"https://dl.acm.org/doi/pdf/10.3115/1218955.1219032","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 42nd Annual Meeting on Association for Computational Linguistics  - ACL '04","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.7300000190734863,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2108325777.pdf","grobid_xml":"https://content.openalex.org/works/W2108325777.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W10455605","https://openalex.org/W1489409710","https://openalex.org/W1512696305","https://openalex.org/W1529616844","https://openalex.org/W1647671624","https://openalex.org/W2050712820","https://openalex.org/W2078861931","https://openalex.org/W2088781183","https://openalex.org/W2098162425","https://openalex.org/W2101105183","https://openalex.org/W2104858828","https://openalex.org/W2112174218","https://openalex.org/W2129468719","https://openalex.org/W2142112143","https://openalex.org/W2150824314","https://openalex.org/W2154652894","https://openalex.org/W2963010813","https://openalex.org/W3196862065","https://openalex.org/W4405107181","https://openalex.org/W6663101273","https://openalex.org/W6674809819","https://openalex.org/W6682631176"],"related_works":["https://openalex.org/W25732909","https://openalex.org/W4323338832","https://openalex.org/W4289596129","https://openalex.org/W170643605","https://openalex.org/W1999879627","https://openalex.org/W4295189757","https://openalex.org/W2088055539","https://openalex.org/W1574834681","https://openalex.org/W2389167168","https://openalex.org/W1746697883"],"abstract_inverted_index":{"In":[0],"this":[1],"paper":[2],"we":[3],"describe":[4],"two":[5],"new":[6],"objective":[7],"automatic":[8],"evaluation":[9],"methods":[10,95],"for":[11],"machine":[12],"translation.":[13],"The":[14,51,89],"first":[15],"method":[16,53],"is":[17,62],"based":[18],"on":[19],"longest":[20,46],"common":[21,34],"subsequence":[22,35],"between":[23,79],"a":[24,28,80,84],"candidate":[25,81],"translation":[26,82],"and":[27,44,83,105],"set":[29,85],"of":[30,65,77,86],"reference":[31,87],"translations.":[32,88],"Longest":[33],"takes":[36],"into":[37],"account":[38],"sentence":[39,69],"level":[40],"structure":[41],"similarity":[42],"naturally":[43],"identifies":[45],"co-occurring":[47],"in-sequence":[48],"n-grams":[49],"automatically.":[50],"second":[52],"relaxes":[54],"strict":[55],"n-gram":[56],"matching":[57],"to":[58],"skip-bigram":[59],"matching.":[60],"Skip-bigram":[61,71],"any":[63],"pair":[64],"words":[66],"in":[67,102],"their":[68],"order.":[70],"cooccurrence":[72],"statistics":[73],"measure":[74],"the":[75],"overlap":[76],"skip-bigrams":[78],"empirical":[90],"results":[91],"show":[92],"that":[93],"both":[94,103],"correlate":[96],"with":[97],"human":[98],"judgments":[99],"very":[100],"well":[101],"adequacy":[104],"fluency.":[106]},"counts_by_year":[{"year":2026,"cited_by_count":14},{"year":2025,"cited_by_count":65},{"year":2024,"cited_by_count":72},{"year":2023,"cited_by_count":69},{"year":2022,"cited_by_count":54},{"year":2021,"cited_by_count":67},{"year":2020,"cited_by_count":67},{"year":2019,"cited_by_count":54},{"year":2018,"cited_by_count":34},{"year":2017,"cited_by_count":33},{"year":2016,"cited_by_count":22},{"year":2015,"cited_by_count":17},{"year":2014,"cited_by_count":20},{"year":2013,"cited_by_count":20},{"year":2012,"cited_by_count":20}],"updated_date":"2026-06-16T09:24:06.705377","created_date":"2025-10-10T00:00:00"}