{"id":"https://openalex.org/W2922349260","doi":"https://doi.org/10.18653/v1/n19-4007","title":"compare-mt: A Tool for Holistic Comparison of Language Generation Systems","display_name":"compare-mt: A Tool for Holistic Comparison of Language Generation Systems","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2922349260","doi":"https://doi.org/10.18653/v1/n19-4007","mag":"2922349260"},"language":"en","primary_location":{"id":"doi:10.18653/v1/n19-4007","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/n19-4007","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics (Demonstrations)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.18653/v1/n19-4007","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068811427","display_name":"Graham Neubig","orcid":"https://orcid.org/0000-0002-2072-3789"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Graham Neubig","raw_affiliation_strings":["Language Technologies Institute, Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Language Technologies Institute, Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038315768","display_name":"Zi-Yi Dou","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zi-Yi Dou","raw_affiliation_strings":["Language Technologies Institute, Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Language Technologies Institute, Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085263462","display_name":"Junjie Hu","orcid":"https://orcid.org/0000-0002-1911-4361"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Junjie Hu","raw_affiliation_strings":["Language Technologies Institute, Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Language Technologies Institute, Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109949937","display_name":"Paul Michel","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paul Michel","raw_affiliation_strings":["Language Technologies Institute, Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Language Technologies Institute, Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056959868","display_name":"Danish Pruthi","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Danish Pruthi","raw_affiliation_strings":["Language Technologies Institute, Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Language Technologies Institute, Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100382950","display_name":"Xinyi Wang","orcid":"https://orcid.org/0000-0002-6280-1300"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xinyi Wang","raw_affiliation_strings":["Language Technologies Institute, Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Language Technologies Institute, Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5068811427"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":9.7678,"has_fulltext":false,"cited_by_count":114,"citation_normalized_percentile":{"value":0.98561762,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"35","last_page":"41"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/danish","display_name":"Danish","score":0.8524960279464722},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5165756940841675},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.5136034488677979},{"id":"https://openalex.org/keywords/computational-linguistics","display_name":"Computational linguistics","score":0.5101025700569153},{"id":"https://openalex.org/keywords/association","display_name":"Association (psychology)","score":0.4341679513454437},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.34575217962265015},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.2960978150367737},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.22592824697494507}],"concepts":[{"id":"https://openalex.org/C164622146","wikidata":"https://www.wikidata.org/wiki/Q9035","display_name":"Danish","level":2,"score":0.8524960279464722},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5165756940841675},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.5136034488677979},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.5101025700569153},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.4341679513454437},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34575217962265015},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.2960978150367737},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.22592824697494507}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/n19-4007","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/n19-4007","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics (Demonstrations)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/n19-4007","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/n19-4007","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics (Demonstrations)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.7799999713897705,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W8316075","https://openalex.org/W28548568","https://openalex.org/W34486478","https://openalex.org/W222053410","https://openalex.org/W1577877742","https://openalex.org/W1645937837","https://openalex.org/W1916559533","https://openalex.org/W1996456980","https://openalex.org/W2004637830","https://openalex.org/W2018156128","https://openalex.org/W2041354408","https://openalex.org/W2044563557","https://openalex.org/W2098711583","https://openalex.org/W2101105183","https://openalex.org/W2106068492","https://openalex.org/W2107170966","https://openalex.org/W2108082276","https://openalex.org/W2116492146","https://openalex.org/W2117141075","https://openalex.org/W2133564696","https://openalex.org/W2137901323","https://openalex.org/W2139940533","https://openalex.org/W2141965109","https://openalex.org/W2142557476","https://openalex.org/W2143803796","https://openalex.org/W2153508793","https://openalex.org/W2153653739","https://openalex.org/W2154652894","https://openalex.org/W2158762489","https://openalex.org/W2163176677","https://openalex.org/W2169614832","https://openalex.org/W2250342921","https://openalex.org/W2251431759","https://openalex.org/W2251796512","https://openalex.org/W2274912527","https://openalex.org/W2463396630","https://openalex.org/W2564739834","https://openalex.org/W2741040846","https://openalex.org/W2760327630","https://openalex.org/W2767019613","https://openalex.org/W2885588803","https://openalex.org/W2887920589","https://openalex.org/W2889404673","https://openalex.org/W2904683980","https://openalex.org/W2963641561","https://openalex.org/W2963983698","https://openalex.org/W2964085268","https://openalex.org/W2964120396","https://openalex.org/W2964130895","https://openalex.org/W2964247056","https://openalex.org/W2964308564","https://openalex.org/W3124386704","https://openalex.org/W3203359287","https://openalex.org/W3211848854","https://openalex.org/W4210834152","https://openalex.org/W4241645538","https://openalex.org/W4300428972"],"related_works":["https://openalex.org/W2800223847","https://openalex.org/W3023624299","https://openalex.org/W2085994570","https://openalex.org/W150632568","https://openalex.org/W2085170716","https://openalex.org/W2153682567","https://openalex.org/W2768024715","https://openalex.org/W4390295462","https://openalex.org/W2939939122","https://openalex.org/W2062980476"],"abstract_inverted_index":{"Graham":[0],"Neubig,":[1],"Zi-Yi":[2],"Dou,":[3],"Junjie":[4],"Hu,":[5],"Paul":[6],"Michel,":[7],"Danish":[8],"Pruthi,":[9],"Xinyi":[10],"Wang.":[11],"Proceedings":[12],"of":[13,17,22],"the":[14,18,23],"2019":[15],"Conference":[16],"North":[19],"American":[20],"Chapter":[21],"Association":[24],"for":[25],"Computational":[26],"Linguistics":[27],"(Demonstrations).":[28],"2019.":[29]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":34},{"year":2020,"cited_by_count":29},{"year":2019,"cited_by_count":16}],"updated_date":"2026-09-01T08:31:24.195828","created_date":"2025-10-10T00:00:00"}