{"id":"https://openalex.org/W2181999101","doi":"https://doi.org/10.1162/tacl_a_00218","title":"Learning to translate with products of novices: a suite of open-ended challenge problems for teaching MT","display_name":"Learning to translate with products of novices: a suite of open-ended challenge problems for teaching MT","publication_year":2013,"publication_date":"2013-12-01","ids":{"openalex":"https://openalex.org/W2181999101","doi":"https://doi.org/10.1162/tacl_a_00218","mag":"2181999101"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00218","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00218","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00218","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00218","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109031255","display_name":"Adam Lopez","orcid":null},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]},{"id":"https://openalex.org/I2802946424","display_name":"Johns Hopkins University Applied Physics Laboratory","ror":"https://ror.org/029pp9z10","country_code":"US","type":"facility","lineage":["https://openalex.org/I145311948","https://openalex.org/I2802946424"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adam Lopez","raw_affiliation_strings":["Human Language Technology Center of Excellence, Johns Hopkins                         University","Human Language Technology Center of Excellence, Johns Hopkins\n University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Human Language Technology Center of Excellence, Johns Hopkins                         University","institution_ids":["https://openalex.org/I145311948","https://openalex.org/I2802946424"]},{"raw_affiliation_string":"Human Language Technology Center of Excellence, Johns Hopkins\n University","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108266978","display_name":"Matt Post","orcid":null},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]},{"id":"https://openalex.org/I2802946424","display_name":"Johns Hopkins University Applied Physics Laboratory","ror":"https://ror.org/029pp9z10","country_code":"US","type":"facility","lineage":["https://openalex.org/I145311948","https://openalex.org/I2802946424"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matt Post","raw_affiliation_strings":["Human Language Technology Center of Excellence, Johns Hopkins                         University","Human Language Technology Center of Excellence, Johns Hopkins\n University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Human Language Technology Center of Excellence, Johns Hopkins                         University","institution_ids":["https://openalex.org/I145311948","https://openalex.org/I2802946424"]},{"raw_affiliation_string":"Human Language Technology Center of Excellence, Johns Hopkins\n University","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068508539","display_name":"Chris Callison-Burch","orcid":"https://orcid.org/0000-0001-8196-1943"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]},{"id":"https://openalex.org/I2802946424","display_name":"Johns Hopkins University Applied Physics Laboratory","ror":"https://ror.org/029pp9z10","country_code":"US","type":"facility","lineage":["https://openalex.org/I145311948","https://openalex.org/I2802946424"]},{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chris Callison-Burch","raw_affiliation_strings":["Computer and Information Science Department, University of                         Pennsylvania","Human Language Technology Center of Excellence, Johns Hopkins                         University","Computer and Information Science Department, University of\n Pennsylvania","Human Language Technology Center of Excellence, Johns Hopkins\n University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer and Information Science Department, University of                         Pennsylvania","institution_ids":["https://openalex.org/I79576946"]},{"raw_affiliation_string":"Human Language Technology Center of Excellence, Johns Hopkins                         University","institution_ids":["https://openalex.org/I145311948","https://openalex.org/I2802946424"]},{"raw_affiliation_string":"Computer and Information Science Department, University of\n Pennsylvania","institution_ids":["https://openalex.org/I79576946"]},{"raw_affiliation_string":"Human Language Technology Center of Excellence, Johns Hopkins\n University","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012850897","display_name":"Jonathan Weese","orcid":"https://orcid.org/0000-0003-3257-8619"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan Weese","raw_affiliation_strings":["Department of Computer Science, Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029323348","display_name":"Juri Ganitkevitch","orcid":null},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Juri Ganitkevitch","raw_affiliation_strings":["Department of Computer Science, Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028746832","display_name":"Narges Ahmidi","orcid":"https://orcid.org/0000-0003-0983-9964"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Narges Ahmidi","raw_affiliation_strings":["Department of Computer Science, Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048810660","display_name":"Olivia Buzek","orcid":null},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Olivia Buzek","raw_affiliation_strings":["Department of Computer Science, Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021352245","display_name":"Leah R. Hanson","orcid":"https://orcid.org/0000-0002-2847-7949"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Leah Hanson","raw_affiliation_strings":["Department of Computer Science, Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5097342224","display_name":"Beenish Jamil","orcid":null},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Beenish Jamil","raw_affiliation_strings":["Department of Computer Science, Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013683771","display_name":"Matthias Lee","orcid":"https://orcid.org/0000-0001-5337-1583"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthias Lee","raw_affiliation_strings":["Department of Computer Science, Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074971639","display_name":"Yating Lin","orcid":"https://orcid.org/0000-0001-5061-5132"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ya-Ting Lin","raw_affiliation_strings":["Department of Computer Science, Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054546700","display_name":"Henry Pao","orcid":null},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Henry Pao","raw_affiliation_strings":["Department of Computer Science, Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103586220","display_name":"Fatima Rivera","orcid":null},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fatima Rivera","raw_affiliation_strings":["Department of Computer Science, Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068687664","display_name":"Leili Shahriyari","orcid":"https://orcid.org/0000-0001-6234-8449"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Leili Shahriyari","raw_affiliation_strings":["Department of Computer Science, Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038099542","display_name":"Debu Sinha","orcid":null},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Debu Sinha","raw_affiliation_strings":["Department of Computer Science, Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024871965","display_name":"Adam Teichert","orcid":null},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adam Teichert","raw_affiliation_strings":["Department of Computer Science, Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059889081","display_name":"Stephen G. Wampler","orcid":null},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stephen Wampler","raw_affiliation_strings":["Department of Computer Science, Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5105347135","display_name":"M. Weinberger","orcid":"https://orcid.org/0000-0001-5986-4602"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Weinberger","raw_affiliation_strings":["Department of Computer Science, Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052339079","display_name":"Daguang Xu","orcid":"https://orcid.org/0000-0002-4621-881X"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daguang Xu","raw_affiliation_strings":["Department of Computer Science, Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100429575","display_name":"Lin Yang","orcid":"https://orcid.org/0000-0002-5183-2101"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lin Yang","raw_affiliation_strings":["Department of Computer Science, Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061562276","display_name":"Shang Zhao","orcid":"https://orcid.org/0000-0003-1638-1533"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shang Zhao","raw_affiliation_strings":["Department of Computer Science, Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":21,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9765,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.89209641,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"1","issue":null,"first_page":"165","last_page":"178"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9670000076293945,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9550999999046326,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8532004952430725},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.7956116199493408},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.6133891940116882},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5872634053230286},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5767428874969482},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5748966336250305},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.5484668612480164},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5332066416740417},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4635673463344574},{"id":"https://openalex.org/keywords/subject","display_name":"Subject (documents)","score":0.46057820320129395},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.32989394664764404},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.3279246687889099},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2947459816932678},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.124805748462677}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8532004952430725},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.7956116199493408},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.6133891940116882},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5872634053230286},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5767428874969482},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5748966336250305},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.5484668612480164},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5332066416740417},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4635673463344574},{"id":"https://openalex.org/C2777855551","wikidata":"https://www.wikidata.org/wiki/Q12310021","display_name":"Subject (documents)","level":2,"score":0.46057820320129395},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.32989394664764404},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3279246687889099},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2947459816932678},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.124805748462677},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1162/tacl_a_00218","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00218","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00218","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.297.9977","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.297.9977","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.jhu.edu/~alopez/papers/tacl2013-mt-class.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.352.6664","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.352.6664","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.transacl.org/wp-content/uploads/2013/05/paper165.pdf","raw_type":"text"},{"id":"pmh:oai:doaj.org/article:fcc4271bd6c941358ade886f00f4b7db","is_oa":false,"landing_page_url":"https://doaj.org/article/fcc4271bd6c941358ade886f00f4b7db","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 1 (2021)","raw_type":"article"},{"id":"pmh:oai:pure.ed.ac.uk:publications/c75de6e8-828b-4240-a0e2-26c9c51c9da7","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/portal/en/publications/learning-to-translate-with-products-of-novices-a-suite-of-openended-challenge-problems-for-teaching-mt(c75de6e8-828b-4240-a0e2-26c9c51c9da7).html","pdf_url":null,"source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00218","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00218","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00218","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8100000023841858}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2181999101.pdf","grobid_xml":"https://content.openalex.org/works/W2181999101.grobid-xml"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W23077562","https://openalex.org/W62473634","https://openalex.org/W129065738","https://openalex.org/W140519655","https://openalex.org/W182831726","https://openalex.org/W1498238796","https://openalex.org/W1506334428","https://openalex.org/W1555286493","https://openalex.org/W1570013475","https://openalex.org/W1603508585","https://openalex.org/W1631260214","https://openalex.org/W1674182311","https://openalex.org/W1724972948","https://openalex.org/W1916559533","https://openalex.org/W1964591498","https://openalex.org/W1973923101","https://openalex.org/W1981195817","https://openalex.org/W1987869189","https://openalex.org/W2006969979","https://openalex.org/W2027087446","https://openalex.org/W2032175749","https://openalex.org/W2086202918","https://openalex.org/W2087735403","https://openalex.org/W2101105183","https://openalex.org/W2105989239","https://openalex.org/W2106291855","https://openalex.org/W2115081467","https://openalex.org/W2120411502","https://openalex.org/W2121771196","https://openalex.org/W2124807415","https://openalex.org/W2125536435","https://openalex.org/W2132019450","https://openalex.org/W2136657878","https://openalex.org/W2138753018","https://openalex.org/W2139403546","https://openalex.org/W2141311720","https://openalex.org/W2141532438","https://openalex.org/W2142112143","https://openalex.org/W2143927888","https://openalex.org/W2145612656","https://openalex.org/W2149192313","https://openalex.org/W2149242086","https://openalex.org/W2153653739","https://openalex.org/W2155607551","https://openalex.org/W2156985047","https://openalex.org/W2160245618","https://openalex.org/W2161227214","https://openalex.org/W2166987448","https://openalex.org/W2167007060","https://openalex.org/W2169724380","https://openalex.org/W2172138510","https://openalex.org/W2294913621","https://openalex.org/W2341535507","https://openalex.org/W2437005631","https://openalex.org/W2563702229","https://openalex.org/W2895810819","https://openalex.org/W3210965875","https://openalex.org/W4212869871","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W4231704780","https://openalex.org/W2083794993","https://openalex.org/W2383111961","https://openalex.org/W352609212","https://openalex.org/W2365952365","https://openalex.org/W2352448290","https://openalex.org/W1511772879","https://openalex.org/W2380820513","https://openalex.org/W2913146933","https://openalex.org/W4379115841"],"abstract_inverted_index":{"Machine":[0],"translation":[1],"(MT)":[2],"draws":[3],"from":[4],"several":[5],"different":[6],"disciplines,":[7],"making":[8],"it":[9],"a":[10,36,44,75,127],"complex":[11],"subject":[12],"to":[13,56,80,112],"teach.":[14],"There":[15],"are":[16,30,136],"excellent":[17],"pedagogical":[18],"texts,":[19],"but":[20],"problems":[21,123],"in":[22,51],"MT":[23,40,66],"and":[24,71,93,134],"current":[25],"algorithms":[26],"for":[27,49],"solving":[28],"them":[29],"best":[31],"learned":[32],"by":[33],"doing.":[34],"As":[35],"centerpiece":[37],"of":[38,46,63,78],"our":[39],"course,":[41],"we":[42],"devised":[43],"series":[45],"open-ended":[47],"challenges":[48],"students":[50],"which":[52,87],"the":[53,81,113,118],"goal":[54],"was":[55,96],"improve":[57,117],"performance":[58],"on":[59,105,120],"carefully":[60],"constrained":[61],"instances":[62],"four":[64],"key":[65],"tasks:":[67],"alignment,":[68],"decoding,":[69],"evaluation,":[70],"reranking.":[72],"Students":[73],"brought":[74],"diverse":[76],"set":[77],"techniques":[79],"problems,":[82,131],"including":[83],"some":[84,106],"novel":[85],"solutions":[86,99],"performed":[88],"remarkably":[89],"well.":[90],"A":[91],"surprising":[92],"exciting":[94],"outcome":[95],"that":[97,109],"student":[98],"or":[100],"their":[101],"combinations":[102],"fared":[103],"competitively":[104],"tasks,":[107],"demonstrating":[108],"even":[110],"newcomers":[111],"field":[114],"can":[115],"help":[116],"state-of-the-art":[119],"hard":[121],"NLP":[122],"while":[124],"simultaneously":[125],"learning":[126],"great":[128],"deal.":[129],"The":[130],"baseline":[132],"code,":[133],"results":[135],"freely":[137],"available.":[138]},"counts_by_year":[{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}