{"id":"https://openalex.org/W2914924671","doi":"https://doi.org/10.18653/v1/w18-5448","title":"Language Modeling Teaches You More than Translation Does: Lessons Learned Through Auxiliary Syntactic Task Analysis","display_name":"Language Modeling Teaches You More than Translation Does: Lessons Learned Through Auxiliary Syntactic Task Analysis","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2914924671","doi":"https://doi.org/10.18653/v1/w18-5448","mag":"2914924671"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w18-5448","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w18-5448","pdf_url":"https://www.aclweb.org/anthology/W18-5448.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 EMNLP Workshop BlackboxNLP: Analyzing and Interpreting Neural Networks for NLP","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W18-5448.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101990414","display_name":"Kelly Zhang","orcid":"https://orcid.org/0000-0003-0850-4978"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kelly Zhang","raw_affiliation_strings":["Dept. of Computer Science New York University 60 Fifth Avenue New York, NY 10011"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science New York University 60 Fifth Avenue New York, NY 10011","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067390670","display_name":"Samuel Bowman","orcid":"https://orcid.org/0000-0002-1510-174X"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Samuel Bowman","raw_affiliation_strings":["Dept. of Computer Science New York University 60 Fifth Avenue New York, NY 10011","Center for Data Science New York University 60 Fifth Avenue New York, NY 10011","Dept. of Linguistics New York University 10 Washington Place New York, NY 10003"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science New York University 60 Fifth Avenue New York, NY 10011","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"Center for Data Science New York University 60 Fifth Avenue New York, NY 10011","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"Dept. of Linguistics New York University 10 Washington Place New York, NY 10003","institution_ids":["https://openalex.org/I57206974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5067390670"],"corresponding_institution_ids":["https://openalex.org/I57206974"],"apc_list":null,"apc_paid":null,"fwci":14.9055,"has_fulltext":true,"cited_by_count":117,"citation_normalized_percentile":{"value":0.99081865,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"359","last_page":"361"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8606094121932983},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.7841134667396545},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.7627296447753906},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6988934874534607},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6869825124740601},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.48617643117904663},{"id":"https://openalex.org/keywords/constant","display_name":"Constant (computer programming)","score":0.4292852282524109},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.4109492599964142},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.3747129440307617},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.06217259168624878}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8606094121932983},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.7841134667396545},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7627296447753906},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6988934874534607},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6869825124740601},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.48617643117904663},{"id":"https://openalex.org/C2777027219","wikidata":"https://www.wikidata.org/wiki/Q1284190","display_name":"Constant (computer programming)","level":2,"score":0.4292852282524109},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.4109492599964142},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3747129440307617},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.06217259168624878},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/w18-5448","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w18-5448","pdf_url":"https://www.aclweb.org/anthology/W18-5448.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 EMNLP Workshop BlackboxNLP: Analyzing and Interpreting Neural Networks for NLP","raw_type":"proceedings-article"},{"id":"pmh:oai:spiral.imperial.ac.uk:10044/1/125601","is_oa":false,"landing_page_url":"https://hdl.handle.net/10044/1/125601","pdf_url":null,"source":{"id":"https://openalex.org/S4306401396","display_name":"Spiral (Imperial College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I47508984","host_organization_name":"Imperial College London","host_organization_lineage":["https://openalex.org/I47508984"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"359","raw_type":"Conference Paper"}],"best_oa_location":{"id":"doi:10.18653/v1/w18-5448","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w18-5448","pdf_url":"https://www.aclweb.org/anthology/W18-5448.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 EMNLP Workshop BlackboxNLP: Analyzing and Interpreting Neural Networks for NLP","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8500000238418579,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2914924671.pdf","grobid_xml":"https://content.openalex.org/works/W2914924671.grobid-xml"},"referenced_works_count":11,"referenced_works":["https://openalex.org/W1632114991","https://openalex.org/W2064675550","https://openalex.org/W2159636675","https://openalex.org/W2512924740","https://openalex.org/W2605717780","https://openalex.org/W2760656271","https://openalex.org/W2773956126","https://openalex.org/W2962739339","https://openalex.org/W2962777840","https://openalex.org/W2963756346","https://openalex.org/W4302343710"],"related_works":["https://openalex.org/W3011059803","https://openalex.org/W3151736118","https://openalex.org/W4362495644","https://openalex.org/W2962780935","https://openalex.org/W4387896177","https://openalex.org/W4385557855","https://openalex.org/W4287236333","https://openalex.org/W2623411141","https://openalex.org/W2883671469","https://openalex.org/W3098003361"],"abstract_inverted_index":{"Recently,":[0],"researchers":[1],"have":[2,53],"found":[3],"that":[4,70],"deep":[5],"LSTMs":[6],"trained":[7],"on":[8,31],"tasks":[9],"like":[10,35],"machine":[11],"translation":[12],"learn":[13],"substantial":[14],"syntactic":[15,90],"and":[16,37,84,91,98],"semantic":[17],"information":[18,69],"about":[19],"their":[20,86],"input":[21],"sentences,":[22],"including":[23],"part-of-speech.":[24],"These":[25],"findings":[26],"begin":[27],"to":[28,88],"shed":[29],"light":[30],"why":[32],"pretrained":[33],"representations,":[34],"ELMo":[36],"CoVe,":[38],"are":[39],"so":[40],"beneficial":[41],"for":[42],"neural":[43],"language":[44],"understanding":[45,56],"models.":[46],"We":[47],"still,":[48],"though,":[49],"do":[50],"not":[51],"yet":[52],"a":[54],"clear":[55],"of":[57,61,67,100],"how":[58],"the":[59,65,96,101,107],"choice":[60],"pretraining":[62],"objective":[63],"affects":[64],"type":[66],"linguistic":[68],"models":[71],"learn.":[72],"With":[73],"this":[74],"in":[75],"mind,":[76],"we":[77],"compare":[78],"four":[79],"objectives\u2014language":[80],"modeling,":[81],"translation,":[82],"skip-thought,":[83],"autoencoding\u2014on":[85],"ability":[87],"induce":[89],"part-of-speech":[92],"information,":[93],"holding":[94],"constant":[95],"quantity":[97],"genre":[99],"training":[102],"data,":[103],"as":[104,106],"well":[105],"LSTM":[108],"architecture.":[109]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":34},{"year":2020,"cited_by_count":48},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":1}],"updated_date":"2026-03-07T13:37:22.277990","created_date":"2025-10-10T00:00:00"}