{"id":"https://openalex.org/W2914924671","doi":"https://doi.org/10.18653/v1/w18-5448","title":"Language Modeling Teaches You More than Translation Does: Lessons Learned Through Auxiliary Syntactic Task Analysis","display_name":"Language Modeling Teaches You More than Translation Does: Lessons Learned Through Auxiliary Syntactic Task Analysis","alternate_titles":[],"publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2914924671","doi":"https://doi.org/10.18653/v1/w18-5448","mag":"2914924671"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w18-5448","doi":"https://doi.org/10.18653/v1/w18-5448","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w18-5448","pdf_url":"https://www.aclweb.org/anthology/W18-5448.pdf","source":{"id":"https://openalex.org/S7407088969","display_name":"BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP (BlackboxNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 EMNLP Workshop BlackboxNLP: Analyzing and Interpreting Neural Networks for NLP","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2914924671"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.aclweb.org/anthology/W18-5448.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Kelly Zhang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Kelly Zhang","raw_affiliation_strings":["Dept. of Computer Science New York University 60 Fifth Avenue New York, NY 10011"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science New York University 60 Fifth Avenue New York, NY 10011","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112713734","display_name":"Samuel R. Bowman","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Samuel Bowman","raw_affiliation_strings":["Center for Data Science New York University 60 Fifth Avenue New York, NY 10011","Dept. of Computer Science New York University 60 Fifth Avenue New York, NY 10011","Dept. of Linguistics New York University 10 Washington Place New York, NY 10003"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Data Science New York University 60 Fifth Avenue New York, NY 10011","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"Dept. of Computer Science New York University 60 Fifth Avenue New York, NY 10011","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"Dept. of Linguistics New York University 10 Washington Place New York, NY 10003","institution_ids":["https://openalex.org/I57206974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5112713734"],"corresponding_institution_ids":["https://openalex.org/I57206974"],"apc_list":null,"apc_paid":null,"fwci":12.0015,"has_fulltext":true,"cited_by_count":212,"citation_normalized_percentile":{"value":0.98775097,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"359","last_page":"361"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7954000234603882,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7954000234603882,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.16539999842643738,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.006500000134110451,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/language-modeling","display_name":"language modeling","score":0.7039999961853027},{"id":"https://openalex.org/keywords/pre-training-objectives","display_name":"pre-training objectives","score":0.7129999995231628},{"id":"https://openalex.org/keywords/syntactic-information","display_name":"syntactic information","score":0.765999972820282},{"id":"https://openalex.org/keywords/parts-of-speech","display_name":"parts of speech","score":0.7829999923706055},{"id":"https://openalex.org/keywords/elmo","display_name":"ELMo","score":0.7889999747276306},{"id":"https://openalex.org/keywords/coves","display_name":"coves","score":0.9580000042915344},{"id":"https://openalex.org/keywords/transfer-learning","display_name":"transfer learning","score":0.828000009059906}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8606094121932983},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.7841134667396545},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7627296447753906},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6988934874534607},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6869825124740601},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.48617643117904663},{"id":"https://openalex.org/C2777027219","wikidata":"https://www.wikidata.org/wiki/Q1284190","display_name":"Constant (computer programming)","level":2,"score":0.4292852282524109},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.4109492599964142},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3747129440307617},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.06217259168624878},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/w18-5448","doi":"https://doi.org/10.18653/v1/w18-5448","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w18-5448","pdf_url":"https://www.aclweb.org/anthology/W18-5448.pdf","source":{"id":"https://openalex.org/S7407088969","display_name":"BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP (BlackboxNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 EMNLP Workshop BlackboxNLP: Analyzing and Interpreting Neural Networks for NLP","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1809.10040","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1809.10040","pdf_url":"https://arxiv.org/pdf/1809.10040","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:spiral.imperial.ac.uk:10044/1/125601","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/10044/1/125601","pdf_url":null,"source":{"id":"https://openalex.org/S4306401396","display_name":"Spiral (Imperial College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I47508984","host_organization_name":"Imperial College London","host_organization_lineage":["https://openalex.org/I47508984"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"359","raw_type":"Conference Paper"},{"id":"doi:10.48550/arxiv.1809.10040","doi":"https://doi.org/10.48550/arxiv.1809.10040","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1809.10040","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.18653/v1/w18-5448","doi":"https://doi.org/10.18653/v1/w18-5448","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w18-5448","pdf_url":"https://www.aclweb.org/anthology/W18-5448.pdf","source":{"id":"https://openalex.org/S7407088969","display_name":"BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP (BlackboxNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 EMNLP Workshop BlackboxNLP: Analyzing and Interpreting Neural Networks for NLP","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320332195","display_name":"Samsung","ror":"https://ror.org/04w3jy968"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2914924671.pdf","grobid_xml":"https://content.openalex.org/works/W2914924671.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W1486649854","https://openalex.org/W1632114991","https://openalex.org/W1985123443","https://openalex.org/W2025768430","https://openalex.org/W2064675550","https://openalex.org/W2101105183","https://openalex.org/W2124807415","https://openalex.org/W2133564696","https://openalex.org/W2159636675","https://openalex.org/W2164891816","https://openalex.org/W2170973209","https://openalex.org/W2171865010","https://openalex.org/W2512924740","https://openalex.org/W2574872930","https://openalex.org/W2605717780","https://openalex.org/W2612953412","https://openalex.org/W2618512726","https://openalex.org/W2625092622","https://openalex.org/W2740711318","https://openalex.org/W2760656271","https://openalex.org/W2775461895","https://openalex.org/W2787560479","https://openalex.org/W2798812533","https://openalex.org/W2962776659","https://openalex.org/W2962777840","https://openalex.org/W2964204621","https://openalex.org/W4292353911","https://openalex.org/W7097023696"],"related_works":["https://openalex.org/W3089975898","https://openalex.org/W2775543300","https://openalex.org/W2976040964","https://openalex.org/W4221167471","https://openalex.org/W2963121782","https://openalex.org/W2911748701","https://openalex.org/W2907630459","https://openalex.org/W2900064420","https://openalex.org/W3007534667"],"abstract_inverted_index":{"Recent":[0],"work":[1],"using":[2],"auxiliary":[3,128,176,190],"prediction":[4,129],"task":[5,152],"classifiers":[6],"to":[7,16,84],"investigate":[8],"the":[9,55,61,96,101,106,112,148,164,183,189],"properties":[10],"of":[11,53,57,63,105,138,185],"LSTM":[12,113],"representations":[13,118,165],"has":[14],"begun":[15],"shed":[17],"light":[18],"on":[19,125,134,173],"why":[20],"pretrained":[21],"representations,":[22],"like":[23],"ELMo":[24],"(Peters":[25],"et":[26,32],"al.,":[27,33],"2018)":[28],"and":[29,80,87,103],"CoVe":[30],"(McCann":[31],"2017),":[34],"are":[35],"so":[36],"beneficial":[37],"for":[38,153,188],"neural":[39],"language":[40,120,144],"understanding":[41,52],"models.":[42],"We":[43,90,115,160],"still,":[44],"though,":[45],"do":[46],"not":[47],"yet":[48],"have":[49],"a":[50,92],"clear":[51],"how":[54],"choice":[56],"pretraining":[58,151],"objective":[59],"affects":[60],"type":[62],"linguistic":[64],"information":[65],"that":[66,117,143,163],"models":[67,121],"learn.":[68],"With":[69],"this":[70,179],"in":[71],"mind,":[72],"we":[73],"compare":[74],"four":[75],"objectives---language":[76],"modeling,":[77],"translation,":[78],"skip-thought,":[79],"autoencoding---on":[81],"their":[82],"ability":[83],"induce":[85],"syntactic":[86,127,158,175],"part-of-speech":[88],"information.":[89,159],"make":[91],"fair":[93],"comparison":[94],"between":[95],"tasks":[97,191],"by":[98],"holding":[99],"constant":[100],"quantity":[102],"genre":[104],"training":[107,186],"data,":[108],"as":[109,111],"well":[110,172],"architecture.":[114],"find":[116,162],"from":[119,166],"consistently":[122],"perform":[123,170],"best":[124,149],"our":[126,174],"tasks,":[130,177],"even":[131],"when":[132,182],"trained":[133],"relatively":[135],"small":[136],"amounts":[137],"data.":[139],"These":[140],"results":[141],"suggest":[142],"modeling":[145],"may":[146],"be":[147],"data-rich":[150],"transfer":[154],"learning":[155],"applications":[156],"requiring":[157],"also":[161],"randomly-initialized,":[167],"frozen":[168],"LSTMs":[169],"strikingly":[171],"but":[178],"effect":[180],"disappears":[181],"amount":[184],"data":[187],"is":[192],"reduced.":[193]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2914924671","counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":20},{"year":2022,"cited_by_count":29},{"year":2021,"cited_by_count":35},{"year":2020,"cited_by_count":55},{"year":2019,"cited_by_count":30},{"year":2018,"cited_by_count":5}],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2019-02-21T00:00:00"}
