{"id":"https://openalex.org/W2625014264","doi":"https://doi.org/10.18653/v1/k17-1003","title":"Exploring the Syntactic Abilities of RNNs with Multi-task Learning","display_name":"Exploring the Syntactic Abilities of RNNs with Multi-task Learning","alternate_titles":[],"publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2625014264","doi":"https://doi.org/10.18653/v1/k17-1003","mag":"2625014264"},"language":"en","primary_location":{"id":"doi:10.18653/v1/k17-1003","doi":"https://doi.org/10.18653/v1/k17-1003","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/k17-1003","pdf_url":"https://www.aclweb.org/anthology/K17-1003.pdf","source":{"id":"https://openalex.org/S4306418031","display_name":"Conference on Computational Natural Language Learning","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 21st Conference on Computational Natural Language Learning (CoNLL 2017)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2625014264"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.aclweb.org/anthology/K17-1003.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060257379","display_name":"\u00c9mile Enguehard","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2746051580","display_name":"Universit\u00e9 Paris Sciences et Lettres","ror":"https://ror.org/013cjyk83","country_code":"FR","type":"education","lineage":["https://openalex.org/I2746051580"]},{"id":"https://openalex.org/I29607241","display_name":"\u00c9cole Normale Sup\u00e9rieure - PSL","ror":"https://ror.org/05a0dhs15","country_code":"FR","type":"other","lineage":["https://openalex.org/I2746051580","https://openalex.org/I29607241"]},{"id":"https://openalex.org/I4210161954","display_name":"D\u00e9partement d'Informatique","ror":"https://ror.org/05y6rqs46","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I2746051580","https://openalex.org/I29607241","https://openalex.org/I4210159245","https://openalex.org/I4210161954"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"\u00c9mile Enguehard","raw_affiliation_strings":["D\u00e9partement d'informatique, ENS, PSL Research University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"D\u00e9partement d'informatique, ENS, PSL Research University","institution_ids":["https://openalex.org/I2746051580","https://openalex.org/I29607241","https://openalex.org/I4210161954"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028476919","display_name":"Yoav Goldberg","orcid":"https://orcid.org/0000-0002-6497-829X","observed_orcids":["https://orcid.org/0000-0002-6497-829X"]},"institutions":[{"id":"https://openalex.org/I13955877","display_name":"Bar-Ilan University","ror":"https://ror.org/03kgsv495","country_code":"IL","type":"education","lineage":["https://openalex.org/I13955877"]}],"countries":["IL"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yoav Goldberg","raw_affiliation_strings":["Computer Science Department, Bar Ilan University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Bar Ilan University","institution_ids":["https://openalex.org/I13955877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081824828","display_name":"Tal Linzen","orcid":"https://orcid.org/0000-0003-0435-6912","observed_orcids":["https://orcid.org/0000-0003-0435-6912"]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]},{"id":"https://openalex.org/I2746051580","display_name":"Universit\u00e9 Paris Sciences et Lettres","ror":"https://ror.org/013cjyk83","country_code":"FR","type":"education","lineage":["https://openalex.org/I2746051580"]},{"id":"https://openalex.org/I29607241","display_name":"\u00c9cole Normale Sup\u00e9rieure - PSL","ror":"https://ror.org/05a0dhs15","country_code":"FR","type":"other","lineage":["https://openalex.org/I2746051580","https://openalex.org/I29607241"]},{"id":"https://openalex.org/I4210114522","display_name":"Institut Jean Nicod","ror":"https://ror.org/01qfab443","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I2746051580","https://openalex.org/I29607241","https://openalex.org/I4210114522","https://openalex.org/I4210139971","https://openalex.org/I4210161506"]},{"id":"https://openalex.org/I90669466","display_name":"\u00c9cole des hautes \u00e9tudes en sciences sociales","ror":"https://ror.org/02d9dg697","country_code":"FR","type":"facility","lineage":["https://openalex.org/I90669466"]}],"countries":["FR","US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Tal Linzen","raw_affiliation_strings":["Department of Cognitive Science, Johns Hopkins University","LSCP & IJN, CNRS, EHESS and ENS, PSL Research University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Cognitive Science, Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]},{"raw_affiliation_string":"LSCP & IJN, CNRS, EHESS and ENS, PSL Research University","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I2746051580","https://openalex.org/I29607241","https://openalex.org/I4210114522","https://openalex.org/I90669466"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5081824828"],"corresponding_institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I145311948","https://openalex.org/I2746051580","https://openalex.org/I29607241","https://openalex.org/I4210114522","https://openalex.org/I90669466"],"apc_list":null,"apc_paid":null,"fwci":2.5419,"has_fulltext":true,"cited_by_count":35,"citation_normalized_percentile":{"value":0.93113296,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":86,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3","last_page":"14"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9009000062942505,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9009000062942505,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.04439999908208847,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10034","display_name":"Syntax, Semantics, Linguistic Variation","score":0.02539999969303608,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recurrent-neural-networks","display_name":"recurrent neural networks","score":0.984000027179718},{"id":"https://openalex.org/keywords/syntactic-competence","display_name":"syntactic competence","score":0.6420000195503235},{"id":"https://openalex.org/keywords/subject-verb-agreement","display_name":"subject-verb agreement","score":0.9900000095367432},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"multi-task learning","score":0.921999990940094},{"id":"https://openalex.org/keywords/language-modeling","display_name":"language modeling","score":0.9089999794960022},{"id":"https://openalex.org/keywords/complex-sentences","display_name":"complex sentences","score":0.800000011920929},{"id":"https://openalex.org/keywords/syntactic-representation","display_name":"syntactic representation","score":0.5139999985694885}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8505740165710449},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7245327234268188},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6963385343551636},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6425207853317261},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6196703910827637},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.4986586570739746},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.47473224997520447},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.43301165103912354},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.11168929934501648},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/k17-1003","doi":"https://doi.org/10.18653/v1/k17-1003","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/k17-1003","pdf_url":"https://www.aclweb.org/anthology/K17-1003.pdf","source":{"id":"https://openalex.org/S4306418031","display_name":"Conference on Computational Natural Language Learning","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 21st Conference on Computational Natural Language Learning (CoNLL 2017)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/k17-1003","doi":"https://doi.org/10.18653/v1/k17-1003","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/k17-1003","pdf_url":"https://www.aclweb.org/anthology/K17-1003.pdf","source":{"id":"https://openalex.org/S4306418031","display_name":"Conference on Computational Natural Language Learning","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 21st Conference on Computational Natural Language Learning (CoNLL 2017)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1283237046","display_name":"A computational approach to early language bootstrapping","funder_award_id":"295810","funder_id":"https://openalex.org/F4320338352","funder_display_name":"FP7 Ideas: European Research Council"},{"id":"https://openalex.org/G2658974192","display_name":"Paris Sciences et Lettres","funder_award_id":"ANR-10-IDEX-0001","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G4190806336","display_name":null,"funder_award_id":"ANR-10-IDEX0001-02.","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G5397893844","display_name":"Institute of Cognitive Studies of Ecole normale superieure","funder_award_id":"ANR-10-LABX-0087","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G6759105742","display_name":null,"funder_award_id":"ANR10IDEX000102 PSL","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G782245399","display_name":null,"funder_award_id":"IDEX-0001-02","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320338352","display_name":"FP7 Ideas: European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2625014264.pdf","grobid_xml":"https://content.openalex.org/works/W2625014264.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W179875071","https://openalex.org/W1528941926","https://openalex.org/W1567277581","https://openalex.org/W1602017060","https://openalex.org/W1632114991","https://openalex.org/W2055457833","https://openalex.org/W2087946919","https://openalex.org/W2100520417","https://openalex.org/W2100808592","https://openalex.org/W2117130368","https://openalex.org/W2122236285","https://openalex.org/W2159636675","https://openalex.org/W2250489794","https://openalex.org/W2259472270","https://openalex.org/W2289899728","https://openalex.org/W2384495648","https://openalex.org/W2402268235","https://openalex.org/W2461708311","https://openalex.org/W2466736553","https://openalex.org/W2516255829","https://openalex.org/W2531882892","https://openalex.org/W2549835527","https://openalex.org/W2556468274","https://openalex.org/W2590925815","https://openalex.org/W2592170186","https://openalex.org/W2741692265","https://openalex.org/W2784018069","https://openalex.org/W2914746235","https://openalex.org/W2949369097","https://openalex.org/W3192673580","https://openalex.org/W4239943352","https://openalex.org/W4245765565","https://openalex.org/W4248358431","https://openalex.org/W4285719527","https://openalex.org/W7062423369","https://openalex.org/W7096254877"],"related_works":["https://openalex.org/W3134788437","https://openalex.org/W2963351454","https://openalex.org/W2963614302","https://openalex.org/W2801092741","https://openalex.org/W3118674731","https://openalex.org/W2516255829","https://openalex.org/W2775543300","https://openalex.org/W2902562135","https://openalex.org/W6947871494","https://openalex.org/W2768794963"],"abstract_inverted_index":{"Recent":[0],"work":[1],"has":[2],"explored":[3],"the":[4,10,46,50,69,98],"syntactic":[5,104,122],"abilities":[6],"of":[7,45,131],"RNNs":[8,96],"using":[9],"subject-verb":[11],"agreement":[12,57,70,114],"task,":[13,75],"which":[14],"diagnoses":[15],"sensitivity":[16],"to":[17,42,49,66,84,100,145],"sentence":[18],"structure.RNNs":[19],"performed":[20],"this":[21],"task":[22,71],"well":[23],"in":[24,29,59,89,124],"common":[25],"cases,":[26],"but":[27],"faltered":[28],"complex":[30,92],"sentences":[31],"(Linzen":[32],"et":[33],"al.,":[34],"2016).We":[35],"test":[36],"whether":[37],"these":[38],"errors":[39],"are":[40],"due":[41],"inherent":[43],"limitations":[44],"architecture":[47],"or":[48,79],"relatively":[51],"indirect":[52],"supervision":[53],"provided":[54],"by":[55],"most":[56],"dependencies":[58],"a":[60,63,128],"corpus.We":[61],"trained":[62],"single":[64],"RNN":[65],"perform":[67],"both":[68],"and":[72],"an":[73],"additional":[74],"either":[76],"CCG":[77],"supertagging":[78],"language":[80,150],"modeling.Multitask":[81],"training":[82,115,132],"led":[83],"significantly":[85],"lower":[86],"error":[87],"rates,":[88],"particular":[90,125],"on":[91,120],"sentences,":[93],"suggesting":[94],"that":[95,111],"have":[97],"ability":[99],"evolve":[101],"more":[102],"sophisticated":[103],"representations":[105],"than":[106],"shown":[107],"before.We":[108],"also":[109,142],"show":[110],"easily":[112],"available":[113,135],"data":[116,133],"can":[117,141],"improve":[118],"performance":[119],"other":[121],"tasks,":[123],"when":[126],"only":[127],"limited":[129],"amount":[130],"is":[134],"for":[136],"those":[137],"tasks.The":[138],"multi-task":[139],"paradigm":[140],"be":[143],"leveraged":[144],"inject":[146],"grammatical":[147],"knowledge":[148],"into":[149],"models.":[151]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2625014264","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":9}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2017-06-23T00:00:00"}
