{"id":"https://openalex.org/W3105601320","doi":"https://doi.org/10.18653/v1/2020.findings-emnlp.399","title":"LIMIT-BERT : Linguistics Informed Multi-Task BERT","display_name":"LIMIT-BERT : Linguistics Informed Multi-Task BERT","alternate_titles":[],"publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3105601320","doi":"https://doi.org/10.18653/v1/2020.findings-emnlp.399","mag":"3105601320"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2020.findings-emnlp.399","doi":"https://doi.org/10.18653/v1/2020.findings-emnlp.399","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.findings-emnlp.399","pdf_url":"https://www.aclweb.org/anthology/2020.findings-emnlp.399.pdf","source":{"id":"https://openalex.org/S7407096085","display_name":"Findings of the Association for Computational Linguistics: EMNLP (Findings of EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2020","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W3105601320"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.aclweb.org/anthology/2020.findings-emnlp.399.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013283061","display_name":"Junru Zhou","orcid":"https://orcid.org/0000-0002-1192-7712","observed_orcids":["https://orcid.org/0000-0002-1192-7712","https://orcid.org/0009-0003-4469-8404"]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junru Zhou","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University","Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, Shanghai Jiao Tong University, Shanghai, China","MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070962435","display_name":"Zhuosheng Zhang","orcid":"https://orcid.org/0000-0002-4183-3645","observed_orcids":["https://orcid.org/0000-0002-4183-3645","https://orcid.org/0000-0002-2710-5115"]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuosheng Zhang","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University","Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, Shanghai Jiao Tong University, Shanghai, China","MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036050911","display_name":"Hai Zhao","orcid":"https://orcid.org/0000-0001-7290-0487","observed_orcids":["https://orcid.org/0000-0001-7290-0487"]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hai Zhao","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University","Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, Shanghai Jiao Tong University, Shanghai, China","MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031918548","display_name":"Shuailiang Zhang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuailiang Zhang","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University","Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, Shanghai Jiao Tong University, Shanghai, China","MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":2.9593,"has_fulltext":true,"cited_by_count":64,"citation_normalized_percentile":{"value":0.93230492,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"4450","last_page":"4461"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7871000170707703,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7871000170707703,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.20280000567436218,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.0015999999595806003,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"multi-task learning","score":0.9169999957084656},{"id":"https://openalex.org/keywords/bert","display_name":"BERT","score":0.75},{"id":"https://openalex.org/keywords/part-of-speech-tagging","display_name":"part-of-speech tagging","score":0.8930000066757202},{"id":"https://openalex.org/keywords/constituency-parsing","display_name":"constituency parsing","score":0.7269999980926514},{"id":"https://openalex.org/keywords/dependency-parsing","display_name":"dependency parsing","score":0.9980000257492065},{"id":"https://openalex.org/keywords/semantic-role-labeling","display_name":"semantic role labeling","score":0.9980000257492065},{"id":"https://openalex.org/keywords/masked-language-modeling","display_name":"masked language modeling","score":0.7229999899864197},{"id":"https://openalex.org/keywords/semi-supervised-learning","display_name":"semi-supervised learning","score":0.7429999709129333},{"id":"https://openalex.org/keywords/language-representation-learning","display_name":"language representation learning","score":0.5839999914169312},{"id":"https://openalex.org/keywords/pre-trained-language-models","display_name":"pre-trained language models","score":0.6389999985694885},{"id":"https://openalex.org/keywords/glue-benchmark","display_name":"GLUE benchmark","score":0.6150000095367432},{"id":"https://openalex.org/keywords/snli","display_name":"SNLI","score":0.9760000109672546}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7993125915527344},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6871556043624878},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5988813638687134},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.5897786617279053},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5111265778541565},{"id":"https://openalex.org/C164883195","wikidata":"https://www.wikidata.org/wiki/Q674834","display_name":"Dependency grammar","level":3,"score":0.4904296100139618},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.4430525302886963},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4162573218345642},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.36942481994628906},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08751755952835083},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2020.findings-emnlp.399","doi":"https://doi.org/10.18653/v1/2020.findings-emnlp.399","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.findings-emnlp.399","pdf_url":"https://www.aclweb.org/anthology/2020.findings-emnlp.399.pdf","source":{"id":"https://openalex.org/S7407096085","display_name":"Findings of the Association for Computational Linguistics: EMNLP (Findings of EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2020","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2020.findings-emnlp.399","doi":"https://doi.org/10.18653/v1/2020.findings-emnlp.399","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.findings-emnlp.399","pdf_url":"https://www.aclweb.org/anthology/2020.findings-emnlp.399.pdf","source":{"id":"https://openalex.org/S7407096085","display_name":"Findings of the Association for Computational Linguistics: EMNLP (Findings of EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2020","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1009646696","display_name":null,"funder_award_id":"U1836222","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1999725278","display_name":null,"funder_award_id":"No. 2017YFB0304100","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G2567398775","display_name":"\u9762\u5411\u5b64\u72ec\u75c7\u65e9\u671f\u8bca\u7597\u7684\u673a\u5668\u8f85\u52a9\u7cfb\u7edf\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61733011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3289329514","display_name":null,"funder_award_id":"2017YFB0304100","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4276612039","display_name":null,"funder_award_id":"2017YFB0304100","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322999","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3105601320.pdf","grobid_xml":"https://content.openalex.org/works/W3105601320.grobid-xml"},"referenced_works_count":74,"referenced_works":["https://openalex.org/W1508977358","https://openalex.org/W1567277581","https://openalex.org/W1586060904","https://openalex.org/W1614862348","https://openalex.org/W1632114991","https://openalex.org/W1840435438","https://openalex.org/W2038248725","https://openalex.org/W2038324640","https://openalex.org/W2125712079","https://openalex.org/W2126851059","https://openalex.org/W2131986285","https://openalex.org/W2137132216","https://openalex.org/W2142222368","https://openalex.org/W2147880316","https://openalex.org/W2153568660","https://openalex.org/W2158847908","https://openalex.org/W2161446215","https://openalex.org/W2250861254","https://openalex.org/W2251216018","https://openalex.org/W2251668337","https://openalex.org/W2252121150","https://openalex.org/W2294360863","https://openalex.org/W2312747799","https://openalex.org/W2399163260","https://openalex.org/W2467375345","https://openalex.org/W2525778437","https://openalex.org/W2552110825","https://openalex.org/W2626778328","https://openalex.org/W2787560479","https://openalex.org/W2798304389","https://openalex.org/W2798517054","https://openalex.org/W2798638375","https://openalex.org/W2799054028","https://openalex.org/W2822830299","https://openalex.org/W2859207840","https://openalex.org/W2880875857","https://openalex.org/W2882669297","https://openalex.org/W2888196092","https://openalex.org/W2890176538","https://openalex.org/W2896457183","https://openalex.org/W2915816387","https://openalex.org/W2923014074","https://openalex.org/W2923547786","https://openalex.org/W2950813464","https://openalex.org/W2953359159","https://openalex.org/W2962803243","https://openalex.org/W2963021447","https://openalex.org/W2963022746","https://openalex.org/W2963084773","https://openalex.org/W2963246595","https://openalex.org/W2963261262","https://openalex.org/W2963310665","https://openalex.org/W2963330800","https://openalex.org/W2963341956","https://openalex.org/W2963370123","https://openalex.org/W2963571341","https://openalex.org/W2963643701","https://openalex.org/W2963854351","https://openalex.org/W2964082993","https://openalex.org/W2964185534","https://openalex.org/W2970335083","https://openalex.org/W2970626985","https://openalex.org/W2971042182","https://openalex.org/W2971350781","https://openalex.org/W2995460523","https://openalex.org/W2996035354","https://openalex.org/W2998230451","https://openalex.org/W2998665041","https://openalex.org/W3017961061","https://openalex.org/W3026992186","https://openalex.org/W3035543689","https://openalex.org/W3101231927","https://openalex.org/W3105940451","https://openalex.org/W4320013936"],"related_works":["https://openalex.org/W2982426914","https://openalex.org/W3022323543","https://openalex.org/W4379161675","https://openalex.org/W7167599237","https://openalex.org/W3214556549","https://openalex.org/W2972119829","https://openalex.org/W2963854351","https://openalex.org/W3082873023","https://openalex.org/W2739503347","https://openalex.org/W4308594105"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3],"present":[4],"Linguistics":[5],"Informed":[6],"Multi-Task":[7,19,43],"BERT":[8,134],"(LIMIT-BERT)":[9],"for":[10,89,161,169],"learning":[11,75],"language":[12,91,165],"representations":[13,118],"across":[14],"multiple":[15],"linguistics":[16,24,52,84,100,111],"tasks":[17,101,124,167],"by":[18],"Learning.LIMIT-BERT":[20],"includes":[21],"five":[22],"key":[23],"tasks:":[25],"Part-Of-Speech":[26],"(POS)":[27],"tags,":[28],"constituent":[29,139],"and":[30,35,54,68,110,125,138,144],"dependency":[31,36,137],"syntactic":[32,67],"parsing,":[33,141],"span":[34],"semantic":[37,69],"role":[38],"labeling":[39],"(SRL).Different":[40],"from":[41,106],"recent":[42],"Deep":[44],"Neural":[45],"Networks":[46],"(MT-DNN),":[47],"our":[48],"LIMIT-BERT":[49,71,96,151],"is":[50,56],"fully":[51],"motivated":[53],"thus":[55],"capable":[57],"of":[58,83,163],"adopting":[59],"an":[60],"improved":[61],"masked":[62],"training":[63],"objective":[64],"according":[65],"to":[66,77,115,119,122,155],"constituents.Besides,":[70],"takes":[72],"a":[73,94,107,157],"semisupervised":[74],"strategy":[76],"offer":[78],"the":[79,90,128,149],"same":[80],"large":[81],"amount":[82],"task":[85],"data":[86],"as":[87],"that":[88,113],"model":[92,160],"training.As":[93],"result,":[95],"not":[97],"only":[98],"improves":[99],"performance,":[102],"but":[103],"also":[104,152],"benefits":[105],"regularization":[108],"effect":[109],"information":[112],"leads":[114],"more":[116],"general":[117],"help":[120],"adapt":[121],"new":[123],"domains.LIMIT-BERT":[126],"outperforms":[127],"strong":[129],"baseline":[130],"Whole":[131],"Word":[132],"Masking":[133],"on":[135,148],"both":[136],"syntactic/semantic":[140],"GLUE":[142],"benchmark,":[143],"SNLI":[145],"task.Our":[146],"practice":[147],"proposed":[150],"enables":[153],"us":[154],"release":[156],"well":[158],"pre-trained":[159],"multi-purpose":[162],"natural":[164],"processing":[166],"once":[168],"all.":[170]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3105601320","counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":2}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2020-11-23T00:00:00"}
