{"id":"https://openalex.org/W2946417913","doi":"https://doi.org/10.18653/v1/p19-1452","title":"BERT Rediscovers the Classical NLP Pipeline","display_name":"BERT Rediscovers the Classical NLP Pipeline","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2946417913","doi":"https://doi.org/10.18653/v1/p19-1452","mag":"2946417913"},"language":"en","primary_location":{"id":"doi:10.18653/v1/p19-1452","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1452","pdf_url":"https://aclanthology.org/P19-1452.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/P19-1452.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082431329","display_name":"Ian Tenney","orcid":"https://orcid.org/0000-0002-6225-9283"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ian Tenney","raw_affiliation_strings":["Google Research"],"affiliations":[{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021055773","display_name":"Dipanjan Das","orcid":"https://orcid.org/0000-0003-2325-0646"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dipanjan Das","raw_affiliation_strings":["Google Research"],"affiliations":[{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053850863","display_name":"Ellie Pavlick","orcid":"https://orcid.org/0000-0002-7155-5420"},"institutions":[{"id":"https://openalex.org/I175594653","display_name":"John Brown University","ror":"https://ror.org/02ct41q97","country_code":"US","type":"education","lineage":["https://openalex.org/I175594653"]},{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ellie Pavlick","raw_affiliation_strings":["Brown University","Google Research"],"affiliations":[{"raw_affiliation_string":"Brown University","institution_ids":["https://openalex.org/I175594653"]},{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5082431329"],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":112.2817,"has_fulltext":true,"cited_by_count":1260,"citation_normalized_percentile":{"value":0.99966282,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"4593","last_page":"4601"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/coreference","display_name":"Coreference","score":0.866857647895813},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.8431470394134521},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8201258182525635},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.7835506200790405},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.7425925731658936},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.734362006187439},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.6169671416282654},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5469132661819458},{"id":"https://openalex.org/keywords/resolution","display_name":"Resolution (logic)","score":0.18205371499061584},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.0862421989440918}],"concepts":[{"id":"https://openalex.org/C28076734","wikidata":"https://www.wikidata.org/wiki/Q63087","display_name":"Coreference","level":3,"score":0.866857647895813},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.8431470394134521},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8201258182525635},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7835506200790405},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.7425925731658936},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.734362006187439},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.6169671416282654},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5469132661819458},{"id":"https://openalex.org/C138268822","wikidata":"https://www.wikidata.org/wiki/Q1051925","display_name":"Resolution (logic)","level":2,"score":0.18205371499061584},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0862421989440918},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/p19-1452","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1452","pdf_url":"https://aclanthology.org/P19-1452.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/p19-1452","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1452","pdf_url":"https://aclanthology.org/P19-1452.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6600000262260437,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2946417913.pdf","grobid_xml":"https://content.openalex.org/works/W2946417913.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W2123442489","https://openalex.org/W2153579005","https://openalex.org/W2180093461","https://openalex.org/W2181042685","https://openalex.org/W2250263931","https://openalex.org/W2563574619","https://openalex.org/W2605221307","https://openalex.org/W2799124508","https://openalex.org/W2888329843","https://openalex.org/W2888922637","https://openalex.org/W2889468083","https://openalex.org/W2896457183","https://openalex.org/W2896667998","https://openalex.org/W2962739339","https://openalex.org/W2963341956","https://openalex.org/W2963651521","https://openalex.org/W2963854351","https://openalex.org/W2964204621","https://openalex.org/W4288351520","https://openalex.org/W4294170691","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W2139373276","https://openalex.org/W2227889443","https://openalex.org/W1509033667","https://openalex.org/W4385749782","https://openalex.org/W3167631113","https://openalex.org/W2765988220","https://openalex.org/W2145164276","https://openalex.org/W2004630825","https://openalex.org/W2740479527","https://openalex.org/W2324061017"],"abstract_inverted_index":{"Pre-trained":[0],"text":[1],"encoders":[2],"have":[3],"rapidly":[4],"advanced":[5],"the":[6,9,32,37,40,43,55,63,78,92],"state":[7],"of":[8,42,94],"art":[10],"on":[11,17,91],"many":[12],"NLP":[13,45],"tasks.":[14],"We":[15,34],"focus":[16],"one":[18],"such":[19],"model,":[20],"BERT,":[21],"and":[22,50,53,81],"aim":[23],"to":[24],"quantify":[25],"where":[26],"linguistic":[27],"information":[28,96],"is":[29],"captured":[30],"within":[31],"network.":[33],"find":[35],"that":[36,54,77],"model":[38,79],"represents":[39],"steps":[41],"traditional":[44],"pipeline":[46,86],"in":[47,62],"an":[48],"interpretable":[49],"localizable":[51],"way,":[52],"regions":[56],"responsible":[57],"for":[58],"each":[59],"step":[60],"appear":[61],"expected":[64],"sequence:":[65],"POS":[66],"tagging,":[67],"parsing,":[68],"NER,":[69],"semantic":[70],"roles,":[71],"then":[72],"coreference.":[73],"Qualitative":[74],"analysis":[75],"reveals":[76],"can":[80],"often":[82],"does":[83],"adjust":[84],"this":[85],"dynamically,":[87],"revising":[88],"lowerlevel":[89],"decisions":[90],"basis":[93],"disambiguating":[95],"from":[97],"higher-level":[98],"representations.":[99]},"counts_by_year":[{"year":2026,"cited_by_count":25},{"year":2025,"cited_by_count":98},{"year":2024,"cited_by_count":127},{"year":2023,"cited_by_count":234},{"year":2022,"cited_by_count":203},{"year":2021,"cited_by_count":295},{"year":2020,"cited_by_count":231},{"year":2019,"cited_by_count":46},{"year":2018,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}