{"id":"https://openalex.org/W2922565841","doi":"https://doi.org/10.18653/v1/n19-1112","title":"Linguistic Knowledge and Transferability of Contextual Representations","display_name":"Linguistic Knowledge and Transferability of Contextual Representations","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2922565841","doi":"https://doi.org/10.18653/v1/n19-1112","mag":"2922565841"},"language":"en","primary_location":{"id":"doi:10.18653/v1/n19-1112","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/n19-1112","pdf_url":"https://aclanthology.org/N19-1112.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Conference of the North","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/N19-1112.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031981513","display_name":"Nelson F. Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nelson F. Liu","raw_affiliation_strings":["Department of Linguistics, University of Washington, Seattle, WA, USA","University of Washington ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Linguistics, University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]},{"raw_affiliation_string":"University of Washington ;","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035088083","display_name":"Matt Gardner","orcid":"https://orcid.org/0000-0001-8458-1727"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matt Gardner","raw_affiliation_strings":["Allen Institute for Artificial Intelligence, Seattle, WA, USA","University of Washington ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Allen Institute for Artificial Intelligence, Seattle, WA, USA","institution_ids":["https://openalex.org/I4210156221"]},{"raw_affiliation_string":"University of Washington ;","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051184573","display_name":"Yonatan Belinkov","orcid":null},"institutions":[{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]},{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yonatan Belinkov","raw_affiliation_strings":["Harvard John A. Paulson School of Engineering and Applied Sciences and","MIT Computer Science and Artificial Intelligence Laboratory, Cambridge, MA, USA","ALLEN INSTITUTE FOR ARTIFICIAL INTELLIGENCE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harvard John A. Paulson School of Engineering and Applied Sciences and","institution_ids":[]},{"raw_affiliation_string":"MIT Computer Science and Artificial Intelligence Laboratory, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4405258931"]},{"raw_affiliation_string":"ALLEN INSTITUTE FOR ARTIFICIAL INTELLIGENCE","institution_ids":["https://openalex.org/I4210156221"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101509445","display_name":"Matthew E. Peters","orcid":"https://orcid.org/0000-0002-2105-2585"},"institutions":[{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew E. Peters","raw_affiliation_strings":["Allen Institute for Artificial Intelligence, Seattle, WA, USA","ALLEN INSTITUTE FOR ARTIFICIAL INTELLIGENCE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Allen Institute for Artificial Intelligence, Seattle, WA, USA","institution_ids":["https://openalex.org/I4210156221"]},{"raw_affiliation_string":"ALLEN INSTITUTE FOR ARTIFICIAL INTELLIGENCE","institution_ids":["https://openalex.org/I4210156221"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088517824","display_name":"Noah A. Smith","orcid":"https://orcid.org/0000-0002-2310-6380"},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]},{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Noah A. Smith","raw_affiliation_strings":["Allen Institute for Artificial Intelligence, Seattle, WA, USA","Harvard University ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Allen Institute for Artificial Intelligence, Seattle, WA, USA","institution_ids":["https://openalex.org/I4210156221"]},{"raw_affiliation_string":"Harvard University ,","institution_ids":["https://openalex.org/I2801851002"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":57,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1073","last_page":"1094"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.746002197265625},{"id":"https://openalex.org/keywords/transferability","display_name":"Transferability","score":0.7314586639404297},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6870684623718262},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6524788737297058},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5971559882164001},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5687372088432312},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4698463976383209},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.4375784695148468},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2320469617843628}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.746002197265625},{"id":"https://openalex.org/C61272859","wikidata":"https://www.wikidata.org/wiki/Q7834031","display_name":"Transferability","level":3,"score":0.7314586639404297},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6870684623718262},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6524788737297058},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5971559882164001},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5687372088432312},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4698463976383209},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.4375784695148468},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2320469617843628},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C140331021","wikidata":"https://www.wikidata.org/wiki/Q1868104","display_name":"Logit","level":2,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/n19-1112","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/n19-1112","pdf_url":"https://aclanthology.org/N19-1112.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Conference of the North","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1903.08855","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1903.08855","pdf_url":"https://arxiv.org/pdf/1903.08855","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.1903.08855","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1903.08855","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:2922565841","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.18653/v1/n19-1112","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/n19-1112","pdf_url":"https://aclanthology.org/N19-1112.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Conference of the North","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7900000214576721}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306854","display_name":"Washington Research Foundation","ror":"https://ror.org/00hasdx88"},{"id":"https://openalex.org/F4320310094","display_name":"University of Washington","ror":"https://ror.org/00cvxb145"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2922565841.pdf","grobid_xml":"https://content.openalex.org/works/W2922565841.grobid-xml"},"referenced_works_count":72,"referenced_works":["https://openalex.org/W1517853909","https://openalex.org/W1528941926","https://openalex.org/W1566289585","https://openalex.org/W1632114991","https://openalex.org/W1951216520","https://openalex.org/W2006766484","https://openalex.org/W2006941876","https://openalex.org/W2124725212","https://openalex.org/W2144578941","https://openalex.org/W2147638277","https://openalex.org/W2147880316","https://openalex.org/W2153579005","https://openalex.org/W2155069789","https://openalex.org/W2159636675","https://openalex.org/W2250263931","https://openalex.org/W2250539671","https://openalex.org/W2251066368","https://openalex.org/W2417710021","https://openalex.org/W2466736553","https://openalex.org/W2478432301","https://openalex.org/W2525907473","https://openalex.org/W2549835527","https://openalex.org/W2554915555","https://openalex.org/W2556468274","https://openalex.org/W2561386235","https://openalex.org/W2563574619","https://openalex.org/W2594470997","https://openalex.org/W2605717780","https://openalex.org/W2611669587","https://openalex.org/W2799072540","https://openalex.org/W2888329843","https://openalex.org/W2888539709","https://openalex.org/W2890511800","https://openalex.org/W2893141505","https://openalex.org/W2896060389","https://openalex.org/W2896667998","https://openalex.org/W2906152891","https://openalex.org/W2907630459","https://openalex.org/W2915128308","https://openalex.org/W2921848006","https://openalex.org/W2951299559","https://openalex.org/W2951335443","https://openalex.org/W2953369973","https://openalex.org/W2962739339","https://openalex.org/W2962776659","https://openalex.org/W2962777840","https://openalex.org/W2962961857","https://openalex.org/W2963026768","https://openalex.org/W2963154734","https://openalex.org/W2963202576","https://openalex.org/W2963290255","https://openalex.org/W2963330800","https://openalex.org/W2963341956","https://openalex.org/W2963391817","https://openalex.org/W2963403868","https://openalex.org/W2963430224","https://openalex.org/W2963436881","https://openalex.org/W2963571341","https://openalex.org/W2963651521","https://openalex.org/W2963691697","https://openalex.org/W2963756346","https://openalex.org/W2963918774","https://openalex.org/W2963925965","https://openalex.org/W2963951265","https://openalex.org/W2964117978","https://openalex.org/W2964121744","https://openalex.org/W2964159778","https://openalex.org/W2964185534","https://openalex.org/W2964204621","https://openalex.org/W2964262197","https://openalex.org/W2964308564","https://openalex.org/W6603175991"],"related_works":["https://openalex.org/W2963341956","https://openalex.org/W2964303116","https://openalex.org/W2963403868","https://openalex.org/W2946359678","https://openalex.org/W2910243263","https://openalex.org/W2970862333","https://openalex.org/W2965373594","https://openalex.org/W2963310665","https://openalex.org/W2946417913","https://openalex.org/W2953369973","https://openalex.org/W2787560479","https://openalex.org/W2250539671","https://openalex.org/W3205726118","https://openalex.org/W3205650241","https://openalex.org/W3205223424","https://openalex.org/W2893141505","https://openalex.org/W3208828709","https://openalex.org/W3156167137","https://openalex.org/W3099299360","https://openalex.org/W1522301498"],"abstract_inverted_index":{"Nelson":[0],"F.":[1],"Liu,":[2],"Matt":[3],"Gardner,":[4],"Yonatan":[5],"Belinkov,":[6],"Matthew":[7],"E.":[8],"Peters,":[9],"Noah":[10],"A.":[11],"Smith.":[12],"Proceedings":[13],"of":[14,18,23],"the":[15,19,24],"2019":[16],"Conference":[17],"North":[20],"American":[21],"Chapter":[22],"Association":[25],"for":[26],"Computational":[27],"Linguistics:":[28],"Human":[29],"Language":[30],"Technologies,":[31],"Volume":[32],"1":[33],"(Long":[34],"and":[35],"Short":[36],"Papers).":[37],"2019.":[38]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":17},{"year":2020,"cited_by_count":16},{"year":2019,"cited_by_count":7}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}