{"id":"https://openalex.org/W2969624041","doi":"https://doi.org/10.18653/v1/d19-1445","title":"Revealing the Dark Secrets of BERT","display_name":"Revealing the Dark Secrets of BERT","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2969624041","doi":"https://doi.org/10.18653/v1/d19-1445","mag":"2969624041"},"language":"en","primary_location":{"id":"doi:10.18653/v1/d19-1445","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d19-1445","pdf_url":"https://www.aclweb.org/anthology/D19-1445.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/D19-1445.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005091987","display_name":"Olga Kovaleva","orcid":"https://orcid.org/0000-0001-7880-2781"},"institutions":[{"id":"https://openalex.org/I133738476","display_name":"University of Massachusetts Lowell","ror":"https://ror.org/03hamhx47","country_code":"US","type":"education","lineage":["https://openalex.org/I133738476"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Olga Kovaleva","raw_affiliation_strings":["Department of Computer Science University of Massachusetts Lowell Lowell, MA 01854","University of Massachusetts Lowell, Lowell, United States"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science University of Massachusetts Lowell Lowell, MA 01854","institution_ids":["https://openalex.org/I133738476"]},{"raw_affiliation_string":"University of Massachusetts Lowell, Lowell, United States","institution_ids":["https://openalex.org/I133738476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038929654","display_name":"Alexey Romanov","orcid":"https://orcid.org/0009-0004-0678-4456"},"institutions":[{"id":"https://openalex.org/I133738476","display_name":"University of Massachusetts Lowell","ror":"https://ror.org/03hamhx47","country_code":"US","type":"education","lineage":["https://openalex.org/I133738476"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexey Romanov","raw_affiliation_strings":["Department of Computer Science University of Massachusetts Lowell Lowell, MA 01854","University of Massachusetts Lowell, Lowell, United States"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science University of Massachusetts Lowell Lowell, MA 01854","institution_ids":["https://openalex.org/I133738476"]},{"raw_affiliation_string":"University of Massachusetts Lowell, Lowell, United States","institution_ids":["https://openalex.org/I133738476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039256697","display_name":"Anna Rogers","orcid":"https://orcid.org/0000-0002-4845-4023"},"institutions":[{"id":"https://openalex.org/I133738476","display_name":"University of Massachusetts Lowell","ror":"https://ror.org/03hamhx47","country_code":"US","type":"education","lineage":["https://openalex.org/I133738476"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anna Rogers","raw_affiliation_strings":["Department of Computer Science University of Massachusetts Lowell Lowell, MA 01854","University of Massachusetts Lowell, Lowell, United States"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science University of Massachusetts Lowell Lowell, MA 01854","institution_ids":["https://openalex.org/I133738476"]},{"raw_affiliation_string":"University of Massachusetts Lowell, Lowell, United States","institution_ids":["https://openalex.org/I133738476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071360545","display_name":"Anna Rumshisky","orcid":null},"institutions":[{"id":"https://openalex.org/I133738476","display_name":"University of Massachusetts Lowell","ror":"https://ror.org/03hamhx47","country_code":"US","type":"education","lineage":["https://openalex.org/I133738476"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anna Rumshisky","raw_affiliation_strings":["Department of Computer Science University of Massachusetts Lowell Lowell, MA 01854","University of Massachusetts Lowell, Lowell, United States"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science University of Massachusetts Lowell Lowell, MA 01854","institution_ids":["https://openalex.org/I133738476"]},{"raw_affiliation_string":"University of Massachusetts Lowell, Lowell, United States","institution_ids":["https://openalex.org/I133738476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5005091987"],"corresponding_institution_ids":["https://openalex.org/I133738476"],"apc_list":null,"apc_paid":null,"fwci":5.3467,"has_fulltext":true,"cited_by_count":38,"citation_normalized_percentile":{"value":0.96522472,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"4364","last_page":"4373"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7922155261039734},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6771498918533325},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.652276873588562},{"id":"https://openalex.org/keywords/interpretation","display_name":"Interpretation (philosophy)","score":0.5260453224182129},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4421467185020447},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4064823091030121},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10129284858703613}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7922155261039734},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6771498918533325},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.652276873588562},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.5260453224182129},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4421467185020447},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4064823091030121},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10129284858703613},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.18653/v1/d19-1445","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d19-1445","pdf_url":"https://www.aclweb.org/anthology/D19-1445.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1908.08593","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1908.08593","pdf_url":"https://arxiv.org/pdf/1908.08593","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2969624041","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/1908.08593","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:pure.atira.dk:publications/fb0e2ee7-a86b-4d27-90ff-2dfdf6a5fa4e","is_oa":false,"landing_page_url":"https://pure.itu.dk/portal/da/publications/fb0e2ee7-a86b-4d27-90ff-2dfdf6a5fa4e","pdf_url":null,"source":{"id":"https://openalex.org/S4377196680","display_name":"IT University Of Copenhagen (IT University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I83467386","host_organization_name":"IT University of Copenhagen","host_organization_lineage":["https://openalex.org/I83467386"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Kovaleva, O, Romanov, A, Rogers, A & Rumshisky, A 2019, Revealing the Dark Secrets of BERT. in Proceedings of EMNLP-IJCNLP). Association for Computational Linguistics, Hong Kong, China, pp. 4356-4365. https://doi.org/10.18653/v1/D19-1445","raw_type":"contributionToPeriodical"},{"id":"doi:10.48550/arxiv.1908.08593","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1908.08593","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.18653/v1/d19-1445","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d19-1445","pdf_url":"https://www.aclweb.org/anthology/D19-1445.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.6899999976158142}],"awards":[{"id":"https://openalex.org/G2584690793","display_name":"EAGER: Exploring Cognitively Plausible Computational Models for Processing Human Language","funder_award_id":"1844740","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5921281487","display_name":null,"funder_award_id":"number","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2969624041.pdf","grobid_xml":"https://content.openalex.org/works/W2969624041.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W131533222","https://openalex.org/W2024988999","https://openalex.org/W2115792525","https://openalex.org/W2251939518","https://openalex.org/W2427527485","https://openalex.org/W2626778328","https://openalex.org/W2805003733","https://openalex.org/W2888120268","https://openalex.org/W2910243263","https://openalex.org/W2922565841","https://openalex.org/W2943552823","https://openalex.org/W2945542139","https://openalex.org/W2945767825","https://openalex.org/W2949667497","https://openalex.org/W2950399211","https://openalex.org/W2951528897","https://openalex.org/W2962911926","https://openalex.org/W2963310665","https://openalex.org/W2963341956","https://openalex.org/W2963846996","https://openalex.org/W3104033643"],"related_works":["https://openalex.org/W2970120757","https://openalex.org/W2963341956","https://openalex.org/W2965373594","https://openalex.org/W2963403868","https://openalex.org/W2978017171","https://openalex.org/W2970565456","https://openalex.org/W2963310665","https://openalex.org/W2972324944","https://openalex.org/W2970597249","https://openalex.org/W2996428491","https://openalex.org/W2427527485","https://openalex.org/W2251939518","https://openalex.org/W3105966348","https://openalex.org/W3013571468","https://openalex.org/W2951025380","https://openalex.org/W2948947170","https://openalex.org/W2946359678","https://openalex.org/W2787560479","https://openalex.org/W1821462560","https://openalex.org/W131533222"],"abstract_inverted_index":{"Olga":[0],"Kovaleva,":[1],"Alexey":[2],"Romanov,":[3],"Anna":[4,6],"Rogers,":[5],"Rumshisky.":[7],"Proceedings":[8],"of":[9],"the":[10,21],"2019":[11],"Conference":[12,25],"on":[13,26],"Empirical":[14],"Methods":[15],"in":[16],"Natural":[17,27],"Language":[18,28],"Processing":[19,29],"and":[20],"9th":[22],"International":[23],"Joint":[24],"(EMNLP-IJCNLP).":[30],"2019.":[31]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":18},{"year":2020,"cited_by_count":15},{"year":2019,"cited_by_count":4}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}