{"id":"https://openalex.org/W2977949950","doi":"https://doi.org/10.18653/v1/k19-1058","title":"Named Entity Recognition - Is There a Glass Ceiling?","display_name":"Named Entity Recognition - Is There a Glass Ceiling?","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2977949950","doi":"https://doi.org/10.18653/v1/k19-1058","mag":"2977949950"},"language":"en","primary_location":{"id":"doi:10.18653/v1/k19-1058","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/k19-1058","pdf_url":"https://www.aclweb.org/anthology/K19-1058.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd Conference on Computational Natural Language Learning (CoNLL)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/K19-1058.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054685387","display_name":"Tomasz Stanis\u0142awek","orcid":"https://orcid.org/0000-0003-1046-7563"},"institutions":[{"id":"https://openalex.org/I108403487","display_name":"Warsaw University of Technology","ror":"https://ror.org/00y0xnp53","country_code":"PL","type":"education","lineage":["https://openalex.org/I108403487"]}],"countries":["PL"],"is_corresponding":true,"raw_author_name":"Tomasz Stanislawek","raw_affiliation_strings":["Applica.ai, Warsaw, Poland","Faculty of Mathematics and Information Science, Warsaw University of Technology","Warsaw University of Technology, Warsaw, Poland"],"affiliations":[{"raw_affiliation_string":"Applica.ai, Warsaw, Poland","institution_ids":[]},{"raw_affiliation_string":"Faculty of Mathematics and Information Science, Warsaw University of Technology","institution_ids":["https://openalex.org/I108403487"]},{"raw_affiliation_string":"Warsaw University of Technology, Warsaw, Poland","institution_ids":["https://openalex.org/I108403487"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031984813","display_name":"Anna Wr\u00f3blewska","orcid":"https://orcid.org/0000-0002-3407-7570"},"institutions":[{"id":"https://openalex.org/I108403487","display_name":"Warsaw University of Technology","ror":"https://ror.org/00y0xnp53","country_code":"PL","type":"education","lineage":["https://openalex.org/I108403487"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Anna Wr\u00f3blewska","raw_affiliation_strings":["Warsaw University of Technology, Warsaw, Poland"],"affiliations":[{"raw_affiliation_string":"Warsaw University of Technology, Warsaw, Poland","institution_ids":["https://openalex.org/I108403487"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055060250","display_name":"Alicja W\u00f3jcicka","orcid":"https://orcid.org/0000-0002-7697-4560"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alicja W\u00f3jcicka","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067792890","display_name":"Daniel Ziembicki","orcid":"https://orcid.org/0000-0003-0506-4751"},"institutions":[{"id":"https://openalex.org/I4654613","display_name":"University of Warsaw","ror":"https://ror.org/039bjqg32","country_code":"PL","type":"education","lineage":["https://openalex.org/I4654613"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Daniel Ziembicki","raw_affiliation_strings":["Applica.ai, Warsaw, Poland","Department of Formal Linguistics, University of Warsaw"],"affiliations":[{"raw_affiliation_string":"Applica.ai, Warsaw, Poland","institution_ids":[]},{"raw_affiliation_string":"Department of Formal Linguistics, University of Warsaw","institution_ids":["https://openalex.org/I4654613"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049061860","display_name":"Przemys\u0142aw Biecek","orcid":"https://orcid.org/0000-0001-8423-1823"},"institutions":[{"id":"https://openalex.org/I108403487","display_name":"Warsaw University of Technology","ror":"https://ror.org/00y0xnp53","country_code":"PL","type":"education","lineage":["https://openalex.org/I108403487"]},{"id":"https://openalex.org/I4210128738","display_name":"Samsung (Poland)","ror":"https://ror.org/0381acm07","country_code":"PL","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210128738"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Przemyslaw Biecek","raw_affiliation_strings":["Faculty of Mathematics and Information Science, Warsaw University of Technology","Samsung Research Poland, Warsaw, Poland","Warsaw University of Technology, Warsaw, Poland"],"affiliations":[{"raw_affiliation_string":"Faculty of Mathematics and Information Science, Warsaw University of Technology","institution_ids":["https://openalex.org/I108403487"]},{"raw_affiliation_string":"Samsung Research Poland, Warsaw, Poland","institution_ids":["https://openalex.org/I4210128738"]},{"raw_affiliation_string":"Warsaw University of Technology, Warsaw, Poland","institution_ids":["https://openalex.org/I108403487"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5054685387"],"corresponding_institution_ids":["https://openalex.org/I108403487"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.11666347,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"624","last_page":"633"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9556999802589417,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8483994007110596},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.8067436218261719},{"id":"https://openalex.org/keywords/ceiling","display_name":"Ceiling (cloud)","score":0.7507055401802063},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6057249903678894},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5708734393119812},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5312020182609558},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.48118168115615845},{"id":"https://openalex.org/keywords/named-entity-recognition","display_name":"Named-entity recognition","score":0.4581450819969177},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3418092727661133},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.13336876034736633}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8483994007110596},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.8067436218261719},{"id":"https://openalex.org/C2777489069","wikidata":"https://www.wikidata.org/wiki/Q1589822","display_name":"Ceiling (cloud)","level":2,"score":0.7507055401802063},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6057249903678894},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5708734393119812},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5312020182609558},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.48118168115615845},{"id":"https://openalex.org/C2779135771","wikidata":"https://www.wikidata.org/wiki/Q403574","display_name":"Named-entity recognition","level":3,"score":0.4581450819969177},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3418092727661133},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.13336876034736633},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/k19-1058","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/k19-1058","pdf_url":"https://www.aclweb.org/anthology/K19-1058.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd Conference on Computational Natural Language Learning (CoNLL)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1910.02403","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.02403","pdf_url":"https://arxiv.org/pdf/1910.02403","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2977949950","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1910.02403.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1910.02403","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1910.02403","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.18653/v1/k19-1058","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/k19-1058","pdf_url":"https://www.aclweb.org/anthology/K19-1058.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd Conference on Computational Natural Language Learning (CoNLL)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.8399999737739563,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G2628364946","display_name":null,"funder_award_id":"H2020","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G4752947285","display_name":null,"funder_award_id":"691152","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2977949950.pdf","grobid_xml":"https://content.openalex.org/works/W2977949950.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W1515847863","https://openalex.org/W2000363133","https://openalex.org/W2002892952","https://openalex.org/W2056451646","https://openalex.org/W2096765155","https://openalex.org/W2130903752","https://openalex.org/W2144578941","https://openalex.org/W2296283641","https://openalex.org/W2769041395","https://openalex.org/W2805091441","https://openalex.org/W2805928553","https://openalex.org/W2806525508","https://openalex.org/W2857028992","https://openalex.org/W2880875857","https://openalex.org/W2891117443","https://openalex.org/W2891602716","https://openalex.org/W2899055307","https://openalex.org/W2922714365","https://openalex.org/W2946558277","https://openalex.org/W2959716049","https://openalex.org/W2962739339","https://openalex.org/W2962902328","https://openalex.org/W2963341956","https://openalex.org/W2963834453","https://openalex.org/W2964266863","https://openalex.org/W2972594731","https://openalex.org/W3011594683"],"related_works":["https://openalex.org/W2972756851","https://openalex.org/W3100753719","https://openalex.org/W2791388596","https://openalex.org/W3022333975","https://openalex.org/W2812538530","https://openalex.org/W3101231927","https://openalex.org/W3011412984","https://openalex.org/W3095142896","https://openalex.org/W2963619022","https://openalex.org/W2998448492","https://openalex.org/W2017279302","https://openalex.org/W2971039193","https://openalex.org/W2989440663","https://openalex.org/W2396200542","https://openalex.org/W2165507745","https://openalex.org/W2740465560","https://openalex.org/W2977751835","https://openalex.org/W2969159802","https://openalex.org/W2954397822","https://openalex.org/W3043983255"],"abstract_inverted_index":{"Recent":[0],"developments":[1],"in":[2,9,48],"Named":[3],"Entity":[4],"Recognition":[5],"(NER)":[6],"have":[7],"resulted":[8],"better":[10,12],"and":[11,59,68,88,94],"models.":[13],"However,":[14],"is":[15],"there":[16],"a":[17,40,91],"glass":[18],"ceiling?":[19],"Do":[20],"we":[21,38],"know":[22],"which":[23],"types":[24,45],"of":[25,43,46,62],"errors":[26,47],"are":[27],"still":[28],"hard":[29],"or":[30],"even":[31],"impossible":[32],"to":[33],"correct?":[34],"In":[35],"this":[36],"paper,":[37],"present":[39],"detailed":[41],"analysis":[42],"the":[44,57,63],"state-of-the-art":[49],"machine":[50],"learning":[51],"(ML)":[52],"methods.":[53],"Our":[54],"study":[55],"reveals":[56],"weak":[58],"strong":[60],"points":[61],"Stanford,":[64],"CMU,":[65],"FLAIR,":[66],"ELMO":[67],"BERT":[69],"models,":[70],"as":[71,73],"well":[72],"their":[74],"shared":[75],"limitations.":[76],"We":[77],"also":[78],"introduce":[79],"new":[80],"techniques":[81],"for":[82,85,89],"improving":[83],"annotation,":[84],"training":[86],"processes":[87],"checking":[90],"model's":[92],"quality":[93],"stability.":[95]},"counts_by_year":[],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2019-10-10T00:00:00"}