{"id":"https://openalex.org/W3033916809","doi":"https://doi.org/10.18653/v1/2020.coling-main.78","title":"Exploring Cross-sentence Contexts for Named Entity Recognition with BERT","display_name":"Exploring Cross-sentence Contexts for Named Entity Recognition with BERT","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3033916809","doi":"https://doi.org/10.18653/v1/2020.coling-main.78","mag":"3033916809"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2020.coling-main.78","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.coling-main.78","pdf_url":"https://aclanthology.org/2020.coling-main.78.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th International Conference on Computational Linguistics","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2020.coling-main.78.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018656314","display_name":"Jouni Luoma","orcid":"https://orcid.org/0000-0001-9286-1868"},"institutions":[{"id":"https://openalex.org/I155660961","display_name":"University of Turku","ror":"https://ror.org/05vghhr25","country_code":"FI","type":"education","lineage":["https://openalex.org/I155660961"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Jouni Luoma","raw_affiliation_strings":["University of Turku"],"affiliations":[{"raw_affiliation_string":"University of Turku","institution_ids":["https://openalex.org/I155660961"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066925770","display_name":"Sampo Pyysalo","orcid":"https://orcid.org/0000-0002-6279-5000"},"institutions":[{"id":"https://openalex.org/I155660961","display_name":"University of Turku","ror":"https://ror.org/05vghhr25","country_code":"FI","type":"education","lineage":["https://openalex.org/I155660961"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Sampo Pyysalo","raw_affiliation_strings":["TurkuNLP group University of Turku Turku, Finland","University of Turku"],"affiliations":[{"raw_affiliation_string":"TurkuNLP group University of Turku Turku, Finland","institution_ids":["https://openalex.org/I155660961"]},{"raw_affiliation_string":"University of Turku","institution_ids":["https://openalex.org/I155660961"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5018656314"],"corresponding_institution_ids":["https://openalex.org/I155660961"],"apc_list":null,"apc_paid":null,"fwci":1.0971,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.82532076,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"904","last_page":"914"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9750000238418579,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8876875638961792},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.7588149309158325},{"id":"https://openalex.org/keywords/named-entity-recognition","display_name":"Named-entity recognition","score":0.7347539663314819},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.7330623865127563},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.646209716796875},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6335424184799194},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5684878826141357},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.5426966547966003},{"id":"https://openalex.org/keywords/german","display_name":"German","score":0.49694541096687317},{"id":"https://openalex.org/keywords/entity-linking","display_name":"Entity linking","score":0.42564859986305237},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.42552876472473145},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.22299593687057495},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.07567930221557617}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8876875638961792},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.7588149309158325},{"id":"https://openalex.org/C2779135771","wikidata":"https://www.wikidata.org/wiki/Q403574","display_name":"Named-entity recognition","level":3,"score":0.7347539663314819},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7330623865127563},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.646209716796875},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6335424184799194},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5684878826141357},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.5426966547966003},{"id":"https://openalex.org/C154775046","wikidata":"https://www.wikidata.org/wiki/Q188","display_name":"German","level":2,"score":0.49694541096687317},{"id":"https://openalex.org/C96711827","wikidata":"https://www.wikidata.org/wiki/Q17012245","display_name":"Entity linking","level":3,"score":0.42564859986305237},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.42552876472473145},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.22299593687057495},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.07567930221557617},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/2020.coling-main.78","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.coling-main.78","pdf_url":"https://aclanthology.org/2020.coling-main.78.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th International Conference on Computational Linguistics","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2006.01563","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.01563","pdf_url":"https://arxiv.org/pdf/2006.01563","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:3033916809","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2006.01563.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2006.01563","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2006.01563","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.18653/v1/2020.coling-main.78","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.coling-main.78","pdf_url":"https://aclanthology.org/2020.coling-main.78.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th International Conference on Computational Linguistics","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7200000286102295}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3033916809.pdf","grobid_xml":"https://content.openalex.org/works/W3033916809.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W14030242","https://openalex.org/W166521796","https://openalex.org/W1522301498","https://openalex.org/W1623072288","https://openalex.org/W2056451646","https://openalex.org/W2098921539","https://openalex.org/W2117813082","https://openalex.org/W2152212406","https://openalex.org/W2154210598","https://openalex.org/W2158873310","https://openalex.org/W2158899491","https://openalex.org/W2857028992","https://openalex.org/W2880875857","https://openalex.org/W2946558277","https://openalex.org/W2952112859","https://openalex.org/W2952594430","https://openalex.org/W2962739339","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963625095","https://openalex.org/W2963971244","https://openalex.org/W2964266863","https://openalex.org/W2970119519","https://openalex.org/W2970854433","https://openalex.org/W2995647371","https://openalex.org/W2996580882","https://openalex.org/W2998098272","https://openalex.org/W3011594683","https://openalex.org/W3015662889","https://openalex.org/W3031263788","https://openalex.org/W3032532958","https://openalex.org/W3035625205","https://openalex.org/W3101260801"],"related_works":["https://openalex.org/W2970217403","https://openalex.org/W3169228489","https://openalex.org/W3104916697","https://openalex.org/W3115729981","https://openalex.org/W2971959267","https://openalex.org/W2970474271","https://openalex.org/W2945689216","https://openalex.org/W3124661115","https://openalex.org/W3104990845","https://openalex.org/W3173647480","https://openalex.org/W2890459330","https://openalex.org/W3035520602","https://openalex.org/W2905032972","https://openalex.org/W2997732209","https://openalex.org/W3165519921","https://openalex.org/W3100756144","https://openalex.org/W2963391817","https://openalex.org/W20687816","https://openalex.org/W1591825359","https://openalex.org/W3115295967"],"abstract_inverted_index":{"Named":[0],"entity":[1],"recognition":[2],"(NER)":[3],"is":[4,22,30,179],"frequently":[5],"addressed":[6],"as":[7,93],"a":[8,71,122],"sequence":[9],"classification":[10],"task":[11],"with":[12,182],"each":[13],"input":[14,48,98,106],"consisting":[15,52],"of":[16,19,53,77,114],"one":[17],"sentence":[18],"text.":[20,36],"It":[21],"nevertheless":[23],"clear":[24],"that":[25,90,154],"useful":[26],"information":[27,62,79],"for":[28,59,80],"NER":[29,81,101,140,151,163],"often":[31],"found":[32],"also":[33],"elsewhere":[34],"in":[35,47,63,85,105,117,186,193],"Recent":[37],"self-attention":[38],"models":[39,84],"like":[40],"BERT":[41,83,97],"can":[42,158],"both":[43],"capture":[44],"long-distance":[45],"relationships":[46],"and":[49,134,149,168,178],"represent":[50],"inputs":[51],"several":[54],"sentences.":[55],"This":[56,68],"creates":[57],"opportunities":[58],"adding":[60,91],"cross-sentence":[61,78],"natural":[64],"language":[65],"processing":[66],"tasks.":[67],"paper":[69],"presents":[70],"systematic":[72],"study":[73,111],"exploring":[74],"the":[75,112,115,147,161,171],"use":[76],"using":[82],"five":[86],"languages.":[87],"We":[88,120,188],"find":[89],"context":[92],"additional":[94],"sentences":[95,104,116],"to":[96,110,129,137],"systematically":[99],"increases":[100],"performance.":[102,141],"Multiple":[103],"samples":[107],"allows":[108],"us":[109],"predictions":[113,133],"different":[118,132],"contexts.":[119],"propose":[121],"straightforward":[123],"method,":[124],"Contextual":[125],"Majority":[126],"Voting":[127],"(CMV),":[128],"combine":[130],"these":[131],"demonstrate":[135],"this":[136,194],"further":[138],"increase":[139],"Evaluation":[142],"on":[143,160,165,176,180],"established":[144],"datasets,":[145],"including":[146],"CoNLL'02":[148],"CoNLL'03":[150],"benchmarks,":[152],"demonstrates":[153],"our":[155],"proposed":[156],"approach":[157],"improve":[159],"state-of-the-art":[162],"results":[164,175],"English,":[166],"Dutch,":[167],"Finnish,":[169],"achieves":[170],"best":[172],"reported":[173],"BERT-based":[174,184],"German,":[177],"par":[181],"other":[183],"approaches":[185],"Spanish.":[187],"release":[189],"all":[190],"methods":[191],"implemented":[192],"work":[195],"under":[196],"open":[197],"licenses.":[198]},"counts_by_year":[{"year":2023,"cited_by_count":4},{"year":2021,"cited_by_count":4}],"updated_date":"2026-03-20T20:47:17.329874","created_date":"2025-10-10T00:00:00"}