{"id":"https://openalex.org/W2610748790","doi":"https://doi.org/10.18653/v1/p17-1161","title":"Semi-supervised sequence tagging with bidirectional language models","display_name":"Semi-supervised sequence tagging with bidirectional language models","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2610748790","doi":"https://doi.org/10.18653/v1/p17-1161","mag":"2610748790"},"language":"en","primary_location":{"id":"doi:10.18653/v1/p17-1161","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p17-1161","pdf_url":"https://www.aclweb.org/anthology/P17-1161.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 55th Annual Meeting of the Association for\n          Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/P17-1161.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101509445","display_name":"Matthew E. Peters","orcid":"https://orcid.org/0000-0002-2105-2585"},"institutions":[{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Matthew Peters","raw_affiliation_strings":["Allen Institute for Artificial Intelligence"],"affiliations":[{"raw_affiliation_string":"Allen Institute for Artificial Intelligence","institution_ids":["https://openalex.org/I4210156221"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102948988","display_name":"Waleed Ammar","orcid":"https://orcid.org/0000-0003-3541-6981"},"institutions":[{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Waleed Ammar","raw_affiliation_strings":["Allen Institute for Artificial Intelligence"],"affiliations":[{"raw_affiliation_string":"Allen Institute for Artificial Intelligence","institution_ids":["https://openalex.org/I4210156221"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044250030","display_name":"Chandra Bhagavatula","orcid":"https://orcid.org/0000-0001-6264-0378"},"institutions":[{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chandra Bhagavatula","raw_affiliation_strings":["Allen Institute for Artificial Intelligence"],"affiliations":[{"raw_affiliation_string":"Allen Institute for Artificial Intelligence","institution_ids":["https://openalex.org/I4210156221"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000366883","display_name":"Russell Power","orcid":null},"institutions":[{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Russell Power","raw_affiliation_strings":["Allen Institute for Artificial Intelligence"],"affiliations":[{"raw_affiliation_string":"Allen Institute for Artificial Intelligence","institution_ids":["https://openalex.org/I4210156221"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101509445"],"corresponding_institution_ids":["https://openalex.org/I4210156221"],"apc_list":null,"apc_paid":null,"fwci":17.87601175,"has_fulltext":true,"cited_by_count":111,"citation_normalized_percentile":{"value":0.99175717,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1756","last_page":"1765"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9453999996185303,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chunking","display_name":"Chunking (psychology)","score":0.873721718788147},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.840861976146698},{"id":"https://openalex.org/keywords/sequence-labeling","display_name":"Sequence labeling","score":0.7325695753097534},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.730129599571228},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.7046944499015808},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.5953349471092224},{"id":"https://openalex.org/keywords/named-entity-recognition","display_name":"Named-entity recognition","score":0.5741410851478577},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5540961027145386},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.5502312183380127},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5464531183242798},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5458642840385437},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.4804612994194031},{"id":"https://openalex.org/keywords/conditional-random-field","display_name":"Conditional random field","score":0.41514936089515686}],"concepts":[{"id":"https://openalex.org/C203357204","wikidata":"https://www.wikidata.org/wiki/Q1089605","display_name":"Chunking (psychology)","level":2,"score":0.873721718788147},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.840861976146698},{"id":"https://openalex.org/C35639132","wikidata":"https://www.wikidata.org/wiki/Q7452468","display_name":"Sequence labeling","level":3,"score":0.7325695753097534},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.730129599571228},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7046944499015808},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5953349471092224},{"id":"https://openalex.org/C2779135771","wikidata":"https://www.wikidata.org/wiki/Q403574","display_name":"Named-entity recognition","level":3,"score":0.5741410851478577},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5540961027145386},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5502312183380127},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5464531183242798},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5458642840385437},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.4804612994194031},{"id":"https://openalex.org/C152565575","wikidata":"https://www.wikidata.org/wiki/Q1124538","display_name":"Conditional random field","level":2,"score":0.41514936089515686},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/p17-1161","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p17-1161","pdf_url":"https://www.aclweb.org/anthology/P17-1161.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 55th Annual Meeting of the Association for\n          Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1705.00108","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1705.00108","pdf_url":"https://arxiv.org/pdf/1705.00108","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2610748790","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1705.00108.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1705.00108","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1705.00108","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.18653/v1/p17-1161","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p17-1161","pdf_url":"https://www.aclweb.org/anthology/P17-1161.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 55th Annual Meeting of the Association for\n          Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6700000166893005,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2610748790.pdf","grobid_xml":"https://content.openalex.org/works/W2610748790.grobid-xml"},"referenced_works_count":1,"referenced_works":["https://openalex.org/W2507974895"],"related_works":["https://openalex.org/W2250539671","https://openalex.org/W2296283641","https://openalex.org/W2064675550","https://openalex.org/W2787560479","https://openalex.org/W1940872118","https://openalex.org/W2962902328","https://openalex.org/W2950133940","https://openalex.org/W2963341956","https://openalex.org/W2964308564","https://openalex.org/W2963625095","https://openalex.org/W2147880316","https://openalex.org/W2963563735","https://openalex.org/W2609130030","https://openalex.org/W2158899491","https://openalex.org/W2950577311","https://openalex.org/W2740711318","https://openalex.org/W1522301498","https://openalex.org/W2259472270","https://openalex.org/W2194775991","https://openalex.org/W2004763266"],"abstract_inverted_index":{"Pre-trained":[0],"word":[1],"embeddings":[2,57],"learned":[3],"from":[4,58],"unlabeled":[5],"text":[6],"have":[7],"become":[8],"a":[9,48],"standard":[10,78],"component":[11],"of":[12,93,104],"neural":[13],"network":[14,25],"architectures":[15],"for":[16,52,80],"NLP":[17,63],"tasks.":[18,71],"However,":[19],"in":[20,88],"most":[21],"cases,":[22],"the":[23,94],"recurrent":[24],"that":[26,100],"operates":[27],"on":[28,38,76],"word-level":[29],"representations":[30,35],"to":[31,62,68],"produce":[32],"context":[33,56],"sensitive":[34],"is":[36],"trained":[37,55],"relatively":[39],"little":[40],"labeled":[41,111],"data.":[42],"In":[43],"this":[44],"paper,":[45],"we":[46],"demonstrate":[47],"general":[49],"semi-supervised":[50],"approach":[51],"adding":[53],"pre-":[54],"bidirectional":[59],"language":[60],"models":[61],"systems":[64,99],"and":[65,85,87,113],"apply":[66],"it":[67],"sequence":[69],"labeling":[70],"We":[72],"evaluate":[73],"our":[74],"model":[75],"two":[77],"datasets":[79],"named":[81],"entity":[82],"recognition":[83],"(NER)":[84],"chunking,":[86],"both":[89],"cases":[90],"achieve":[91],"state":[92],"art":[95],"results,":[96],"surpassing":[97],"previous":[98],"use":[101],"other":[102],"forms":[103],"transfer":[105],"or":[106],"joint":[107],"learning":[108],"with":[109],"additional":[110],"data":[112],"task":[114],"specific":[115],"gazetteers.":[116]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":18},{"year":2020,"cited_by_count":21},{"year":2019,"cited_by_count":20},{"year":2018,"cited_by_count":32},{"year":2017,"cited_by_count":5}],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2025-10-10T00:00:00"}