{"id":"https://openalex.org/W3001060565","doi":"https://doi.org/10.1109/bibm47256.2019.8983157","title":"Active Learning with Deep Pre-trained Models for Sequence Tagging of Clinical and Biomedical Texts","display_name":"Active Learning with Deep Pre-trained Models for Sequence Tagging of Clinical and Biomedical Texts","publication_year":2019,"publication_date":"2019-11-01","ids":{"openalex":"https://openalex.org/W3001060565","doi":"https://doi.org/10.1109/bibm47256.2019.8983157","mag":"3001060565"},"language":"en","primary_location":{"id":"doi:10.1109/bibm47256.2019.8983157","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bibm47256.2019.8983157","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071397402","display_name":"Artem Shelmanov","orcid":"https://orcid.org/0000-0002-2151-6212"},"institutions":[{"id":"https://openalex.org/I2799978770","display_name":"X-Fab (Germany)","ror":"https://ror.org/030bh9196","country_code":"DE","type":"company","lineage":["https://openalex.org/I2799978770"]},{"id":"https://openalex.org/I1313323035","display_name":"Russian Academy of Sciences","ror":"https://ror.org/05qrfxd25","country_code":"RU","type":"funder","lineage":["https://openalex.org/I1313323035"]}],"countries":["DE","RU"],"is_corresponding":true,"raw_author_name":"Artem Shelmanov","raw_affiliation_strings":["Federal Research Center, “Computer Science and Control” of Russian Academy of Sciences,Moscow,Russia","Federal Research Center, \"Computer Science and Control\" of Russian Academy of Sciences, Moscow, Russia"],"affiliations":[{"raw_affiliation_string":"Federal Research Center, “Computer Science and Control” of Russian Academy of Sciences,Moscow,Russia","institution_ids":["https://openalex.org/I2799978770"]},{"raw_affiliation_string":"Federal Research Center, \"Computer Science and Control\" of Russian Academy of Sciences, Moscow, Russia","institution_ids":["https://openalex.org/I1313323035"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103140627","display_name":"Vadim Liventsev","orcid":"https://orcid.org/0000-0002-6670-6909"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Vadim Liventsev","raw_affiliation_strings":["Eindhoven University of Technology,Eindhoven,Netherlands","Eindhoven University of Technology, Eindhoven, Netherlands"],"affiliations":[{"raw_affiliation_string":"Eindhoven University of Technology,Eindhoven,Netherlands","institution_ids":["https://openalex.org/I83019370"]},{"raw_affiliation_string":"Eindhoven University of Technology, Eindhoven, Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090780048","display_name":"Danil Kireev","orcid":"https://orcid.org/0000-0001-7498-4987"},"institutions":[{"id":"https://openalex.org/I1313323035","display_name":"Russian Academy of Sciences","ror":"https://ror.org/05qrfxd25","country_code":"RU","type":"funder","lineage":["https://openalex.org/I1313323035"]},{"id":"https://openalex.org/I2799978770","display_name":"X-Fab (Germany)","ror":"https://ror.org/030bh9196","country_code":"DE","type":"company","lineage":["https://openalex.org/I2799978770"]}],"countries":["DE","RU"],"is_corresponding":false,"raw_author_name":"Danil Kireev","raw_affiliation_strings":["Federal Research Center, “Computer Science and Control” of Russian Academy of Sciences,Moscow,Russia","Federal Research Center, \"Computer Science and Control\" of Russian Academy of Sciences, Moscow, Russia"],"affiliations":[{"raw_affiliation_string":"Federal Research Center, “Computer Science and Control” of Russian Academy of Sciences,Moscow,Russia","institution_ids":["https://openalex.org/I2799978770"]},{"raw_affiliation_string":"Federal Research Center, \"Computer Science and Control\" of Russian Academy of Sciences, Moscow, Russia","institution_ids":["https://openalex.org/I1313323035"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038995644","display_name":"Nikita Khromov","orcid":"https://orcid.org/0000-0001-5603-6174"},"institutions":[{"id":"https://openalex.org/I125989756","display_name":"Skolkovo Institute of Science and Technology","ror":"https://ror.org/03f9nc143","country_code":"RU","type":"education","lineage":["https://openalex.org/I125989756"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Nikita Khromov","raw_affiliation_strings":["Skolkovo Institute of Science and Technology,Moscow,Russia","Skolkovo Institute of Science and Technology, Moscow, Russia"],"affiliations":[{"raw_affiliation_string":"Skolkovo Institute of Science and Technology,Moscow,Russia","institution_ids":["https://openalex.org/I125989756"]},{"raw_affiliation_string":"Skolkovo Institute of Science and Technology, Moscow, Russia","institution_ids":["https://openalex.org/I125989756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026157285","display_name":"Alexander Panchenko","orcid":"https://orcid.org/0000-0001-6097-6118"},"institutions":[{"id":"https://openalex.org/I125989756","display_name":"Skolkovo Institute of Science and Technology","ror":"https://ror.org/03f9nc143","country_code":"RU","type":"education","lineage":["https://openalex.org/I125989756"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Alexander Panchenko","raw_affiliation_strings":["Skolkovo Institute of Science and Technology,Moscow,Russia","Skolkovo Institute of Science and Technology, Moscow, Russia"],"affiliations":[{"raw_affiliation_string":"Skolkovo Institute of Science and Technology,Moscow,Russia","institution_ids":["https://openalex.org/I125989756"]},{"raw_affiliation_string":"Skolkovo Institute of Science and Technology, Moscow, Russia","institution_ids":["https://openalex.org/I125989756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014024913","display_name":"Irina Fedulova","orcid":"https://orcid.org/0000-0002-5959-5382"},"institutions":[{"id":"https://openalex.org/I1329325741","display_name":"Philips (Finland)","ror":"https://ror.org/01g4jev56","country_code":"FI","type":"company","lineage":["https://openalex.org/I1329325741","https://openalex.org/I4210122849"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Irina Fedulova","raw_affiliation_strings":["Philips Innovation Labs RUS,Moscow,Russia","Philips Innovation Labs RUS, Moscow, Russia"],"affiliations":[{"raw_affiliation_string":"Philips Innovation Labs RUS,Moscow,Russia","institution_ids":["https://openalex.org/I1329325741"]},{"raw_affiliation_string":"Philips Innovation Labs RUS, Moscow, Russia","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031517308","display_name":"Dmitry V. Dylov","orcid":"https://orcid.org/0000-0003-2251-3221"},"institutions":[{"id":"https://openalex.org/I125989756","display_name":"Skolkovo Institute of Science and Technology","ror":"https://ror.org/03f9nc143","country_code":"RU","type":"education","lineage":["https://openalex.org/I125989756"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Dmitry V. Dylov","raw_affiliation_strings":["Skolkovo Institute of Science and Technology,Moscow,Russia","Skolkovo Institute of Science and Technology, Moscow, Russia"],"affiliations":[{"raw_affiliation_string":"Skolkovo Institute of Science and Technology,Moscow,Russia","institution_ids":["https://openalex.org/I125989756"]},{"raw_affiliation_string":"Skolkovo Institute of Science and Technology, Moscow, Russia","institution_ids":["https://openalex.org/I125989756"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5071397402"],"corresponding_institution_ids":["https://openalex.org/I1313323035","https://openalex.org/I2799978770"],"apc_list":null,"apc_paid":null,"fwci":2.2403,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.91103713,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"482","last_page":"489"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.8500388860702515},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8195658326148987},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.777794361114502},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.7129376530647278},{"id":"https://openalex.org/keywords/active-learning","display_name":"Active learning (machine learning)","score":0.6560654640197754},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5782160758972168},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.5617849230766296},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.44020625948905945}],"concepts":[{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.8500388860702515},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8195658326148987},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.777794361114502},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.7129376530647278},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.6560654640197754},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5782160758972168},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5617849230766296},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.44020625948905945},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/bibm47256.2019.8983157","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bibm47256.2019.8983157","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.tue.nl:openaire_cris_publications/2cd4757b-0189-4527-8573-d4c08ed03af2","is_oa":false,"landing_page_url":"https://research.tue.nl/en/publications/2cd4757b-0189-4527-8573-d4c08ed03af2","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Shelmanov, A, Liventsev, V, Kireev, D, Khromov, N, Panchenko, A, Fedulova, I & Dylov, D 2020, Active learning with deep pre-trained models for sequence tagging of clinical and biomedical texts. in I Yoo, J Bi & X T Hu (eds), Proceedings - 2019 IEEE International Conference on Bioinformatics and Biomedicine, BIBM 2019., 8983157, Institute of Electrical and Electronics Engineers, pp. 482-489, 2019 IEEE International Conference on Bioinformatics and Biomedicine, San Diego, United States, 18/11/19. https://doi.org/10.1109/BIBM47256.2019.8983157","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:tue:oai:pure.tue.nl:publications/2cd4757b-0189-4527-8573-d4c08ed03af2","is_oa":false,"landing_page_url":"https://research.tue.nl/nl/publications/2cd4757b-0189-4527-8573-d4c08ed03af2","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings - 2019 IEEE International Conference on Bioinformatics and Biomedicine, BIBM 2019, 482 - 489","raw_type":"info:eu-repo/semantics/conferencepaper"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6800000071525574,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1019512417","https://openalex.org/W1940872118","https://openalex.org/W2008989859","https://openalex.org/W2047782770","https://openalex.org/W2064675550","https://openalex.org/W2085989833","https://openalex.org/W2103076621","https://openalex.org/W2117763124","https://openalex.org/W2144578941","https://openalex.org/W2147880316","https://openalex.org/W2171671120","https://openalex.org/W2338784100","https://openalex.org/W2525778437","https://openalex.org/W2597787948","https://openalex.org/W2769590149","https://openalex.org/W2775590885","https://openalex.org/W2785787385","https://openalex.org/W2884925482","https://openalex.org/W2896457183","https://openalex.org/W2911489562","https://openalex.org/W2946728200","https://openalex.org/W2951786554","https://openalex.org/W2951911250","https://openalex.org/W2952087486","https://openalex.org/W2962739339","https://openalex.org/W2962902328","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963626623","https://openalex.org/W2964282813","https://openalex.org/W4385245566","https://openalex.org/W6675366379","https://openalex.org/W6682082992","https://openalex.org/W6697154816","https://openalex.org/W6735374517","https://openalex.org/W6739901393","https://openalex.org/W6755207826"],"related_works":["https://openalex.org/W4206357785","https://openalex.org/W4281381188","https://openalex.org/W2951211570","https://openalex.org/W3192840557","https://openalex.org/W4375928479","https://openalex.org/W3167935049","https://openalex.org/W3023427754","https://openalex.org/W3131673289","https://openalex.org/W4393011546","https://openalex.org/W3198847674"],"abstract_inverted_index":{"Active":[0],"learning":[1,37,53,69,109,144,190],"is":[2,63],"a":[3,17,25,57,86,112,159,162],"technique":[4],"that":[5,35,139,170,195],"helps":[6],"to":[7,42,90,97,111,115,161],"minimize":[8],"the":[9,14,22,125,140,150],"annotation":[10,118,176,185,201],"budget":[11],"required":[12],"for":[13,71,175,199],"creation":[15],"of":[16,24,46,60,103,127,142,153,177],"labeled":[18,61],"dataset":[19],"while":[20],"maximizing":[21],"performance":[23],"model":[26],"trained":[27],"on":[28,76,92,130],"this":[29,121,128],"dataset.":[30],"It":[31],"has":[32],"been":[33],"shown":[34],"active":[36,108,143,154,189],"can":[38],"be":[39,173,197],"successfully":[40],"applied":[41],"sequence":[43],"tagging":[44],"tasks":[45],"text":[47],"processing":[48,74],"in":[49,67],"conjunction":[50],"with":[51,117,188],"deep":[52,77,104,146,192],"models":[54,79,106,148,194],"even":[55],"when":[56],"limited":[58],"amount":[59],"data":[62],"available.":[64],"Recent":[65],"advances":[66],"transfer":[68],"methods":[70,152],"natural":[72],"language":[73],"based":[75],"pre-trained":[78,105,147,193],"such":[80],"as":[81],"ELMo":[82],"and":[83,107,132,145,167,191],"BERT":[84],"offer":[85],"much":[87],"better":[88],"ability":[89],"generalize":[91],"small":[93],"annotated":[94],"datasets":[95],"compared":[96],"their":[98],"shallow":[99],"counterparts.":[100],"The":[101,135],"combination":[102,141],"leads":[110],"powerful":[113],"approach":[114,129],"dealing":[116],"scarcity.":[119],"In":[120],"work,":[122],"we":[123,182],"investigate":[124],"potential":[126],"clinical":[131],"biomedical":[133],"data.":[134],"experimental":[136],"evaluation":[137],"shows":[138],"outperforms":[149],"standard":[151,163],"learning.":[155],"We":[156],"also":[157],"suggest":[158],"modification":[160],"uncertainty":[164],"sampling":[165],"strategy":[166],"empirically":[168],"show":[169],"it":[171],"could":[172,196],"beneficial":[174],"very":[178],"skewed":[179],"datasets.":[180],"Finally,":[181],"propose":[183],"an":[184],"tool":[186],"empowered":[187],"used":[198],"entity":[200],"directly":[202],"from":[203],"Jupyter":[204],"IDE.":[205]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}