{"id":"https://openalex.org/W4366829988","doi":"https://doi.org/10.3390/info14050255","title":"Distilling Knowledge with a Teacher\u2019s Multitask Model for Biomedical Named Entity Recognition","display_name":"Distilling Knowledge with a Teacher\u2019s Multitask Model for Biomedical Named Entity Recognition","publication_year":2023,"publication_date":"2023-04-24","ids":{"openalex":"https://openalex.org/W4366829988","doi":"https://doi.org/10.3390/info14050255"},"language":"en","primary_location":{"id":"doi:10.3390/info14050255","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info14050255","pdf_url":"https://www.mdpi.com/2078-2489/14/5/255/pdf?version=1682328577","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2078-2489/14/5/255/pdf?version=1682328577","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004305859","display_name":"Tahir Mehmood","orcid":"https://orcid.org/0000-0001-9775-8093"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Tahir Mehmood","raw_affiliation_strings":["Faculty of Business Administration, UNITAR International University, Selangor 47301, Malaysia"],"affiliations":[{"raw_affiliation_string":"Faculty of Business Administration, UNITAR International University, Selangor 47301, Malaysia","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073627176","display_name":"Alfonso Gerevini","orcid":"https://orcid.org/0000-0001-9008-6386"},"institutions":[{"id":"https://openalex.org/I79940851","display_name":"University of Brescia","ror":"https://ror.org/02q2d2610","country_code":"IT","type":"education","lineage":["https://openalex.org/I79940851"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alfonso E. Gerevini","raw_affiliation_strings":["Department of Information Engineering, University of Brescia, Via Branze 38, 25121 Brescia, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Information Engineering, University of Brescia, Via Branze 38, 25121 Brescia, Italy","institution_ids":["https://openalex.org/I79940851"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073069826","display_name":"Alberto Lavelli","orcid":"https://orcid.org/0000-0002-7175-6804"},"institutions":[{"id":"https://openalex.org/I2277624104","display_name":"Fondazione Bruno Kessler","ror":"https://ror.org/01j33xk10","country_code":"IT","type":"facility","lineage":["https://openalex.org/I2277624104"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alberto Lavelli","raw_affiliation_strings":["NLP Research Group, Fondazione Bruno Kessler, Via Sommarive 18, 38123 Trento, Italy"],"affiliations":[{"raw_affiliation_string":"NLP Research Group, Fondazione Bruno Kessler, Via Sommarive 18, 38123 Trento, Italy","institution_ids":["https://openalex.org/I2277624104"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049893124","display_name":"Matteo Olivato","orcid":"https://orcid.org/0000-0002-9843-7854"},"institutions":[{"id":"https://openalex.org/I79940851","display_name":"University of Brescia","ror":"https://ror.org/02q2d2610","country_code":"IT","type":"education","lineage":["https://openalex.org/I79940851"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Matteo Olivato","raw_affiliation_strings":["Department of Information Engineering, University of Brescia, Via Branze 38, 25121 Brescia, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Information Engineering, University of Brescia, Via Branze 38, 25121 Brescia, Italy","institution_ids":["https://openalex.org/I79940851"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068039203","display_name":"Ivan Serina","orcid":"https://orcid.org/0000-0002-7785-9492"},"institutions":[{"id":"https://openalex.org/I79940851","display_name":"University of Brescia","ror":"https://ror.org/02q2d2610","country_code":"IT","type":"education","lineage":["https://openalex.org/I79940851"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Ivan Serina","raw_affiliation_strings":["Department of Information Engineering, University of Brescia, Via Branze 38, 25121 Brescia, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Information Engineering, University of Brescia, Via Branze 38, 25121 Brescia, Italy","institution_ids":["https://openalex.org/I79940851"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5004305859"],"corresponding_institution_ids":[],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":0.7189,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.74869565,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"14","issue":"5","first_page":"255","last_page":"255"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.9417192935943604},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7320504188537598},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6581729650497437},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6417326927185059},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6051914691925049},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.559822142124176},{"id":"https://openalex.org/keywords/structured-prediction","display_name":"Structured prediction","score":0.5381978154182434},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.52222740650177},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.517760694026947},{"id":"https://openalex.org/keywords/conditional-random-field","display_name":"Conditional random field","score":0.5094872117042542},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4963880181312561},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4688877761363983},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4364902079105377},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4231938123703003},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10123482346534729},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09023547172546387}],"concepts":[{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.9417192935943604},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7320504188537598},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6581729650497437},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6417326927185059},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6051914691925049},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.559822142124176},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.5381978154182434},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.52222740650177},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.517760694026947},{"id":"https://openalex.org/C152565575","wikidata":"https://www.wikidata.org/wiki/Q1124538","display_name":"Conditional random field","level":2,"score":0.5094872117042542},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4963880181312561},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4688877761363983},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4364902079105377},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4231938123703003},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10123482346534729},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09023547172546387},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/info14050255","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info14050255","pdf_url":"https://www.mdpi.com/2078-2489/14/5/255/pdf?version=1682328577","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},{"id":"pmh:oai:iris.unibs.it:11379/579365","is_oa":true,"landing_page_url":"https://hdl.handle.net/11379/579365","pdf_url":"https://iris.unibs.it/bitstream/11379/579365/2/information-14-00255.pdf","source":{"id":"https://openalex.org/S4306400804","display_name":"Institutional Research Information System (Universit\u00e0 degli Studi di Brescia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66752286","host_organization_name":"University of Milano-Bicocca","host_organization_lineage":["https://openalex.org/I66752286"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:7b616b479d0143e3b12f7efcd655ee49","is_oa":true,"landing_page_url":"https://doaj.org/article/7b616b479d0143e3b12f7efcd655ee49","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information, Vol 14, Iss 5, p 255 (2023)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2078-2489/14/5/255/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/info14050255","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information; Volume 14; Issue 5; Pages: 255","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/info14050255","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info14050255","pdf_url":"https://www.mdpi.com/2078-2489/14/5/255/pdf?version=1682328577","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.699999988079071,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4366829988.pdf"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W2033154814","https://openalex.org/W2091432990","https://openalex.org/W2105273228","https://openalex.org/W2108218871","https://openalex.org/W2114361266","https://openalex.org/W2740006839","https://openalex.org/W2743028754","https://openalex.org/W2769312802","https://openalex.org/W2806162054","https://openalex.org/W2899420017","https://openalex.org/W2963339489","https://openalex.org/W2963736842","https://openalex.org/W2963991316","https://openalex.org/W2987967524","https://openalex.org/W2988766056","https://openalex.org/W3034949522","https://openalex.org/W3090469165","https://openalex.org/W3090686793","https://openalex.org/W3106587850","https://openalex.org/W3213234931","https://openalex.org/W4313585449","https://openalex.org/W4321253219","https://openalex.org/W6891776024"],"related_works":["https://openalex.org/W2750279955","https://openalex.org/W4295101899","https://openalex.org/W2342475854","https://openalex.org/W2971572189","https://openalex.org/W2963644502","https://openalex.org/W2294923432","https://openalex.org/W2408456010","https://openalex.org/W2341138520","https://openalex.org/W2980323420","https://openalex.org/W3034870355"],"abstract_inverted_index":{"Single-task":[0],"models":[1,47],"(STMs)":[2],"struggle":[3],"to":[4,64,124,174],"learn":[5,73],"sophisticated":[6,75],"representations":[7,30,76,135],"from":[8],"a":[9,110],"finite":[10],"set":[11],"of":[12,38,44,55,68,86,136,145,169],"annotated":[13],"data.":[14],"Multitask":[15,58],"learning":[16,28],"approaches":[17],"overcome":[18],"these":[19],"constraints":[20],"by":[21,34,81,102,185],"simultaneously":[22],"training":[23,79,101],"various":[24,32],"associated":[25],"tasks,":[26],"thereby":[27],"generic":[29],"among":[31],"tasks":[33],"sharing":[35],"some":[36],"layers":[37],"the":[39,66,78,83,90,121,137,143,146,155,163,167,170,187],"neural":[40],"network":[41],"architecture.":[42],"Because":[43],"this,":[45],"multitask":[46],"(MTMs)":[48],"have":[49],"better":[50],"generalization":[51],"properties":[52],"than":[53],"those":[54],"single-task":[56],"learning.":[57],"model":[59,96,99,123,172],"generalizations":[60],"can":[61,72],"be":[62],"used":[63,119],"improve":[65],"results":[67],"other":[69],"models.":[70,128],"STMs":[71],"more":[74],"in":[77,114],"phase":[80],"utilizing":[82],"extracted":[84],"knowledge":[85,91,111,157],"an":[87],"MTM":[88],"through":[89],"distillation":[92,112,130,158],"technique":[93,113],"where":[94],"one":[95],"supervises":[97],"another":[98],"during":[100],"using":[103,186],"its":[104],"learned":[105],"generalizations.":[106],"This":[107],"paper":[108],"proposes":[109],"which":[115],"different":[116,126,134],"MTMs":[117],"are":[118],"as":[120],"teacher":[122,138],"supervise":[125],"student":[127,171],"Knowledge":[129],"is":[131],"applied":[132],"with":[133,182],"model.":[139],"We":[140],"also":[141,180],"investigated":[142],"effect":[144],"conditional":[147],"random":[148],"field":[149],"(CRF)":[150],"and":[151,160],"softmax":[152,164],"function":[153,165],"for":[154],"token-level":[156],"approach,":[159],"found":[161],"that":[162],"leveraged":[166],"performance":[168],"compared":[173],"CRF.":[175],"The":[176],"result":[177],"analysis":[178,184],"was":[179],"extended":[181],"statistical":[183],"Friedman":[188],"test.":[189]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-11T14:59:36.786465","created_date":"2025-10-10T00:00:00"}