{"id":"https://openalex.org/W4224273194","doi":"https://doi.org/10.1145/3523181.3523197","title":"Infusing Biomedical Knowledge into BERT for Chinese Biomedical NLP Tasks with Adversarial Training","display_name":"Infusing Biomedical Knowledge into BERT for Chinese Biomedical NLP Tasks with Adversarial Training","publication_year":2022,"publication_date":"2022-02-24","ids":{"openalex":"https://openalex.org/W4224273194","doi":"https://doi.org/10.1145/3523181.3523197"},"language":"en","primary_location":{"id":"doi:10.1145/3523181.3523197","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3523181.3523197","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 3rd Asia Service Sciences and Software Engineering Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100631382","display_name":"Shan Jiang","orcid":"https://orcid.org/0000-0003-1265-4776"},"institutions":[{"id":"https://openalex.org/I91935597","display_name":"University of South China","ror":"https://ror.org/03mqfn238","country_code":"CN","type":"education","lineage":["https://openalex.org/I91935597"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shan Jiang","raw_affiliation_strings":["School of Computer Science, University of South China, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of South China, China","institution_ids":["https://openalex.org/I91935597"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038471865","display_name":"Huanhuan Wu","orcid":"https://orcid.org/0000-0002-9423-5614"},"institutions":[{"id":"https://openalex.org/I91935597","display_name":"University of South China","ror":"https://ror.org/03mqfn238","country_code":"CN","type":"education","lineage":["https://openalex.org/I91935597"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huanhuan Wu","raw_affiliation_strings":["School of Computer Science, University of South China, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of South China, China","institution_ids":["https://openalex.org/I91935597"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066976445","display_name":"Lingyun Luo","orcid":"https://orcid.org/0000-0002-8239-9056"},"institutions":[{"id":"https://openalex.org/I91935597","display_name":"University of South China","ror":"https://ror.org/03mqfn238","country_code":"CN","type":"education","lineage":["https://openalex.org/I91935597"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingyun Luo","raw_affiliation_strings":["School of Computer Science, University of South China, China and Hunan provincial base for scientific and technological innovation cooperation, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of South China, China and Hunan provincial base for scientific and technological innovation cooperation, China","institution_ids":["https://openalex.org/I91935597"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I91935597"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.03328089,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"108","last_page":"114"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9652000069618225,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8204169273376465},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7795147895812988},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.714349627494812},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.6598845720291138},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.6147658228874207},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.5596219301223755},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5512911081314087},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.47379323840141296},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.42649349570274353}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8204169273376465},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7795147895812988},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.714349627494812},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.6598845720291138},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.6147658228874207},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.5596219301223755},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5512911081314087},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.47379323840141296},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42649349570274353},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3523181.3523197","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3523181.3523197","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 3rd Asia Service Sciences and Software Engineering Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7400000095367432}],"awards":[{"id":"https://openalex.org/G7493931151","display_name":null,"funder_award_id":"CX20210937","funder_id":"https://openalex.org/F4320326217","funder_display_name":"Hunan Provincial Innovation Foundation for Postgraduate"}],"funders":[{"id":"https://openalex.org/F4320326217","display_name":"Hunan Provincial Innovation Foundation for Postgraduate","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W2911489562","https://openalex.org/W2985884876","https://openalex.org/W3035204084","https://openalex.org/W3155510817"],"related_works":["https://openalex.org/W2502115930","https://openalex.org/W2482350142","https://openalex.org/W4246396837","https://openalex.org/W3126451824","https://openalex.org/W1561927205","https://openalex.org/W3191453585","https://openalex.org/W4297672492","https://openalex.org/W2361861616","https://openalex.org/W4310988119","https://openalex.org/W4285226279"],"abstract_inverted_index":{"Biomedical":[0],"text":[1,205],"mining":[2],"is":[3,58],"becoming":[4],"increasingly":[5],"important.":[6],"Recently,":[7],"biomedical":[8,20,29,34,62,70,98,171,204],"pre-trained":[9,35],"language":[10,36,43,65],"models":[11,37,66],"such":[12],"as":[13,127,139],"BioBERT":[14],"and":[15,79,83,115,136],"SciBERT,":[16],"which":[17,48,95],"can":[18,103],"capture":[19,51],"knowledge":[21,63,99],"from":[22],"text,":[23],"have":[24],"achieved":[25],"promising":[26],"results":[27],"in":[28,67,124,190],"NLP":[30,176],"tasks.":[31,177],"However,":[32],"most":[33],"rely":[38],"on":[39,168,202],"the":[40,52,68,74,80,121,143,160,169,198],"traditional":[41],"masked":[42],"model":[44,184],"(MLM)":[45],"pre-training":[46],"strategy,":[47],"cannot":[49],"fully":[50],"semantic":[53],"relations":[54],"of":[55,76,85,109,162,180,200],"context.":[56],"It":[57],"challenging":[59],"to":[60,73,141,157],"learn":[61],"via":[64],"Chinese":[69,86,170,203],"fields":[71],"due":[72],"lack":[75],"training":[77,149],"resources":[78],"extreme":[81],"complexity":[82],"diversity":[84],"medical":[87,112,134],"terminologies.":[88],"To":[89],"this":[90],"end,":[91],"we":[92,119],"propose":[93],"MedBERT-adv,":[94],"utilizes":[96],"a":[97,128],"infusion":[100],"method":[101],"that":[102],"effectively":[104],"complement":[105],"BERT-like":[106],"models.":[107],"Instead":[108],"using":[110,174],"time-consuming":[111],"expert":[113],"annotation":[114],"inaccurate":[116],"automatic":[117],"annotation,":[118],"use":[120],"article":[122],"structure":[123],"Baidu":[125],"Encyclopedia":[126],"weakly":[129],"supervised":[130],"signal,":[131],"utilizing":[132],"each":[133],"term":[135],"its":[137],"category":[138],"labels":[140],"pre-train":[142],"model.":[144],"We":[145,164],"also":[146],"leverage":[147],"adversarial":[148],"strategies":[150],"like":[151],"FGM":[152],"for":[153],"fine-tuning":[154],"downstream":[155],"tasks":[156],"further":[158],"improve":[159],"performance":[161],"MedBERT-adv.":[163],"experimented":[165],"with":[166],"MedBERT-adv":[167,201],"dataset":[172],"CBLUE":[173],"eight":[175],"Among":[178],"all":[179],"them,":[181],"our":[182],"proposed":[183],"obtained":[185],"an":[186],"average":[187,191],"1.8%":[188],"improvement":[189],"score":[192],"than":[193],"four":[194],"baseline":[195],"models,":[196],"demonstrating":[197],"effectiveness":[199],"mining.":[206]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}