{"id":"https://openalex.org/W4403487684","doi":"https://doi.org/10.3233/faia240674","title":"TabMedBERT: A Tabular Knowledge Enhanced Biomedical Pretrained Language Model","display_name":"TabMedBERT: A Tabular Knowledge Enhanced Biomedical Pretrained Language Model","publication_year":2024,"publication_date":"2024-10-16","ids":{"openalex":"https://openalex.org/W4403487684","doi":"https://doi.org/10.3233/faia240674"},"language":"en","primary_location":{"id":"doi:10.3233/faia240674","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240674","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/faia240674","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005286410","display_name":"Xu Yan","orcid":"https://orcid.org/0000-0003-2493-7693"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu Yan","raw_affiliation_strings":["Institute of Artificial Intelligence, Soochow University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence, Soochow University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101468278","display_name":"Lei Geng","orcid":"https://orcid.org/0000-0002-3998-9923"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lei Geng","raw_affiliation_strings":["Institute of Artificial Intelligence, Soochow University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence, Soochow University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102007730","display_name":"Ziqiang Cao","orcid":"https://orcid.org/0000-0002-1077-9033"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ziqiang Cao","raw_affiliation_strings":["Institute of Artificial Intelligence, Soochow University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence, Soochow University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100657511","display_name":"Juntao Li","orcid":"https://orcid.org/0000-0001-8232-9181"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Juntao Li","raw_affiliation_strings":["Institute of Artificial Intelligence, Soochow University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence, Soochow University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100408983","display_name":"Wenjie Li","orcid":"https://orcid.org/0000-0002-7360-8864"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wenjie Li","raw_affiliation_strings":["The Hong Kong Polytechnic University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058353424","display_name":"Sujian Li","orcid":"https://orcid.org/0000-0001-7493-0786"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sujian Li","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016257250","display_name":"Xinjie Zhou","orcid":"https://orcid.org/0009-0004-7677-9521"},"institutions":[{"id":"https://openalex.org/I4210090831","display_name":"STCube (United States)","ror":"https://ror.org/00bv2aa44","country_code":"US","type":"company","lineage":["https://openalex.org/I4210090831"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xinjie Zhou","raw_affiliation_strings":["Pharmcube Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pharmcube Inc","institution_ids":["https://openalex.org/I4210090831"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100397456","display_name":"Yang Yang","orcid":"https://orcid.org/0000-0001-8857-3679"},"institutions":[{"id":"https://openalex.org/I4210090831","display_name":"STCube (United States)","ror":"https://ror.org/00bv2aa44","country_code":"US","type":"company","lineage":["https://openalex.org/I4210090831"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yang Yang","raw_affiliation_strings":["Pharmcube Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pharmcube Inc","institution_ids":["https://openalex.org/I4210090831"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5092138453","display_name":"Jun Zhang","orcid":"https://orcid.org/0009-0005-4590-1392"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jun Zhang","raw_affiliation_strings":["Changping Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Changping Laboratory","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.38401948,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6345999836921692,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6345999836921692,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.5511000156402588,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.5177000164985657,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6128580570220947},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5436538457870483},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4391424357891083}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6128580570220947},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5436538457870483},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4391424357891083}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/faia240674","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240674","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.3233/faia240674","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240674","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Most":[0],"existing":[1],"biomedical":[2,26,30,160],"language":[3,54,85,143],"models":[4,144],"are":[5],"trained":[6],"on":[7,157],"plain":[8],"text":[9,67,116],"with":[10,69,183],"general":[11],"learning":[12],"goals":[13],"such":[14],"as":[15],"random":[16],"word":[17],"infilling,":[18],"failing":[19],"to":[20,79,125,130,179],"capture":[21],"the":[22,25,37,44,84,103,110,123,127,133,158,170],"knowledge":[23,50,82],"in":[24,43,102,109,132],"corpus":[27],"sufficiently.":[28],"Since":[29],"articles":[31],"usually":[32],"contain":[33],"many":[34],"tables":[35],"summarising":[36],"main":[38],"entities":[39,61,101,108],"and":[40,65,90,121,163],"their":[41],"relations,":[42],"paper,":[45],"we":[46,59,73],"propose":[47],"a":[48,114,150,176],"Tabular":[49],"enhanced":[51],"bioMedical":[52],"pretrained":[53],"model,":[55],"called":[56],"TabMedBERT.":[57],"Specifically,":[58],"align":[60],"between":[62],"table":[63,111],"cells,":[64],"article":[66],"spans":[68],"pre-defined":[70],"rules.":[71],"Then":[72],"add":[74],"two":[75],"table-related":[76],"self-supervised":[77],"tasks":[78],"integrate":[80],"tabular":[81],"into":[83,113],"model:":[86],"Entity":[87],"Infilling":[88],"(EI)":[89],"Table":[91],"Cloze":[92],"Test":[93],"(TCT).":[94],"While":[95],"EI":[96],"masks":[97],"tokens":[98],"within":[99],"aligned":[100,107],"article,":[104],"TCT":[105,174],"converts":[106],"layout":[112],"cloze":[115],"by":[117],"erasing":[118],"one":[119],"entity":[120],"prompts":[122],"model":[124,171],"extract":[126],"appropriate":[128],"span":[129],"fill":[131],"blank.":[134],"Experimental":[135],"results":[136],"demonstrate":[137],"that":[138],"TabMedBERT":[139],"surpasses":[140],"all":[141],"competing":[142],"without":[145],"adding":[146],"additional":[147,165],"parameters,":[148],"establishing":[149],"new":[151],"state-of-the-art":[152],"performance":[153],"of":[154],"85.59%":[155],"(+1.29%)":[156],"BLURB":[159],"NLP":[161],"benchmark":[162],"7":[164],"information":[166,181],"extraction":[167,182],"datasets.":[168],"Moreover,":[169],"architecture":[172],"for":[173],"provides":[175],"straightforward":[177],"solution":[178],"revise":[180],"paired":[184],"entities.":[185]},"counts_by_year":[],"updated_date":"2026-07-31T08:31:51.225901","created_date":"2025-10-10T00:00:00"}