{"id":"https://openalex.org/W4318147821","doi":"https://doi.org/10.1109/bigdata55660.2022.10020513","title":"DL-BERT: a time-aware double-level BERT-style model with pre-training for disease prediction","display_name":"DL-BERT: a time-aware double-level BERT-style model with pre-training for disease prediction","publication_year":2022,"publication_date":"2022-12-17","ids":{"openalex":"https://openalex.org/W4318147821","doi":"https://doi.org/10.1109/bigdata55660.2022.10020513"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata55660.2022.10020513","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata55660.2022.10020513","pdf_url":null,"source":{"id":"https://openalex.org/S4363607709","display_name":"2022 IEEE International Conference on Big Data (Big Data)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003654071","display_name":"Xianlai Chen","orcid":"https://orcid.org/0000-0002-4338-015X"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xianlai Chen","raw_affiliation_strings":["Central South University,Big Data Institute,Changsha,China","Big Data Institute, Central South University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Central South University,Big Data Institute,Changsha,China","institution_ids":["https://openalex.org/I139660479"]},{"raw_affiliation_string":"Big Data Institute, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079834103","display_name":"Jiamiao Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiamiao Lin","raw_affiliation_strings":["Central South University,School of Computer Science and Engineering,Changsha,China","School of Computer Science and Engineering, Central South University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Central South University,School of Computer Science and Engineering,Changsha,China","institution_ids":["https://openalex.org/I139660479"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026558223","display_name":"Ying An","orcid":"https://orcid.org/0000-0003-0574-5135"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying An","raw_affiliation_strings":["Central South University,Big Data Institute,Changsha,China","Big Data Institute, Central South University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Central South University,Big Data Institute,Changsha,China","institution_ids":["https://openalex.org/I139660479"]},{"raw_affiliation_string":"Big Data Institute, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5003654071"],"corresponding_institution_ids":["https://openalex.org/I139660479"],"apc_list":null,"apc_paid":null,"fwci":0.3118,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.53921569,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1801","last_page":"1808"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6944801807403564},{"id":"https://openalex.org/keywords/style","display_name":"Style (visual arts)","score":0.6095709204673767},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.506576418876648},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3542764186859131},{"id":"https://openalex.org/keywords/art","display_name":"Art","score":0.08552062511444092},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.06376415491104126}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6944801807403564},{"id":"https://openalex.org/C2776445246","wikidata":"https://www.wikidata.org/wiki/Q1792644","display_name":"Style (visual arts)","level":2,"score":0.6095709204673767},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.506576418876648},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3542764186859131},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.08552062511444092},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.06376415491104126},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata55660.2022.10020513","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata55660.2022.10020513","pdf_url":null,"source":{"id":"https://openalex.org/S4363607709","display_name":"2022 IEEE International Conference on Big Data (Big Data)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W2557074642","https://openalex.org/W2690721124","https://openalex.org/W2742491462","https://openalex.org/W2809396336","https://openalex.org/W2896538705","https://openalex.org/W2963532813","https://openalex.org/W2964959375","https://openalex.org/W2965570621","https://openalex.org/W2997064490","https://openalex.org/W2997653844","https://openalex.org/W2998409174","https://openalex.org/W3004001630","https://openalex.org/W3015173574","https://openalex.org/W3017637887","https://openalex.org/W3034503829","https://openalex.org/W3036914761","https://openalex.org/W3080098168","https://openalex.org/W3080987150","https://openalex.org/W3089168780","https://openalex.org/W3092301826","https://openalex.org/W3102696737","https://openalex.org/W3129338704","https://openalex.org/W3133650345","https://openalex.org/W3156039010","https://openalex.org/W3160137267","https://openalex.org/W3166996592","https://openalex.org/W3174321177","https://openalex.org/W3202149807","https://openalex.org/W3209819631","https://openalex.org/W4226203366","https://openalex.org/W6628888145"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2233261550","https://openalex.org/W2358668433","https://openalex.org/W2575160563","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2093578348","https://openalex.org/W3107474891"],"abstract_inverted_index":{"Disease":[0],"prediction":[1],"based":[2],"on":[3,196],"the":[4,67,73,84,93,106,116,120,123,139,146,154,158,166,181,210],"Electronic":[5],"Health":[6],"Record":[7],"(EHR)":[8],"is":[9],"an":[10],"important":[11],"task":[12,187],"in":[13],"healthcare.":[14],"EHR":[15,34,51],"records":[16],"patients\u2019":[17],"every":[18],"visit":[19],"by":[20,126],"time,":[21],"and":[22,40,72,98,111,138,201],"there":[23],"are":[24,194],"many":[25],"kinds":[26,162],"of":[27,37,58,75,135,163,212],"medical":[28,70,109,129,136,143],"codes":[29,71,110,137],"within":[30],"a":[31,96,99,172,184],"visit,":[32],"therefore,":[33],"has":[35],"characteristics":[36],"temporal":[38,76,112,178],"irregularity":[39],"hierarchical":[41,91],"structure.":[42],"Some":[43],"recent":[44],"works":[45],"employ":[46],"BERT-style":[47,86],"models":[48,60],"to":[49,64,131,141,152,156,176],"process":[50],"data":[52],"for":[53,188],"disease":[54],"prediction.":[55],"However,":[56],"few":[57],"these":[59],"can":[61,104],"give":[62],"consideration":[63],"capture":[65,157],"both":[66],"interaction":[68],"between":[69,108,160],"impact":[74],"irregularity.":[77],"To":[78],"solve":[79],"this":[80],"problem,":[81],"we":[82],"propose":[83],"Double-Level":[85],"model":[87,94,121,147,177,182,205],"(DL-BERT).":[88],"Considering":[89],"EHR\u2019s":[90],"structure,":[92],"contains":[95],"code-level":[97,117],"visit-level":[100,167,185],"representation":[101,118,124,168],"layer":[102],"which":[103],"learn":[105],"relationship":[107],"influence":[113],"respectively.":[114],"In":[115,165],"layer,":[119,169],"achieves":[122],"power":[125],"employing":[127],"external":[128],"ontologies":[130],"provide":[132],"multi-resolution":[133],"information":[134],"Transformer":[140,175],"embed":[142],"codes.":[144,164],"Besides,":[145],"adopts":[148,183],"two":[149,197],"pre-training":[150,186],"tasks":[151],"enhance":[153],"ability":[155],"link":[159],"different":[161],"DL-BERT":[170],"utilizes":[171],"special":[173],"time-aware":[174],"information.":[179,192],"And":[180],"better":[189],"learning":[190],"context":[191],"Experiments":[193],"conducted":[195],"real-world":[198],"healthcare":[199],"datasets":[200],"show":[202],"that":[203],"our":[204,213],"outperforms":[206],"all":[207],"baselines":[208],"demonstrating":[209],"effectiveness":[211],"model.":[214]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}