{"id":"https://openalex.org/W4400813238","doi":"https://doi.org/10.1145/3665899","title":"HEalthRecordBERT (HERBERT): Leveraging Transformers on Electronic Health Records for Chronic Kidney Disease Risk Stratification","display_name":"HEalthRecordBERT (HERBERT): Leveraging Transformers on Electronic Health Records for Chronic Kidney Disease Risk Stratification","publication_year":2024,"publication_date":"2024-07-19","ids":{"openalex":"https://openalex.org/W4400813238","doi":"https://doi.org/10.1145/3665899"},"language":"en","primary_location":{"id":"doi:10.1145/3665899","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3665899","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3665899","source":{"id":"https://openalex.org/S4210174653","display_name":"ACM Transactions on Computing for Healthcare","issn_l":"2637-8051","issn":["2637-8051","2691-1957"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computing for Healthcare","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3665899","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018879280","display_name":"Alex Moore","orcid":"https://orcid.org/0000-0002-9545-0543"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alex Moore","raw_affiliation_strings":["Huma Therapeutics Ltd, London, UK"],"raw_orcid":"https://orcid.org/0000-0002-9545-0543","affiliations":[{"raw_affiliation_string":"Huma Therapeutics Ltd, London, UK","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038308368","display_name":"Bastien Orset","orcid":"https://orcid.org/0000-0002-0771-8408"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bastien Orset","raw_affiliation_strings":["Huma Therapeutics Ltd, London, UK"],"raw_orcid":"https://orcid.org/0000-0002-0771-8408","affiliations":[{"raw_affiliation_string":"Huma Therapeutics Ltd, London, UK","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078599591","display_name":"Arrash Yassaee","orcid":"https://orcid.org/0000-0002-8423-9902"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Arrash Yassaee","raw_affiliation_strings":["Huma Therapeutics Ltd, London, UK and Imperial College, London, UK"],"raw_orcid":"https://orcid.org/0000-0002-8423-9902","affiliations":[{"raw_affiliation_string":"Huma Therapeutics Ltd, London, UK and Imperial College, London, UK","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056795903","display_name":"Benjamin Irving","orcid":"https://orcid.org/0000-0003-3879-2050"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Benjamin Irving","raw_affiliation_strings":["Huma Therapeutics Ltd, London, UK"],"raw_orcid":"https://orcid.org/0000-0003-3879-2050","affiliations":[{"raw_affiliation_string":"Huma Therapeutics Ltd, London, UK","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046475893","display_name":"Davide Morelli","orcid":"https://orcid.org/0000-0002-1041-6793"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]},{"id":"https://openalex.org/I4210146357","display_name":"Oxford BioMedica (United Kingdom)","ror":"https://ror.org/03dp0vf82","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210146357"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Davide Morelli","raw_affiliation_strings":["Huma Therapeutics Ltd, London, UK and University of Oxford, Oxford, UK"],"raw_orcid":"https://orcid.org/0000-0002-1041-6793","affiliations":[{"raw_affiliation_string":"Huma Therapeutics Ltd, London, UK and University of Oxford, Oxford, UK","institution_ids":["https://openalex.org/I4210146357","https://openalex.org/I40120149"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2219,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.82411411,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"5","issue":"3","first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12246","display_name":"Chronic Disease Management Strategies","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.9799000024795532,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7033514976501465},{"id":"https://openalex.org/keywords/risk-stratification","display_name":"Risk stratification","score":0.6851863265037537},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6492355465888977},{"id":"https://openalex.org/keywords/electronic-health-record","display_name":"Electronic health record","score":0.6476410627365112},{"id":"https://openalex.org/keywords/kidney-disease","display_name":"Kidney disease","score":0.6166375875473022},{"id":"https://openalex.org/keywords/health-records","display_name":"Health records","score":0.5957709550857544},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5097891688346863},{"id":"https://openalex.org/keywords/stratification","display_name":"Stratification (seeds)","score":0.5023300647735596},{"id":"https://openalex.org/keywords/disease","display_name":"Disease","score":0.46809887886047363},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4336963891983032},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4298483729362488},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.38306620717048645},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36779898405075073},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.28389033675193787},{"id":"https://openalex.org/keywords/cardiology","display_name":"Cardiology","score":0.12665176391601562},{"id":"https://openalex.org/keywords/internal-medicine","display_name":"Internal medicine","score":0.1148976981639862},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10836473107337952},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.08944487571716309}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7033514976501465},{"id":"https://openalex.org/C3020404979","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk stratification","level":2,"score":0.6851863265037537},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6492355465888977},{"id":"https://openalex.org/C3020144179","wikidata":"https://www.wikidata.org/wiki/Q10871684","display_name":"Electronic health record","level":3,"score":0.6476410627365112},{"id":"https://openalex.org/C2778653478","wikidata":"https://www.wikidata.org/wiki/Q1054718","display_name":"Kidney disease","level":2,"score":0.6166375875473022},{"id":"https://openalex.org/C3019952477","wikidata":"https://www.wikidata.org/wiki/Q1324077","display_name":"Health records","level":3,"score":0.5957709550857544},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5097891688346863},{"id":"https://openalex.org/C192943249","wikidata":"https://www.wikidata.org/wiki/Q1893382","display_name":"Stratification (seeds)","level":5,"score":0.5023300647735596},{"id":"https://openalex.org/C2779134260","wikidata":"https://www.wikidata.org/wiki/Q12136","display_name":"Disease","level":2,"score":0.46809887886047363},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4336963891983032},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4298483729362488},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.38306620717048645},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36779898405075073},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.28389033675193787},{"id":"https://openalex.org/C164705383","wikidata":"https://www.wikidata.org/wiki/Q10379","display_name":"Cardiology","level":1,"score":0.12665176391601562},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.1148976981639862},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10836473107337952},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.08944487571716309},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C88548481","wikidata":"https://www.wikidata.org/wiki/Q2397491","display_name":"Seed dormancy","level":4,"score":0.0},{"id":"https://openalex.org/C3527866","wikidata":"https://www.wikidata.org/wiki/Q162267","display_name":"Dormancy","level":3,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C100701293","wikidata":"https://www.wikidata.org/wiki/Q193838","display_name":"Germination","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3665899","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3665899","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3665899","source":{"id":"https://openalex.org/S4210174653","display_name":"ACM Transactions on Computing for Healthcare","issn_l":"2637-8051","issn":["2637-8051","2691-1957"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computing for Healthcare","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3665899","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3665899","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3665899","source":{"id":"https://openalex.org/S4210174653","display_name":"ACM Transactions on Computing for Healthcare","issn_l":"2637-8051","issn":["2637-8051","2691-1957"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computing for Healthcare","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4400813238.pdf"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W1980593983","https://openalex.org/W1994492049","https://openalex.org/W2027574874","https://openalex.org/W2090686325","https://openalex.org/W2133169646","https://openalex.org/W2133418261","https://openalex.org/W2406351639","https://openalex.org/W2585166090","https://openalex.org/W2619014800","https://openalex.org/W2800167607","https://openalex.org/W2805089815","https://openalex.org/W2807177388","https://openalex.org/W2896457183","https://openalex.org/W2897257410","https://openalex.org/W2911489562","https://openalex.org/W2920239764","https://openalex.org/W2953356739","https://openalex.org/W2963716420","https://openalex.org/W2965570621","https://openalex.org/W3005957464","https://openalex.org/W3009604665","https://openalex.org/W3010100683","https://openalex.org/W3011266979","https://openalex.org/W3017637887","https://openalex.org/W3095099370","https://openalex.org/W3160137267","https://openalex.org/W3164789189","https://openalex.org/W3204998121","https://openalex.org/W3214032513","https://openalex.org/W4283019802","https://openalex.org/W4284959004","https://openalex.org/W4308885870","https://openalex.org/W4317254367","https://openalex.org/W4385932377"],"related_works":["https://openalex.org/W2033590167","https://openalex.org/W1583810757","https://openalex.org/W2001086065","https://openalex.org/W187932805","https://openalex.org/W4283034840","https://openalex.org/W4392490004","https://openalex.org/W1641026212","https://openalex.org/W2911982698","https://openalex.org/W2323588885","https://openalex.org/W3047677938"],"abstract_inverted_index":{"Risk":[0],"stratification":[1,93],"is":[2],"an":[3,191],"essential":[4],"tool":[5],"in":[6,31,50,194],"the":[7,28,44,62,129,133,149,153,161],"fight":[8],"against":[9],"many":[10],"diseases,":[11],"including":[12],"chronic":[13,164],"kidney":[14,165],"disease.":[15,172],"Recent":[16],"work":[17,58,99],"has":[18],"focused":[19],"on":[20],"applying":[21],"techniques":[22],"from":[23,81],"machine":[24],"learning":[25],"and":[26,43,132,183],"leveraging":[27],"information":[29],"contained":[30],"a":[32,103],"patient\u2019s":[33],"electronic":[34],"health":[35],"record":[36],"(EHR).":[37],"Irregular":[38],"intervals":[39],"between":[40],"data":[41],"entries":[42],"large":[45,73,186],"number":[46],"of":[47,61,106,152,163,176],"variables":[48],"tracked":[49],"EHR":[51,90,109,126],"datasets":[52,67],"can":[53,68,142],"make":[54],"them":[55,124],"challenging":[56],"to":[57,86,89,108,122,125,140,144,148,168],"with.":[59],"Many":[60],"difficulties":[63],"associated":[64],"with":[65],"these":[66,141],"be":[69,120],"overcome":[70],"by":[71,159],"using":[72],"language":[74,187],"models,":[75],"such":[76],"as":[77],"bidirectional":[78],"encoder":[79],"representations":[80],"transformers":[82],"(BERT).":[83],"Previous":[84],"attempts":[85],"apply":[87],"BERT":[88,107,117],"for":[91],"risk":[92,197],"have":[94],"shown":[95],"promise.":[96],"In":[97],"this":[98],"we":[100],"propose":[101],"HERBERT,":[102],"novel":[104],"application":[105],"data.":[110],"We":[111,136,155],"identify":[112],"two":[113],"key":[114],"areas":[115],"where":[116],"models":[118,188],"must":[119],"modified":[121],"adapt":[123],"data,":[127],"namely:":[128],"embedding":[130],"layer":[131],"pretraining":[134],"task.":[135],"show":[137],"how":[138],"changes":[139,182],"lead":[143],"improved":[145],"performance,":[146],"relative":[147],"previous":[150],"state":[151],"art.":[154],"evaluate":[156],"our":[157,177,180],"model":[158,178],"predicting":[160],"transition":[162],"disease":[166],"patients":[167],"end":[169],"stage":[170],"renal":[171,196],"The":[173],"strong":[174],"performance":[175],"justifies":[179],"architectural":[181],"suggests":[184],"that":[185],"could":[189],"play":[190],"important":[192],"role":[193],"future":[195],"stratification.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}