{"id":"https://openalex.org/W7131383570","doi":"https://doi.org/10.1186/s12911-026-03366-8","title":"Evaluating large language models for clinical note processing: local fine-tuning and internal-external validation using electronic health records from South Asia","display_name":"Evaluating large language models for clinical note processing: local fine-tuning and internal-external validation using electronic health records from South Asia","publication_year":2026,"publication_date":"2026-02-25","ids":{"openalex":"https://openalex.org/W7131383570","doi":"https://doi.org/10.1186/s12911-026-03366-8","pmid":"https://pubmed.ncbi.nlm.nih.gov/41742185"},"language":"en","primary_location":{"id":"doi:10.1186/s12911-026-03366-8","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12911-026-03366-8","pdf_url":null,"source":{"id":"https://openalex.org/S107516304","display_name":"BMC Medical Informatics and Decision Making","issn_l":"1472-6947","issn":["1472-6947"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Informatics and Decision Making","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1186/s12911-026-03366-8","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106380466","display_name":"Seyed Alireza Hasheminasab","orcid":"https://orcid.org/0000-0001-7221-1948"},"institutions":[{"id":"https://openalex.org/I2801809904","display_name":"Nuffield Orthopaedic Centre","ror":"https://ror.org/0036ate90","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I2801809904","https://openalex.org/I4210147381"]},{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Seyed Alireza Hasheminasab","raw_affiliation_strings":["Centre for Statistics in Medicine (CSM), Nuffield Department of Orthopaedics, Rheumatology and Musculoskeletal Sciences (NDORMS), University of Oxford, Oxford, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Statistics in Medicine (CSM), Nuffield Department of Orthopaedics, Rheumatology and Musculoskeletal Sciences (NDORMS), University of Oxford, Oxford, UK","institution_ids":["https://openalex.org/I2801809904","https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023052774","display_name":"Faisal Jamil","orcid":"https://orcid.org/0000-0003-1994-6907"},"institutions":[{"id":"https://openalex.org/I4210128772","display_name":"Shaukat Khanum Memorial Cancer Hospital and Research Center","ror":"https://ror.org/03btpnr35","country_code":"PK","type":"healthcare","lineage":["https://openalex.org/I4210128772"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Faisal Jamil","raw_affiliation_strings":["Shaukat Khanum Memorial Cancer Hospital and Research Centre, Lahore, Punjab, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shaukat Khanum Memorial Cancer Hospital and Research Centre, Lahore, Punjab, Pakistan","institution_ids":["https://openalex.org/I4210128772"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104094326","display_name":"Muhammad Usman Afzal","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128772","display_name":"Shaukat Khanum Memorial Cancer Hospital and Research Center","ror":"https://ror.org/03btpnr35","country_code":"PK","type":"healthcare","lineage":["https://openalex.org/I4210128772"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muhammad Usman Afzal","raw_affiliation_strings":["Shaukat Khanum Memorial Cancer Hospital and Research Centre, Lahore, Punjab, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shaukat Khanum Memorial Cancer Hospital and Research Centre, Lahore, Punjab, Pakistan","institution_ids":["https://openalex.org/I4210128772"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050289379","display_name":"Ali Haider Khan","orcid":"https://orcid.org/0000-0002-2393-7600"},"institutions":[{"id":"https://openalex.org/I4210128772","display_name":"Shaukat Khanum Memorial Cancer Hospital and Research Center","ror":"https://ror.org/03btpnr35","country_code":"PK","type":"healthcare","lineage":["https://openalex.org/I4210128772"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Ali Haider Khan","raw_affiliation_strings":["Shaukat Khanum Memorial Cancer Hospital and Research Centre, Lahore, Punjab, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shaukat Khanum Memorial Cancer Hospital and Research Centre, Lahore, Punjab, Pakistan","institution_ids":["https://openalex.org/I4210128772"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099032593","display_name":"Sehrish Ilyas","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128772","display_name":"Shaukat Khanum Memorial Cancer Hospital and Research Center","ror":"https://ror.org/03btpnr35","country_code":"PK","type":"healthcare","lineage":["https://openalex.org/I4210128772"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Sehrish Ilyas","raw_affiliation_strings":["Shaukat Khanum Memorial Cancer Hospital and Research Centre, Lahore, Punjab, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shaukat Khanum Memorial Cancer Hospital and Research Centre, Lahore, Punjab, Pakistan","institution_ids":["https://openalex.org/I4210128772"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126817431","display_name":"Ali Noor","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128772","display_name":"Shaukat Khanum Memorial Cancer Hospital and Research Center","ror":"https://ror.org/03btpnr35","country_code":"PK","type":"healthcare","lineage":["https://openalex.org/I4210128772"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Ali Noor","raw_affiliation_strings":["Shaukat Khanum Memorial Cancer Hospital and Research Centre, Lahore, Punjab, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shaukat Khanum Memorial Cancer Hospital and Research Centre, Lahore, Punjab, Pakistan","institution_ids":["https://openalex.org/I4210128772"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120738674","display_name":"Awais Touseef","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128772","display_name":"Shaukat Khanum Memorial Cancer Hospital and Research Center","ror":"https://ror.org/03btpnr35","country_code":"PK","type":"healthcare","lineage":["https://openalex.org/I4210128772"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Awais Touseef","raw_affiliation_strings":["Shaukat Khanum Memorial Cancer Hospital and Research Centre, Lahore, Punjab, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shaukat Khanum Memorial Cancer Hospital and Research Centre, Lahore, Punjab, Pakistan","institution_ids":["https://openalex.org/I4210128772"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017542184","display_name":"Salma Abbas","orcid":"https://orcid.org/0000-0002-0899-8712"},"institutions":[{"id":"https://openalex.org/I4210128772","display_name":"Shaukat Khanum Memorial Cancer Hospital and Research Center","ror":"https://ror.org/03btpnr35","country_code":"PK","type":"healthcare","lineage":["https://openalex.org/I4210128772"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Salma Abbas","raw_affiliation_strings":["Shaukat Khanum Memorial Cancer Hospital and Research Centre, Lahore, Punjab, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shaukat Khanum Memorial Cancer Hospital and Research Centre, Lahore, Punjab, Pakistan","institution_ids":["https://openalex.org/I4210128772"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099032594","display_name":"Hajira Nisar Cheema","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128772","display_name":"Shaukat Khanum Memorial Cancer Hospital and Research Center","ror":"https://ror.org/03btpnr35","country_code":"PK","type":"healthcare","lineage":["https://openalex.org/I4210128772"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Hajira Nisar Cheema","raw_affiliation_strings":["Shaukat Khanum Memorial Cancer Hospital and Research Centre, Lahore, Punjab, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shaukat Khanum Memorial Cancer Hospital and Research Centre, Lahore, Punjab, Pakistan","institution_ids":["https://openalex.org/I4210128772"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110833936","display_name":"Muhammad Usman Shabbir","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128772","display_name":"Shaukat Khanum Memorial Cancer Hospital and Research Center","ror":"https://ror.org/03btpnr35","country_code":"PK","type":"healthcare","lineage":["https://openalex.org/I4210128772"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muhammad Usman Shabbir","raw_affiliation_strings":["Shaukat Khanum Memorial Cancer Hospital and Research Centre, Lahore, Punjab, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shaukat Khanum Memorial Cancer Hospital and Research Centre, Lahore, Punjab, Pakistan","institution_ids":["https://openalex.org/I4210128772"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126834788","display_name":"Iqra Hameed","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128772","display_name":"Shaukat Khanum Memorial Cancer Hospital and Research Center","ror":"https://ror.org/03btpnr35","country_code":"PK","type":"healthcare","lineage":["https://openalex.org/I4210128772"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Iqra Hameed","raw_affiliation_strings":["Shaukat Khanum Memorial Cancer Hospital and Research Centre, Lahore, Punjab, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shaukat Khanum Memorial Cancer Hospital and Research Centre, Lahore, Punjab, Pakistan","institution_ids":["https://openalex.org/I4210128772"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047247834","display_name":"Maleeha Ayub","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128772","display_name":"Shaukat Khanum Memorial Cancer Hospital and Research Center","ror":"https://ror.org/03btpnr35","country_code":"PK","type":"healthcare","lineage":["https://openalex.org/I4210128772"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Maleeha Ayub","raw_affiliation_strings":["Shaukat Khanum Memorial Cancer Hospital and Research Centre, Lahore, Punjab, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shaukat Khanum Memorial Cancer Hospital and Research Centre, Lahore, Punjab, Pakistan","institution_ids":["https://openalex.org/I4210128772"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108322958","display_name":"H Masood","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128772","display_name":"Shaukat Khanum Memorial Cancer Hospital and Research Center","ror":"https://ror.org/03btpnr35","country_code":"PK","type":"healthcare","lineage":["https://openalex.org/I4210128772"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Hamayal Masood","raw_affiliation_strings":["Shaukat Khanum Memorial Cancer Hospital and Research Centre, Lahore, Punjab, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shaukat Khanum Memorial Cancer Hospital and Research Centre, Lahore, Punjab, Pakistan","institution_ids":["https://openalex.org/I4210128772"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001959961","display_name":"Amina Jafar","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128772","display_name":"Shaukat Khanum Memorial Cancer Hospital and Research Center","ror":"https://ror.org/03btpnr35","country_code":"PK","type":"healthcare","lineage":["https://openalex.org/I4210128772"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Amina Jafar","raw_affiliation_strings":["Shaukat Khanum Memorial Cancer Hospital and Research Centre, Lahore, Punjab, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shaukat Khanum Memorial Cancer Hospital and Research Centre, Lahore, Punjab, Pakistan","institution_ids":["https://openalex.org/I4210128772"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113241440","display_name":"Amir Mukhtar Khan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128772","display_name":"Shaukat Khanum Memorial Cancer Hospital and Research Center","ror":"https://ror.org/03btpnr35","country_code":"PK","type":"healthcare","lineage":["https://openalex.org/I4210128772"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Amir Mukhtar Khan","raw_affiliation_strings":["Shaukat Khanum Memorial Cancer Hospital and Research Centre, Lahore, Punjab, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shaukat Khanum Memorial Cancer Hospital and Research Centre, Lahore, Punjab, Pakistan","institution_ids":["https://openalex.org/I4210128772"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109729133","display_name":"Muhammad Abid Nazir","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128772","display_name":"Shaukat Khanum Memorial Cancer Hospital and Research Center","ror":"https://ror.org/03btpnr35","country_code":"PK","type":"healthcare","lineage":["https://openalex.org/I4210128772"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muhammad Abid Nazir","raw_affiliation_strings":["Shaukat Khanum Memorial Cancer Hospital and Research Centre, Lahore, Punjab, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shaukat Khanum Memorial Cancer Hospital and Research Centre, Lahore, Punjab, Pakistan","institution_ids":["https://openalex.org/I4210128772"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057687428","display_name":"Muhammad Asaad Jamil","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128772","display_name":"Shaukat Khanum Memorial Cancer Hospital and Research Center","ror":"https://ror.org/03btpnr35","country_code":"PK","type":"healthcare","lineage":["https://openalex.org/I4210128772"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muhammad Asaad Jamil","raw_affiliation_strings":["Shaukat Khanum Memorial Cancer Hospital and Research Centre, Lahore, Punjab, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shaukat Khanum Memorial Cancer Hospital and Research Centre, Lahore, Punjab, Pakistan","institution_ids":["https://openalex.org/I4210128772"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058121203","display_name":"Faisal Sultan","orcid":"https://orcid.org/0000-0002-6472-5698"},"institutions":[{"id":"https://openalex.org/I4210128772","display_name":"Shaukat Khanum Memorial Cancer Hospital and Research Center","ror":"https://ror.org/03btpnr35","country_code":"PK","type":"healthcare","lineage":["https://openalex.org/I4210128772"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Faisal Sultan","raw_affiliation_strings":["Shaukat Khanum Memorial Cancer Hospital and Research Centre, Lahore, Punjab, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shaukat Khanum Memorial Cancer Hospital and Research Centre, Lahore, Punjab, Pakistan","institution_ids":["https://openalex.org/I4210128772"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051460301","display_name":"Sara Khalid","orcid":"https://orcid.org/0000-0002-2845-5731"},"institutions":[{"id":"https://openalex.org/I2801809904","display_name":"Nuffield Orthopaedic Centre","ror":"https://ror.org/0036ate90","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I2801809904","https://openalex.org/I4210147381"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Sara Khalid","raw_affiliation_strings":["Centre for Statistics in Medicine (CSM), Nuffield Department of Orthopaedics, Rheumatology and Musculoskeletal Sciences (NDORMS), University of Oxford, Oxford, UK. sara.khalid@ndorms.ox.ac.uk"],"raw_orcid":"https://orcid.org/0000-0002-2845-5731","affiliations":[{"raw_affiliation_string":"Centre for Statistics in Medicine (CSM), Nuffield Department of Orthopaedics, Rheumatology and Musculoskeletal Sciences (NDORMS), University of Oxford, Oxford, UK. sara.khalid@ndorms.ox.ac.uk","institution_ids":["https://openalex.org/I2801809904"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":19,"corresponding_author_ids":["https://openalex.org/A5106380466"],"corresponding_institution_ids":["https://openalex.org/I2801809904","https://openalex.org/I40120149"],"apc_list":{"value":1570,"currency":"GBP","value_usd":1925},"apc_paid":{"value":1570,"currency":"GBP","value_usd":1925},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.34649146,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"26","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.2542000114917755,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.2542000114917755,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.10809999704360962,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.06599999964237213,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/health-informatics","display_name":"Health informatics","score":0.7651000022888184},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.5600000023841858},{"id":"https://openalex.org/keywords/informatics","display_name":"Informatics","score":0.5393999814987183},{"id":"https://openalex.org/keywords/medical-record","display_name":"Medical record","score":0.5234000086784363},{"id":"https://openalex.org/keywords/health-records","display_name":"Health records","score":0.486299991607666},{"id":"https://openalex.org/keywords/electronic-health-record","display_name":"Electronic health record","score":0.478300005197525},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.43220001459121704},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.4291999936103821}],"concepts":[{"id":"https://openalex.org/C145642194","wikidata":"https://www.wikidata.org/wiki/Q870895","display_name":"Health informatics","level":3,"score":0.7651000022888184},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.5600000023841858},{"id":"https://openalex.org/C191630685","wikidata":"https://www.wikidata.org/wiki/Q4027615","display_name":"Informatics","level":2,"score":0.5393999814987183},{"id":"https://openalex.org/C195910791","wikidata":"https://www.wikidata.org/wiki/Q1324077","display_name":"Medical record","level":2,"score":0.5234000086784363},{"id":"https://openalex.org/C3019952477","wikidata":"https://www.wikidata.org/wiki/Q1324077","display_name":"Health records","level":3,"score":0.486299991607666},{"id":"https://openalex.org/C3020144179","wikidata":"https://www.wikidata.org/wiki/Q10871684","display_name":"Electronic health record","level":3,"score":0.478300005197525},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4650000035762787},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.43220001459121704},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.4291999936103821},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.41769999265670776},{"id":"https://openalex.org/C69505689","wikidata":"https://www.wikidata.org/wiki/Q455338","display_name":"Unified Medical Language System","level":2,"score":0.39399999380111694},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.39079999923706055},{"id":"https://openalex.org/C2777466982","wikidata":"https://www.wikidata.org/wiki/Q5227287","display_name":"Data extraction","level":3,"score":0.3422999978065491},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34119999408721924},{"id":"https://openalex.org/C63527458","wikidata":"https://www.wikidata.org/wiki/Q5133829","display_name":"Clinical decision support system","level":3,"score":0.326200008392334},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.3089999854564667},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.30160000920295715},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29899999499320984},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.298799991607666},{"id":"https://openalex.org/C545542383","wikidata":"https://www.wikidata.org/wiki/Q2751242","display_name":"Medical emergency","level":1,"score":0.29600000381469727},{"id":"https://openalex.org/C21333345","wikidata":"https://www.wikidata.org/wiki/Q1519843","display_name":"Health technology","level":3,"score":0.2782999873161316},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.2752000093460083},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.2702000141143799},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.26759999990463257},{"id":"https://openalex.org/C2776354556","wikidata":"https://www.wikidata.org/wiki/Q10910281","display_name":"Health information technology","level":3,"score":0.2628999948501587},{"id":"https://openalex.org/C138816342","wikidata":"https://www.wikidata.org/wiki/Q189603","display_name":"Public health","level":2,"score":0.26159998774528503}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1186/s12911-026-03366-8","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12911-026-03366-8","pdf_url":null,"source":{"id":"https://openalex.org/S107516304","display_name":"BMC Medical Informatics and Decision Making","issn_l":"1472-6947","issn":["1472-6947"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Informatics and Decision Making","raw_type":"journal-article"},{"id":"pmid:41742185","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41742185","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC medical informatics and decision making","raw_type":null},{"id":"pmh:oai:doaj.org/article:d50f485789284229a3085f96e512db02","is_oa":true,"landing_page_url":"https://doaj.org/article/d50f485789284229a3085f96e512db02","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BMC Medical Informatics and Decision Making, Vol 26, Iss 1 (2026)","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:12988631","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12988631/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BMC Med Inform Decis Mak","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1186/s12911-026-03366-8","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12911-026-03366-8","pdf_url":null,"source":{"id":"https://openalex.org/S107516304","display_name":"BMC Medical Informatics and Decision Making","issn_l":"1472-6947","issn":["1472-6947"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Informatics and Decision Making","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7453621029853821}],"awards":[{"id":"https://openalex.org/G6885952635","display_name":null,"funder_award_id":"INV-062576","funder_id":"https://openalex.org/F4320306137","funder_display_name":"Bill and Melinda Gates Foundation"}],"funders":[{"id":"https://openalex.org/F4320306137","display_name":"Bill and Melinda Gates Foundation","ror":"https://ror.org/0456r8d26"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W2101105183","https://openalex.org/W2114388055","https://openalex.org/W2789894922","https://openalex.org/W2911489562","https://openalex.org/W2925863688","https://openalex.org/W2953235477","https://openalex.org/W2973727699","https://openalex.org/W3001279689","https://openalex.org/W3087893815","https://openalex.org/W3093097038","https://openalex.org/W3112631310","https://openalex.org/W4220839569","https://openalex.org/W4226399820","https://openalex.org/W4303443398","https://openalex.org/W4312220150","https://openalex.org/W4319662928","https://openalex.org/W4321276130","https://openalex.org/W4353015365","https://openalex.org/W4361289889","https://openalex.org/W4365143687","https://openalex.org/W4384561707","https://openalex.org/W4385620388","https://openalex.org/W4387500346"],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"hold":[4],"the":[5,73,164,187,273,293,325,328,334,338,369,389,426,431,443,451],"potential":[6,321],"for":[7,45,89,122,160,173,180,241,252,264,296,307,316,392,405,538,553],"clinical":[8,13,19,57,107,156,218,267,474,486,512],"task-shifting":[9],"by":[10,55],"processing":[11,90,354],"unstructured":[12],"text,":[14],"enabling":[15],"tasks":[16],"such":[17,33],"as":[18,128,139,207,409,415],"concept":[20,175,356],"extraction":[21,176,357],"and":[22,44,58,132,137,167,178,185,199,203,223,235,243,250,254,256,261,309,313,323,344,358,394,402,484,513,518,523,551],"medical":[23,91,140,174,181,232,329,525],"question":[24,182,359],"answering":[25,183],"from":[26,109,438,461,506],"electronic":[27,112],"health":[28,113],"records.":[29],"If":[30],"implemented":[31],"reliably,":[32],"approaches":[34],"may":[35],"benefit":[36],"over-burdened":[37],"healthcare":[38],"systems,":[39],"particularly":[40,71],"in":[41,68,72,93,96,117,209,304,311,388,400,471,476,532,545],"resource-limited":[42],"settings":[43,95],"traditionally":[46],"overlooked":[47],"populations,":[48],"provided":[49],"that":[50,496,547],"local":[51,188,274,283,339,372,427,444,452,481,511],"fine-tuning":[52,150,343,368,449],"is":[53,497],"supported":[54],"appropriate":[56],"technical":[59,514],"expertise.":[60],"However,":[61,367],"this":[62,210],"powerful":[63],"technology":[64],"remains":[65],"largely":[66],"understudied":[67],"real-world":[69,94,473],"contexts,":[70],"Global":[74],"South.":[75],"This":[76,319,346],"study":[77],"aims":[78],"to":[79,104,146,216,231,289,331,385,397,430,440,466,516,542],"assess":[80],"whether":[81],"openly":[82],"available":[83,102,155,433,455],"LLMs":[84,103,141,268,330,370,537],"can":[85,527],"be":[86,467,543],"used":[87,100,295,544],"reliably":[88,332],"notes":[92,108,219],"South":[97],"Asia.":[98],"We":[99],"publicly":[101,154,432],"parse":[105],"de-identified":[106,190],"a":[110,129,362,383,395,410,472,492,529],"large":[111,503],"records":[114,121],"(EHR)":[115],"database":[116],"Pakistan,":[118],"containing":[119],"hospital":[120],"8.2":[123],"million":[124],"patients.":[125],"ChatGPT":[126],"(GPT-3.5)":[127],"general-purpose":[130,411],"LLM,":[131,412],"GatorTron":[133],"(base),":[134],"BioMegatron,":[135],"BioBert":[136],"ClinicalBERT":[138],"were":[142,214,229,269,464],"evaluated":[143],"when":[144,469],"applied":[145,215,230,470],"these":[147,217],"data,":[148],"after":[149],"them":[151,479],"with":[152,298,371,435,480],"(a)":[153,242],"datasets":[157],"namely":[158],"Informatics":[159],"Integrating":[161],"Biology":[162],"&":[163],"Bedside":[165],"(I2B2)":[166],"National":[168],"NLP":[169],"Clinical":[170],"Challenges":[171],"(N2C2)":[172],"(MCE)":[177],"emrQA":[179],"(MQA),":[184],"(b)":[186,244],"Pakistani":[189],"EHR":[191,275,373,445,482],"dataset,":[192,276,434,446],"which":[193,258],"includes":[194],"inpatient":[195],"Discharge":[196],"Summaries":[197],"(DS)":[198],"Subjective,":[200],"Objective,":[201],"Assessment,":[202],"Plan":[204],"(SOAP)":[205],"notes,":[206],"detailed":[208],"paper.":[211],"MCE":[212,253,308,393],"models":[213,228,505],"using":[220,245],"both":[221,380],"3-label":[222],"9-label":[224],"formats,":[225],"while":[226],"MQA":[227,317],"questions.":[233],"Internal":[234],"external":[236,280],"validation":[237,281,291],"performance":[238,278,378,420],"was":[239,285],"measured":[240,423],"F1":[246,305,390],"score,":[247],"precision,":[248],"recall,":[249],"accuracy":[251],"BLEU":[255,314,403],"ROUGE-L,":[257],"measure":[259],"lexical":[260],"sequence":[262],"similarity,":[263],"MQA.":[265,406],"When":[266],"not":[270],"fine-tuned":[271],"on":[272,282,292,425,442,450,459],"their":[277,489],"during":[279],"data":[284,335,374,460,483],"notably":[286],"poorer":[287],"compared":[288,429],"internal":[290],"dataset":[294,428],"fine-tuning,":[297],"reductions":[299],"of":[300,327,337,364,536],"at":[301],"least":[302],"15%":[303,386],"scores":[306,315,404],"35%":[310],"ROUGE-L":[312,401],"tasks.":[318],"suggests":[320],"bias":[322],"highlights":[324],"inability":[326],"handle":[333],"distribution":[336],"population":[340],"without":[341,448],"further":[342,533],"adaptation.":[345],"trend":[347],"persisted":[348],"across":[349,379,421],"two":[350],"distinct":[351],"natural":[352],"language":[353,504],"tasks:":[355],"answering,":[360],"spanning":[361],"spectrum":[363],"task":[365],"complexities.":[366],"significantly":[375],"improved":[376,488],"model":[377],"tasks,":[381],"yielding":[382],"7.5%":[384],"increase":[387,399],"score":[391],"27%":[396],"53%":[398],"Notably,":[407],"ChatGPT,":[408],"stood":[413],"out":[414],"an":[416],"exception,":[417],"demonstrating":[418,491],"superior":[419],"all":[422],"metrics":[424],"improvements":[436],"ranging":[437],"3%":[439],"17%":[441],"even":[447],"data.":[453],"Publicly":[454],"LLMs,":[456],"predominantly":[457],"trained":[458],"high-income":[462],"regions,":[463],"found":[465],"unreliable":[468],"setting":[475],"Pakistan.":[477],"Fine-tuning":[478],"regional":[485],"contexts":[487],"reliability,":[490],"feasible":[493],"adaptation":[494],"strategy":[495],"substantially":[498],"less":[499],"resource-intensive":[500],"than":[501],"training":[502],"scratch.":[507],"Close":[508],"collaboration":[509],"between":[510],"experts":[515],"curate":[517],"leverage":[519],"more":[520],"representative,":[521],"inclusive,":[522],"unbiased":[524],"datasets,":[526],"play":[528],"crucial":[530],"role":[531],"ensuring":[534],"reliability":[535],"resource-limited,":[539],"overburdened":[540],"settings,":[541],"ways":[546],"are":[548],"safe,":[549],"fair,":[550],"beneficial":[552],"all.":[554]},"counts_by_year":[],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2026-02-26T00:00:00"}
