{"id":"https://openalex.org/W7166321193","doi":"https://doi.org/10.2196/86906","title":"Measuring Depression Severity With Clinical Global Impression\u2013Severity Scale Scores From Clinical Notes Using Large Language Models: Validation Study","display_name":"Measuring Depression Severity With Clinical Global Impression\u2013Severity Scale Scores From Clinical Notes Using Large Language Models: Validation Study","publication_year":2026,"publication_date":"2026-06-27","ids":{"openalex":"https://openalex.org/W7166321193","doi":"https://doi.org/10.2196/86906","pmid":"https://pubmed.ncbi.nlm.nih.gov/42573558"},"language":"en","primary_location":{"id":"doi:10.2196/86906","doi":"https://doi.org/10.2196/86906","is_oa":true,"landing_page_url":"https://doi.org/10.2196/86906","pdf_url":null,"source":{"id":"https://openalex.org/S4210234749","display_name":"JMIR Formative Research","issn_l":"2561-326X","issn":["2561-326X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","doyens","medline","norway-1","poland-20","russia-white-list-3","vabb-shw"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Formative Research","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.2196/86906","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055479780","display_name":"Kevin C. Li","orcid":"https://orcid.org/0000-0003-3004-2087","observed_orcids":["https://orcid.org/0000-0003-3004-2087"]},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin Li","raw_affiliation_strings":["Department of Psychiatry and Behavioral Sciences, School of Medicine, Johns Hopkins University, 550 N Broadway, Baltimore, MD, 21205, United States, 1 410-614-1923"],"raw_orcid":"https://orcid.org/0000-0003-3004-2087","affiliations":[{"raw_affiliation_string":"Department of Psychiatry and Behavioral Sciences, School of Medicine, Johns Hopkins University, 550 N Broadway, Baltimore, MD, 21205, United States, 1 410-614-1923","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074138666","display_name":"Ayah Zirikly","orcid":"https://orcid.org/0000-0002-8441-1741","observed_orcids":["https://orcid.org/0000-0002-8441-1741"]},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]},{"id":"https://openalex.org/I193531525","display_name":"George Washington University","ror":"https://ror.org/00y4zzh67","country_code":"US","type":"education","lineage":["https://openalex.org/I193531525"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ayah Zirikly","raw_affiliation_strings":["Department of Computer Science, School of Engineering and Applied Science, George Washington University, Washington, DC, United States","Department of Computer Science, Whiting School of Engineering, Johns Hopkins University, Baltimore, MD, United States"],"raw_orcid":"https://orcid.org/0000-0002-8441-1741","affiliations":[{"raw_affiliation_string":"Department of Computer Science, School of Engineering and Applied Science, George Washington University, Washington, DC, United States","institution_ids":["https://openalex.org/I193531525"]},{"raw_affiliation_string":"Department of Computer Science, Whiting School of Engineering, Johns Hopkins University, Baltimore, MD, United States","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073478567","display_name":"Sarah C. Collica","orcid":"https://orcid.org/0009-0007-0554-9296","observed_orcids":["https://orcid.org/0009-0007-0554-9296"]},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sarah C Collica","raw_affiliation_strings":["Department of Psychiatry and Behavioral Sciences, School of Medicine, Johns Hopkins University, 550 N Broadway, Baltimore, MD, 21205, United States, 1 410-614-1923"],"raw_orcid":"https://orcid.org/0009-0007-0554-9296","affiliations":[{"raw_affiliation_string":"Department of Psychiatry and Behavioral Sciences, School of Medicine, Johns Hopkins University, 550 N Broadway, Baltimore, MD, 21205, United States, 1 410-614-1923","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051850972","display_name":"Fernando S. Goes","orcid":"https://orcid.org/0000-0001-6262-8264","observed_orcids":["https://orcid.org/0000-0001-6262-8264"]},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fernando S Goes","raw_affiliation_strings":["Department of Psychiatry and Behavioral Sciences, School of Medicine, Johns Hopkins University, 550 N Broadway, Baltimore, MD, 21205, United States, 1 410-614-1923"],"raw_orcid":"https://orcid.org/0000-0001-6262-8264","affiliations":[{"raw_affiliation_string":"Department of Psychiatry and Behavioral Sciences, School of Medicine, Johns Hopkins University, 550 N Broadway, Baltimore, MD, 21205, United States, 1 410-614-1923","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005386609","display_name":"Congwen Zhao","orcid":"https://orcid.org/0000-0002-8540-6880","observed_orcids":["https://orcid.org/0000-0002-8540-6880"]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Congwen Zhao","raw_affiliation_strings":["Department of Biostatistics and Bioinformatics, School of Medicine, Duke University, Durham, NC, United States"],"raw_orcid":"https://orcid.org/0000-0002-8540-6880","affiliations":[{"raw_affiliation_string":"Department of Biostatistics and Bioinformatics, School of Medicine, Duke University, Durham, NC, United States","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083690232","display_name":"Trang Quynh Nguyen","orcid":"https://orcid.org/0000-0003-1653-5491","observed_orcids":["https://orcid.org/0000-0003-1653-5491"]},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Trang Nguyen","raw_affiliation_strings":["Department of Biostatistics, Bloomberg School of Public Health, Johns Hopkins University, Baltimore, MD, United States"],"raw_orcid":"https://orcid.org/0000-0003-1653-5491","affiliations":[{"raw_affiliation_string":"Department of Biostatistics, Bloomberg School of Public Health, Johns Hopkins University, Baltimore, MD, United States","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033890726","display_name":"Jane P. Gagliardi","orcid":"https://orcid.org/0000-0003-4667-6607","observed_orcids":["https://orcid.org/0000-0003-4667-6607"]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jane P Gagliardi","raw_affiliation_strings":["Department of Psychiatry and Behavioral Sciences, School of Medicine, Duke University, Durham, NC, United States"],"raw_orcid":"https://orcid.org/0000-0003-4667-6607","affiliations":[{"raw_affiliation_string":"Department of Psychiatry and Behavioral Sciences, School of Medicine, Duke University, Durham, NC, United States","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067727757","display_name":"Benjamin Alan Goldstein","orcid":"https://orcid.org/0000-0001-5261-3632","observed_orcids":["https://orcid.org/0000-0001-5261-3632"]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Benjamin A Goldstein","raw_affiliation_strings":["Department of Biostatistics and Bioinformatics, School of Medicine, Duke University, Durham, NC, United States"],"raw_orcid":"https://orcid.org/0000-0001-5261-3632","affiliations":[{"raw_affiliation_string":"Department of Biostatistics and Bioinformatics, School of Medicine, Duke University, Durham, NC, United States","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hwanhee Hong","orcid":"https://orcid.org/0000-0002-3736-6327","observed_orcids":["https://orcid.org/0000-0002-3736-6327"]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hwanhee Hong","raw_affiliation_strings":["Department of Biostatistics and Bioinformatics, School of Medicine, Duke University, Durham, NC, United States"],"raw_orcid":"https://orcid.org/0000-0002-3736-6327","affiliations":[{"raw_affiliation_string":"Department of Biostatistics and Bioinformatics, School of Medicine, Duke University, Durham, NC, United States","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064807501","display_name":"Elizabeth A. Stuart","orcid":"https://orcid.org/0000-0002-9042-8611","observed_orcids":["https://orcid.org/0000-0002-9042-8611"]},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elizabeth A Stuart","raw_affiliation_strings":["Department of Biostatistics, Bloomberg School of Public Health, Johns Hopkins University, Baltimore, MD, United States"],"raw_orcid":"https://orcid.org/0000-0002-9042-8611","affiliations":[{"raw_affiliation_string":"Department of Biostatistics, Bloomberg School of Public Health, Johns Hopkins University, Baltimore, MD, United States","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065109317","display_name":"Peter P. Zandi","orcid":"https://orcid.org/0000-0001-8423-2623","observed_orcids":["https://orcid.org/0000-0001-8423-2623"]},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter P Zandi","raw_affiliation_strings":["Department of Psychiatry and Behavioral Sciences, School of Medicine, Johns Hopkins University, 550 N Broadway, Baltimore, MD, 21205, United States, 1 410-614-1923"],"raw_orcid":"https://orcid.org/0000-0001-8423-2623","affiliations":[{"raw_affiliation_string":"Department of Psychiatry and Behavioral Sciences, School of Medicine, Johns Hopkins University, 550 N Broadway, Baltimore, MD, 21205, United States, 1 410-614-1923","institution_ids":["https://openalex.org/I145311948"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1900,"currency":"USD","value_usd":1900},"apc_paid":{"value":1900,"currency":"USD","value_usd":1900},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.4703919,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"10","issue":null,"first_page":"e86906","last_page":"e86906"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.4074999988079071,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.4074999988079071,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.2775999903678894,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.15320000052452087,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/depression-severity","display_name":"depression severity","score":0.8349999785423279},{"id":"https://openalex.org/keywords/clinical-global-impression-scale","display_name":"Clinical Global Impression Scale","score":0.8240000009536743},{"id":"https://openalex.org/keywords/major-depressive-disorder","display_name":"major depressive disorder","score":0.9190000295639038},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8479999899864197},{"id":"https://openalex.org/keywords/clinical-notes","display_name":"clinical notes","score":0.6880000233650208},{"id":"https://openalex.org/keywords/gpt-4o","display_name":"GPT-4o","score":0.8619999885559082},{"id":"https://openalex.org/keywords/llama-4","display_name":"Llama 4","score":0.9829999804496765},{"id":"https://openalex.org/keywords/prompting-strategies","display_name":"prompting strategies","score":0.753000020980835},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.8410000205039978},{"id":"https://openalex.org/keywords/electronic-health-records","display_name":"electronic health records","score":0.671999990940094},{"id":"https://openalex.org/keywords/psychiatric-nursing","display_name":"psychiatric nursing","score":0.5580000281333923},{"id":"https://openalex.org/keywords/model-architecture-comparison","display_name":"model architecture comparison","score":0.550000011920929},{"id":"https://openalex.org/keywords/zero-shot-prompting","display_name":"zero-shot prompting","score":0.45500001311302185},{"id":"https://openalex.org/keywords/few-shot-prompting","display_name":"few-shot prompting","score":0.9869999885559082}],"concepts":[{"id":"https://openalex.org/C2776867660","wikidata":"https://www.wikidata.org/wiki/Q1814941","display_name":"Depression (economics)","level":2,"score":0.5551000237464905},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.4124999940395355},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.40709999203681946},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.40639999508857727},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.3765999972820282},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.35600000619888306},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.3391999900341034},{"id":"https://openalex.org/C3017944768","wikidata":"https://www.wikidata.org/wiki/Q1450463","display_name":"Poison control","level":2,"score":0.2822999954223633},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.2793999910354614},{"id":"https://openalex.org/C30036603","wikidata":"https://www.wikidata.org/wiki/Q17125150","display_name":"Severity of illness","level":2,"score":0.27880001068115234},{"id":"https://openalex.org/C19875794","wikidata":"https://www.wikidata.org/wiki/Q1207340","display_name":"Item response theory","level":3,"score":0.26910001039505005},{"id":"https://openalex.org/C49453240","wikidata":"https://www.wikidata.org/wiki/Q1592163","display_name":"Construct validity","level":3,"score":0.2653000056743622},{"id":"https://openalex.org/C3019714060","wikidata":"https://www.wikidata.org/wiki/Q322514","display_name":"Validation test","level":4,"score":0.2630999982357025},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.25619998574256897}],"mesh":[{"descriptor_ui":"D000096244","descriptor_name":"Psychiatrists","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000096244","descriptor_name":"Psychiatrists","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000096244","descriptor_name":"Psychiatrists","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000096244","descriptor_name":"Psychiatrists","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003865","descriptor_name":"Major Depressive Disorder","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":true},{"descriptor_ui":"D003865","descriptor_name":"Major Depressive Disorder","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":true},{"descriptor_ui":"D003865","descriptor_name":"Major Depressive Disorder","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":true},{"descriptor_ui":"D003865","descriptor_name":"Major Depressive Disorder","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":true},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008875","descriptor_name":"Middle Aged","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008875","descriptor_name":"Middle Aged","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008875","descriptor_name":"Middle Aged","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008875","descriptor_name":"Middle Aged","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011569","descriptor_name":"Psychiatric Status Rating Scales","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D011569","descriptor_name":"Psychiatric Status Rating Scales","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D011569","descriptor_name":"Psychiatric Status Rating Scales","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D011569","descriptor_name":"Psychiatric Status Rating Scales","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D012720","descriptor_name":"Severity of Illness Index","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012720","descriptor_name":"Severity of Illness Index","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012720","descriptor_name":"Severity of Illness Index","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012720","descriptor_name":"Severity of Illness Index","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":4,"locations":[{"id":"doi:10.2196/86906","doi":"https://doi.org/10.2196/86906","is_oa":true,"landing_page_url":"https://doi.org/10.2196/86906","pdf_url":null,"source":{"id":"https://openalex.org/S4210234749","display_name":"JMIR Formative Research","issn_l":"2561-326X","issn":["2561-326X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","doyens","medline","norway-1","poland-20","russia-white-list-3","vabb-shw"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Formative Research","raw_type":"journal-article"},{"id":"pmid:42573558","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/42573558","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR formative research","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:13455578","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13455578/","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13455578/pdf/formative-v10-e86906.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"JMIR Form Res","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:edcbad002a5a4c499bbfc0f5d2d06586","doi":null,"is_oa":false,"landing_page_url":"https://doaj.org/article/edcbad002a5a4c499bbfc0f5d2d06586","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"JMIR Formative Research, Vol 10, Pp e86906-e86906 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.2196/86906","doi":"https://doi.org/10.2196/86906","is_oa":true,"landing_page_url":"https://doi.org/10.2196/86906","pdf_url":null,"source":{"id":"https://openalex.org/S4210234749","display_name":"JMIR Formative Research","issn_l":"2561-326X","issn":["2561-326X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","doyens","medline","norway-1","poland-20","russia-white-list-3","vabb-shw"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Formative Research","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.9391000270843506,"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3"}],"sustainable_development_goals_aurora":[{"score":0.7759599089622498,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G2192496197","display_name":null,"funder_award_id":"ME\u20102020C3\u201021145","funder_id":"https://openalex.org/F4320308927","funder_display_name":"Patient-Centered Outcomes Research Institute"}],"funders":[{"id":"https://openalex.org/F4320308927","display_name":"Patient-Centered Outcomes Research Institute","ror":"https://ror.org/014q65q44"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1600943356","https://openalex.org/W1989613038","https://openalex.org/W1998865567","https://openalex.org/W2013357899","https://openalex.org/W2018642809","https://openalex.org/W2025100359","https://openalex.org/W2026774743","https://openalex.org/W2030226551","https://openalex.org/W2048187664","https://openalex.org/W2048626722","https://openalex.org/W2073792978","https://openalex.org/W2078394222","https://openalex.org/W2081935323","https://openalex.org/W2082852079","https://openalex.org/W2091673534","https://openalex.org/W2102160051","https://openalex.org/W2108844216","https://openalex.org/W2144336674","https://openalex.org/W2148563768","https://openalex.org/W2149936913","https://openalex.org/W2164777277","https://openalex.org/W2315748196","https://openalex.org/W2518663325","https://openalex.org/W2564988627","https://openalex.org/W2602968150","https://openalex.org/W2792082629","https://openalex.org/W2807035513","https://openalex.org/W2808585400","https://openalex.org/W2904026243","https://openalex.org/W2914599035","https://openalex.org/W3001184251","https://openalex.org/W3046493738","https://openalex.org/W3087001700","https://openalex.org/W3091781426","https://openalex.org/W3137431013","https://openalex.org/W3186100284","https://openalex.org/W3208539668","https://openalex.org/W4220788299","https://openalex.org/W4282960013","https://openalex.org/W4296821539","https://openalex.org/W4297242650","https://openalex.org/W4311432965","https://openalex.org/W4379769651","https://openalex.org/W4392164233","https://openalex.org/W4398155097","https://openalex.org/W4399122963","https://openalex.org/W4399490808","https://openalex.org/W4399547459","https://openalex.org/W4399549409","https://openalex.org/W4399560926","https://openalex.org/W4399977125","https://openalex.org/W4401001407","https://openalex.org/W4404084763","https://openalex.org/W4409188204","https://openalex.org/W4410268067","https://openalex.org/W4413042809"],"related_works":[],"abstract_inverted_index":{"Background:":[0],"Real-world":[1],"psychiatric":[2,43,90,302,355],"care":[3,74,190,352],"is":[4,29,39],"marked":[5],"by":[6,170,187,323],"wide":[7],"heterogeneity":[8],"in":[9,42,48,342,353],"clinical":[10,64,73,91,128,303],"presentations":[11],"and":[12,75,100,107,149,157,161,178,227,345],"outcomes,":[13],"underscoring":[14],"the":[15,116,195,216,264,277,287],"need":[16],"for":[17,71,93,274,282,305],"systematic":[18],"approaches":[19],"to":[20,81,101,145,174,315,349],"outcome":[21,69,340],"measurement.":[22],"The":[23,78],"Clinical":[24,134],"Global":[25,135],"Impression-Severity":[26],"(CGI-S)":[27],"scale":[28],"a":[30,131,310],"brief,":[31],"clinician-rated":[32,298],"measure":[33],"of":[34,59,197,266,312,317],"overall":[35],"illness":[36],"severity":[37],"that":[38,316],"widely":[40],"used":[41],"research,":[44],"but":[45,269],"rarely":[46],"documented":[47],"routine":[49],"care.":[50],"Large":[51],"language":[52],"models":[53],"(LLMs)":[54],"may":[55,337],"enable":[56],"automated":[57],"extraction":[58],"CGI-S":[60,87,299],"scores":[61,88,173,177,300],"from":[62,89,115,301],"narrative":[63],"notes,":[65],"thereby":[66],"providing":[67],"scalable":[68,339],"measures":[70],"real-world":[72,354],"research.":[76],"Objective:":[77],"study":[79],"aimed":[80],"evaluate":[82],"whether":[83,184],"LLMs":[84,295],"can":[85,296],"estimate":[86,297],"notes":[92,114,129,275,283,304],"patients":[94,306],"with":[95,212,219,237,243,307,326],"major":[96],"depressive":[97],"disorder":[98],"(MDD)":[99],"compare":[102],"performance":[103,167],"across":[104,257],"prompting":[105,159,214,229,239],"strategies":[106],"model":[108,324],"architectures.":[109],"Methods:":[110],"We":[111,152],"extracted":[112],"psychiatrist-authored":[113],"Johns":[117],"Hopkins":[118],"electronic":[119],"health":[120],"record.":[121],"Three":[122],"board-certified":[123],"psychiatrists":[124,207],"independently":[125],"rated":[126],"77":[127],"using":[130],"validated":[132],"depression-specific":[133],"Impression":[136],"(CGI)":[137],"rubric.":[138],"Weighted":[139],"Cohen":[140],"kappa":[141],"coefficients":[142],"were":[143],"calculated":[144],"assess":[146],"inter-rater":[147],"reliability":[148,205],"model-human":[150],"agreement.":[151],"evaluated":[153,183],"GPT-4o":[154,211,327],"under":[155,163],"zero-shot":[156,164,213,238],"few-shot":[158,228],"conditions":[160],"Llama-4":[162,236],"prompting.":[165],"Model":[166,251],"was":[168,208,271],"assessed":[169],"comparing":[171],"LLM-generated":[172],"individual":[175],"rater":[176],"consensus":[179],"ratings.":[180],"Exploratory":[181],"analyses":[182],"agreement":[185,218,242,252,313],"varied":[186,322],"patient":[188],"demographics,":[189],"setting,":[191],"note":[192,279],"length,":[193],"or":[194,263,285],"percentage":[196,265],"copy-forwarded":[198,267],"text":[199],"within":[200],"each":[201],"note.":[202],"Results:":[203],"Interrater":[204],"among":[206],"high":[209],"(\u03ba=0.77-0.78).":[210],"demonstrated":[215,240],"highest":[217],"average":[220,244],"human":[221,245],"ratings":[222,246],"(\u03ba=0.85,":[223],"95%":[224,248],"CI":[225,249],"0.78-0.90),":[226],"did":[230,253],"not":[231,254],"improve":[232],"performance.":[233],"In":[234],"contrast,":[235],"lower":[241,273],"(\u03ba=0.70,":[247],"0.55-0.80).":[250],"significantly":[255,272],"differ":[256],"age,":[258],"sex,":[259],"race,":[260],"treatment":[261],"location,":[262],"text,":[268],"it":[270],"below":[276],"median":[278,288],"length":[280,289],"than":[281],"at":[284,309],"above":[286],"(\u03ba=0.72":[290],"vs":[291],"0.92;":[292],"P=.003).":[293],"Conclusions:":[294],"MDD":[308],"level":[311],"comparable":[314],"expert":[318],"interrater":[319],"reliability.":[320],"Performance":[321],"architecture,":[325],"outperforming":[328],"an":[329],"open-source":[330],"alternative.":[331],"If":[332],"further":[333],"validated,":[334],"this":[335],"approach":[336],"support":[338],"measurement":[341],"research":[343],"settings":[344],"inform":[346],"future":[347],"efforts":[348],"implement":[350],"measurement-based":[351],"practice.":[356]},"counts_by_year":[],"updated_date":"2026-10-13T10:08:12.033832","created_date":"2026-06-28T00:00:00"}