{"id":"https://openalex.org/W4415263412","doi":"https://doi.org/10.1038/s41746-025-01985-5","title":"Evaluating the performance of general purpose large language models in identifying human facial emotions","display_name":"Evaluating the performance of general purpose large language models in identifying human facial emotions","publication_year":2025,"publication_date":"2025-10-16","ids":{"openalex":"https://openalex.org/W4415263412","doi":"https://doi.org/10.1038/s41746-025-01985-5","pmid":"https://pubmed.ncbi.nlm.nih.gov/41102392"},"language":"en","primary_location":{"id":"doi:10.1038/s41746-025-01985-5","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-025-01985-5","pdf_url":"https://www.nature.com/articles/s41746-025-01985-5.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.nature.com/articles/s41746-025-01985-5.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089246438","display_name":"Benjamin W. Nelson","orcid":"https://orcid.org/0000-0002-5474-7674"},"institutions":[{"id":"https://openalex.org/I1316535847","display_name":"Beth Israel Deaconess Medical Center","ror":"https://ror.org/04drvxt59","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1316535847"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I708430","display_name":"University of La Verne","ror":"https://ror.org/02kg81z20","country_code":"US","type":"education","lineage":["https://openalex.org/I708430"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Benjamin W. Nelson","raw_affiliation_strings":["Division of Digital Psychiatry, Department of Psychiatry, Beth Israel Deaconess Medical Center, Harvard Medical School, Boston, MA, USA. bnelson9@bidmc.harvard.edu","Verily Life Sciences, San Francisco, CA, USA. bnelson9@bidmc.harvard.edu","Verily Life Sciences, San Francisco, CA, USA","Division of Digital Psychiatry, Department of Psychiatry, Beth Israel Deaconess Medical Center, Harvard Medical School, Boston, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Digital Psychiatry, Department of Psychiatry, Beth Israel Deaconess Medical Center, Harvard Medical School, Boston, MA, USA. bnelson9@bidmc.harvard.edu","institution_ids":["https://openalex.org/I1316535847"]},{"raw_affiliation_string":"Verily Life Sciences, San Francisco, CA, USA. bnelson9@bidmc.harvard.edu","institution_ids":["https://openalex.org/I708430"]},{"raw_affiliation_string":"Verily Life Sciences, San Francisco, CA, USA","institution_ids":[]},{"raw_affiliation_string":"Division of Digital Psychiatry, Department of Psychiatry, Beth Israel Deaconess Medical Center, Harvard Medical School, Boston, MA, USA","institution_ids":["https://openalex.org/I1316535847","https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041648058","display_name":"Ari Winbush","orcid":"https://orcid.org/0000-0003-4183-731X"},"institutions":[{"id":"https://openalex.org/I181233156","display_name":"University of Oregon","ror":"https://ror.org/0293rh119","country_code":"US","type":"education","lineage":["https://openalex.org/I181233156"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ari Winbush","raw_affiliation_strings":["University of Oregon, Eugene, OR, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oregon, Eugene, OR, USA","institution_ids":["https://openalex.org/I181233156"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104423840","display_name":"Steven Siddals","orcid":"https://orcid.org/0009-0007-0514-8978"},"institutions":[{"id":"https://openalex.org/I1316535847","display_name":"Beth Israel Deaconess Medical Center","ror":"https://ror.org/04drvxt59","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1316535847"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steven Siddals","raw_affiliation_strings":["Division of Digital Psychiatry, Department of Psychiatry, Beth Israel Deaconess Medical Center, Harvard Medical School, Boston, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Digital Psychiatry, Department of Psychiatry, Beth Israel Deaconess Medical Center, Harvard Medical School, Boston, MA, USA","institution_ids":["https://openalex.org/I1316535847","https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098779094","display_name":"Matthew Flathers","orcid":"https://orcid.org/0009-0004-3351-0688"},"institutions":[{"id":"https://openalex.org/I1316535847","display_name":"Beth Israel Deaconess Medical Center","ror":"https://ror.org/04drvxt59","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1316535847"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Flathers","raw_affiliation_strings":["Division of Digital Psychiatry, Department of Psychiatry, Beth Israel Deaconess Medical Center, Harvard Medical School, Boston, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Digital Psychiatry, Department of Psychiatry, Beth Israel Deaconess Medical Center, Harvard Medical School, Boston, MA, USA","institution_ids":["https://openalex.org/I1316535847","https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063313898","display_name":"Nicholas B. Allen","orcid":"https://orcid.org/0000-0002-1086-6639"},"institutions":[{"id":"https://openalex.org/I181233156","display_name":"University of Oregon","ror":"https://ror.org/0293rh119","country_code":"US","type":"education","lineage":["https://openalex.org/I181233156"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicholas B. Allen","raw_affiliation_strings":["University of Oregon, Eugene, OR, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oregon, Eugene, OR, USA","institution_ids":["https://openalex.org/I181233156"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026523515","display_name":"John Torous","orcid":"https://orcid.org/0000-0002-5362-7937"},"institutions":[{"id":"https://openalex.org/I1316535847","display_name":"Beth Israel Deaconess Medical Center","ror":"https://ror.org/04drvxt59","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1316535847"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Torous","raw_affiliation_strings":["Division of Digital Psychiatry, Department of Psychiatry, Beth Israel Deaconess Medical Center, Harvard Medical School, Boston, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Digital Psychiatry, Department of Psychiatry, Beth Israel Deaconess Medical Center, Harvard Medical School, Boston, MA, USA","institution_ids":["https://openalex.org/I1316535847","https://openalex.org/I136199984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5089246438"],"corresponding_institution_ids":["https://openalex.org/I1316535847","https://openalex.org/I136199984","https://openalex.org/I708430"],"apc_list":{"value":3060,"currency":"USD","value_usd":3060},"apc_paid":{"value":3060,"currency":"USD","value_usd":3060},"fwci":3.8276,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.9422294,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"8","issue":"1","first_page":"615","last_page":"615"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/socioemotional-selectivity-theory","display_name":"Socioemotional selectivity theory","score":0.8586000204086304},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5551000237464905},{"id":"https://openalex.org/keywords/competence","display_name":"Competence (human resources)","score":0.4602000117301941},{"id":"https://openalex.org/keywords/general-purpose","display_name":"General purpose","score":0.41510000824928284},{"id":"https://openalex.org/keywords/human-language","display_name":"Human language","score":0.3264000117778778},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.3091000020503998}],"concepts":[{"id":"https://openalex.org/C101595628","wikidata":"https://www.wikidata.org/wiki/Q7552788","display_name":"Socioemotional selectivity theory","level":2,"score":0.8586000204086304},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5929999947547913},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5551000237464905},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.4602000117301941},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4390999972820282},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.4260999858379364},{"id":"https://openalex.org/C2982832238","wikidata":"https://www.wikidata.org/wiki/Q5531640","display_name":"General purpose","level":2,"score":0.41510000824928284},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.3935000002384186},{"id":"https://openalex.org/C2993724205","wikidata":"https://www.wikidata.org/wiki/Q315","display_name":"Human language","level":2,"score":0.3264000117778778},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.3091000020503998},{"id":"https://openalex.org/C2777877512","wikidata":"https://www.wikidata.org/wiki/Q1116097","display_name":"Common ground","level":2,"score":0.2808000147342682},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.27070000767707825},{"id":"https://openalex.org/C2987857752","wikidata":"https://www.wikidata.org/wiki/Q12147","display_name":"Human health","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C2781318095","wikidata":"https://www.wikidata.org/wiki/Q33127638","display_name":"General practice","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1038/s41746-025-01985-5","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-025-01985-5","pdf_url":"https://www.nature.com/articles/s41746-025-01985-5.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},{"id":"pmid:41102392","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41102392","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NPJ digital medicine","raw_type":null},{"id":"pmh:oai:doaj.org/article:520b41b02a69412c8c788380d80fefcf","is_oa":true,"landing_page_url":"https://doaj.org/article/520b41b02a69412c8c788380d80fefcf","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"npj Digital Medicine, Vol 8, Iss 1, Pp 1-6 (2025)","raw_type":"article"},{"id":"pmh:oai:europepmc.org:11341010","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12533101","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1038/s41746-025-01985-5","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-025-01985-5","pdf_url":"https://www.nature.com/articles/s41746-025-01985-5.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415263412.pdf","grobid_xml":"https://content.openalex.org/works/W4415263412.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W2056415169","https://openalex.org/W2094267229","https://openalex.org/W2098958400","https://openalex.org/W2108223677","https://openalex.org/W2164777277","https://openalex.org/W2725560969","https://openalex.org/W3049568452","https://openalex.org/W3209797242","https://openalex.org/W3214214739","https://openalex.org/W4304172680","https://openalex.org/W4308906267","https://openalex.org/W4321277158","https://openalex.org/W4386070832","https://openalex.org/W4387583347","https://openalex.org/W4390116171","https://openalex.org/W4390202391","https://openalex.org/W4393397034","https://openalex.org/W4394845619","https://openalex.org/W4398143508","https://openalex.org/W4399049950","https://openalex.org/W4403863303","https://openalex.org/W4405971183","https://openalex.org/W4410629676"],"related_works":[],"abstract_inverted_index":{"We":[0],"evaluated":[1],"the":[2,22,53],"ability":[3],"of":[4,57],"three":[5],"leading":[6],"LLMs":[7,58],"(GPT-4o,":[8],"Gemini":[9,27],"2.0":[10],"Experimental,":[11],"and":[12,26,36,59],"Claude":[13],"3.5":[14],"Sonnet)":[15],"to":[16],"recognize":[17],"human":[18,31],"facial":[19],"expression":[20],"using":[21],"NimStim":[23],"dataset.":[24],"GPT":[25],"matched":[28],"or":[29],"exceeded":[30],"performance,":[32],"especially":[33],"for":[34,62],"calm/neutral":[35],"surprise.":[37],"All":[38],"models":[39],"showed":[40],"strong":[41],"agreement":[42],"with":[43],"ground":[44],"truth,":[45],"though":[46],"fear":[47],"was":[48],"often":[49],"misclassified.":[50],"Findings":[51],"underscore":[52],"growing":[54],"socioemotional":[55],"competence":[56],"their":[60],"potential":[61],"healthcare":[63],"applications.":[64]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-13T06:13:01.061226","created_date":"2025-10-17T00:00:00"}