{"id":"https://openalex.org/W7127313379","doi":"https://doi.org/10.1038/s41746-025-02299-2","title":"Towards accurate and interpretable competency-based assessment: enhancing clinical competency assessment through multimodal AI and anomaly detection","display_name":"Towards accurate and interpretable competency-based assessment: enhancing clinical competency assessment through multimodal AI and anomaly detection","publication_year":2026,"publication_date":"2026-02-03","ids":{"openalex":"https://openalex.org/W7127313379","doi":"https://doi.org/10.1038/s41746-025-02299-2","pmid":"https://pubmed.ncbi.nlm.nih.gov/41634143"},"language":"en","primary_location":{"id":"doi:10.1038/s41746-025-02299-2","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-025-02299-2","pdf_url":"https://www.nature.com/articles/s41746-025-02299-2_reference.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.nature.com/articles/s41746-025-02299-2_reference.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124967180","display_name":"Sapir Gershov","orcid":null},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]},{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["IL","US"],"is_corresponding":false,"raw_author_name":"Sapir Gershov","raw_affiliation_strings":["Department of Psychiatry, NYU Grossman School of Medicine, New York, NY, USA","Technion Autonomous Systems Program, Technion - Israel Institute of Technology, Haifa, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychiatry, NYU Grossman School of Medicine, New York, NY, USA","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"Technion Autonomous Systems Program, Technion - Israel Institute of Technology, Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092797558","display_name":"Fadi Mahameed","orcid":null},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]},{"id":"https://openalex.org/I2801301638","display_name":"Rambam Health Care Campus","ror":"https://ror.org/01fm87m50","country_code":"IL","type":"healthcare","lineage":["https://openalex.org/I2801301638"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Fadi Mahameed","raw_affiliation_strings":["Faculty of Data and Decision Sciences, Technion - Israel Institute of Technology, Haifa, Israel","Rambam Health Care Campus, Haifa, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Data and Decision Sciences, Technion - Israel Institute of Technology, Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]},{"raw_affiliation_string":"Rambam Health Care Campus, Haifa, Israel","institution_ids":["https://openalex.org/I2801301638"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044892576","display_name":"Aeyal Raz","orcid":"https://orcid.org/0000-0002-5253-7278"},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]},{"id":"https://openalex.org/I2801301638","display_name":"Rambam Health Care Campus","ror":"https://ror.org/01fm87m50","country_code":"IL","type":"healthcare","lineage":["https://openalex.org/I2801301638"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Aeyal Raz","raw_affiliation_strings":["Rambam Health Care Campus, Haifa, Israel","Rappaport Faculty of Medicine, Technion - Israel Institute of Technology, Haifa, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rambam Health Care Campus, Haifa, Israel","institution_ids":["https://openalex.org/I2801301638"]},{"raw_affiliation_string":"Rappaport Faculty of Medicine, Technion - Israel Institute of Technology, Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035442169","display_name":"Shlomi Laufer","orcid":"https://orcid.org/0000-0003-1469-5985"},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Shlomi Laufer","raw_affiliation_strings":["Faculty of Data and Decision Sciences, Technion - Israel Institute of Technology, Haifa, Israel. laufer@technion.ac.il","Technion Autonomous Systems Program, Technion - Israel Institute of Technology, Haifa, Israel. laufer@technion.ac.il"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Data and Decision Sciences, Technion - Israel Institute of Technology, Haifa, Israel. laufer@technion.ac.il","institution_ids":["https://openalex.org/I174306211"]},{"raw_affiliation_string":"Technion Autonomous Systems Program, Technion - Israel Institute of Technology, Haifa, Israel. laufer@technion.ac.il","institution_ids":["https://openalex.org/I174306211"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5035442169"],"corresponding_institution_ids":["https://openalex.org/I174306211"],"apc_list":{"value":3060,"currency":"USD","value_usd":3060},"apc_paid":{"value":3060,"currency":"USD","value_usd":3060},"fwci":27.2353,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.9810913,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"9","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12574","display_name":"Clinical Reasoning and Diagnostic Skills","score":0.5473999977111816,"subfield":{"id":"https://openalex.org/subfields/2714","display_name":"Family Practice"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T12574","display_name":"Clinical Reasoning and Diagnostic Skills","score":0.5473999977111816,"subfield":{"id":"https://openalex.org/subfields/2714","display_name":"Family Practice"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11238","display_name":"Simulation-Based Education in Healthcare","score":0.20589999854564667,"subfield":{"id":"https://openalex.org/subfields/2737","display_name":"Physiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.11990000307559967,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.7785999774932861},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.43790000677108765},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.43459999561309814},{"id":"https://openalex.org/keywords/anomaly","display_name":"Anomaly (physics)","score":0.4255000054836273},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.38370001316070557},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.3752000033855438},{"id":"https://openalex.org/keywords/expert-system","display_name":"Expert system","score":0.30550000071525574}],"concepts":[{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.7785999774932861},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.536899983882904},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5274999737739563},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4551999866962433},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.43790000677108765},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.43459999561309814},{"id":"https://openalex.org/C12997251","wikidata":"https://www.wikidata.org/wiki/Q567560","display_name":"Anomaly (physics)","level":2,"score":0.4255000054836273},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.38370001316070557},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.3752000033855438},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.31060001254081726},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.30550000071525574},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.29429998993873596},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.28369998931884766},{"id":"https://openalex.org/C2994419455","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competency assessment","level":2,"score":0.27140000462532043},{"id":"https://openalex.org/C154874363","wikidata":"https://www.wikidata.org/wiki/Q3518464","display_name":"Medical classification","level":2,"score":0.26330000162124634},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.2547999918460846},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.25290000438690186},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.25130000710487366}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1038/s41746-025-02299-2","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-025-02299-2","pdf_url":"https://www.nature.com/articles/s41746-025-02299-2_reference.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},{"id":"pmid:41634143","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41634143","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NPJ digital medicine","raw_type":null},{"id":"pmh:oai:doaj.org/article:27a3daae9a0a46af98ea36878261ce1d","is_oa":true,"landing_page_url":"https://doaj.org/article/27a3daae9a0a46af98ea36878261ce1d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"npj Digital Medicine, Vol 9, Iss 1 (2026)","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:12992708","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12992708/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"NPJ Digit Med","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1038/s41746-025-02299-2","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-025-02299-2","pdf_url":"https://www.nature.com/articles/s41746-025-02299-2_reference.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W7127313379.pdf"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W2041063234","https://openalex.org/W2056191946","https://openalex.org/W2100173888","https://openalex.org/W2260521078","https://openalex.org/W2318505873","https://openalex.org/W2807902000","https://openalex.org/W2897094884","https://openalex.org/W2955915380","https://openalex.org/W2975941018","https://openalex.org/W3013053228","https://openalex.org/W3041141348","https://openalex.org/W3096408984","https://openalex.org/W3151851237","https://openalex.org/W3178701062","https://openalex.org/W3191161603","https://openalex.org/W3196971551","https://openalex.org/W3198381997","https://openalex.org/W4212922284","https://openalex.org/W4224236214","https://openalex.org/W4297326107","https://openalex.org/W4306645406","https://openalex.org/W4307511335","https://openalex.org/W4362458937","https://openalex.org/W4362506590","https://openalex.org/W4376116649","https://openalex.org/W4379600489","https://openalex.org/W4381299118","https://openalex.org/W4387640513","https://openalex.org/W4387939753","https://openalex.org/W4388603360","https://openalex.org/W4390546628","https://openalex.org/W4390873338","https://openalex.org/W4391507789","https://openalex.org/W4391613578","https://openalex.org/W4393855166","https://openalex.org/W4400348041","https://openalex.org/W4401170880","https://openalex.org/W4401732335","https://openalex.org/W4403947180","https://openalex.org/W4406372121","https://openalex.org/W4406818572","https://openalex.org/W4407405051","https://openalex.org/W4409989142","https://openalex.org/W4415795831"],"related_works":[],"abstract_inverted_index":{"Artificial":[0],"Intelligence":[1],"(AI)":[2],"is":[3],"reshaping":[4],"medical":[5,139],"education,":[6],"particularly":[7],"in":[8,127],"the":[9,101],"domain":[10],"of":[11,107,122,146],"competency-based":[12],"assessment,":[13],"where":[14],"current":[15],"methods":[16],"remain":[17],"subjective":[18],"and":[19,31,38,51,83,97,125,141],"resource-intensive.":[20],"We":[21],"introduce":[22],"a":[23],"multimodal":[24],"AI":[25,137],"framework":[26,118],"that":[27,95],"integrates":[28],"video,":[29],"audio,":[30],"patient":[32,102],"monitor":[33,103],"data":[34],"to":[35,58],"provide":[36],"objective":[37],"interpretable":[39,115],"competency":[40],"assessments.":[41],"Using":[42],"90":[43],"anesthesia":[44],"residents,":[45],"we":[46],"established":[47],"\u201cideal\u201d":[48],"performance":[49],"benchmarks":[50],"trained":[52],"an":[53],"anomaly":[54,112],"detection":[55,113],"model":[56],"(MEMTO)":[57],"quantify":[59],"deviations":[60,69],"from":[61,67],"these":[62,68],"benchmarks.":[63],"Competency":[64],"scores":[65],"derived":[66],"showed":[70],"strong":[71],"alignment":[72],"with":[73,100,114],"expert":[74],"ratings":[75],"(Spearman\u2019s":[76],"\u03c1":[77],"=":[78,81,90],"0.78;":[79],"ICC":[80],"0.75)":[82],"demonstrated":[84],"high":[85],"ranking":[86],"precision":[87],"(Relative":[88],"L2-distance":[89],"0.12).":[91],"SHAP":[92],"analysis":[93],"revealed":[94],"communication":[96],"eye":[98],"contact":[99],"are":[104],"key":[105],"drivers":[106],"variability.":[108],"By":[109],"linking":[110],"AI-assisted":[111],"feedback,":[116],"our":[117],"addresses":[119],"critical":[120],"challenges":[121],"fairness,":[123],"reliability,":[124],"transparency":[126],"simulation-based":[128],"education.":[129],"This":[130],"work":[131],"provides":[132],"actionable":[133],"evidence":[134],"for":[135],"integrating":[136],"into":[138],"training":[140],"advancing":[142],"scalable,":[143],"equitable":[144],"evaluation":[145],"competence.":[147]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-05-16T08:24:45.110214","created_date":"2026-02-04T00:00:00"}