{"id":"https://openalex.org/W7203768831","doi":"https://doi.org/10.1186/s12911-026-03775-9","title":"MDEF-AI: a multi-level dynamic evaluation framework for assessing the impact of AI-based clinical decision support on decision quality and patient safety","display_name":"MDEF-AI: a multi-level dynamic evaluation framework for assessing the impact of AI-based clinical decision support on decision quality and patient safety","publication_year":2026,"publication_date":"2026-08-19","ids":{"openalex":"https://openalex.org/W7203768831","doi":"https://doi.org/10.1186/s12911-026-03775-9"},"language":"en","primary_location":{"id":"doi:10.1186/s12911-026-03775-9","doi":"https://doi.org/10.1186/s12911-026-03775-9","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12911-026-03775-9","pdf_url":null,"source":{"id":"https://openalex.org/S107516304","display_name":"BMC Medical Informatics and Decision Making","issn_l":"1472-6947","issn":["1472-6947"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-c","doyens","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Informatics and Decision Making","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1186/s12911-026-03775-9","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058917075","display_name":"George Karraz","orcid":"https://orcid.org/0000-0002-5739-2338","observed_orcids":["https://orcid.org/0000-0002-5739-2338"]},"institutions":[{"id":"https://openalex.org/I875646752","display_name":"Damascus University","ror":"https://ror.org/03m098d13","country_code":"SY","type":"education","lineage":["https://openalex.org/I875646752"]}],"countries":["SY"],"is_corresponding":false,"raw_author_name":"George Karraz","raw_affiliation_strings":["Faculty of Information Technology Engineering, Damascus University, Damascus, Syria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology Engineering, Damascus University, Damascus, Syria","institution_ids":["https://openalex.org/I875646752"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037334355","display_name":"Anas Shahin","orcid":"https://orcid.org/0009-0006-2658-6566","observed_orcids":["https://orcid.org/0009-0006-2658-6566"]},"institutions":[{"id":"https://openalex.org/I3131370203","display_name":"Syrian Virtual University","ror":"https://ror.org/043vmz451","country_code":"SY","type":"education","lineage":["https://openalex.org/I3131370203"]}],"countries":["SY"],"is_corresponding":true,"raw_author_name":"Anas Shahin","raw_affiliation_strings":["Faculty of Information Technology Engineering, Syrian Virtual University, Damascus, Syria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology Engineering, Syrian Virtual University, Damascus, Syria","institution_ids":["https://openalex.org/I3131370203"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5037334355"],"corresponding_institution_ids":["https://openalex.org/I3131370203"],"apc_list":{"value":2990,"currency":"USD","value_usd":2990},"apc_paid":{"value":2990,"currency":"USD","value_usd":2990},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.4657239,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.006800000090152025,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12574","display_name":"Clinical Reasoning and Diagnostic Skills","score":0.0017000000225380063,"subfield":{"id":"https://openalex.org/subfields/2714","display_name":"Family Practice"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/patient-safety","display_name":"patient safety","score":0.7889999747276306},{"id":"https://openalex.org/keywords/human-ai-interaction","display_name":"human-AI interaction","score":0.8569999933242798},{"id":"https://openalex.org/keywords/automation-bias","display_name":"automation bias","score":0.9800000190734863},{"id":"https://openalex.org/keywords/false-negative-rate","display_name":"false negative rate","score":0.5210000276565552},{"id":"https://openalex.org/keywords/feedback-loops","display_name":"feedback loops","score":0.6710000038146973},{"id":"https://openalex.org/keywords/contextual-moderators","display_name":"contextual moderators","score":0.8029999732971191},{"id":"https://openalex.org/keywords/clinician-behavior","display_name":"clinician behavior","score":0.6110000014305115},{"id":"https://openalex.org/keywords/sociotechnical-systems","display_name":"socio-technical systems","score":0.8140000104904175},{"id":"https://openalex.org/keywords/ai-governance","display_name":"AI governance","score":0.33899998664855957}],"concepts":[{"id":"https://openalex.org/C63527458","wikidata":"https://www.wikidata.org/wiki/Q5133829","display_name":"Clinical decision support system","level":3,"score":0.641700029373169},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.6342999935150146},{"id":"https://openalex.org/C2779328685","wikidata":"https://www.wikidata.org/wiki/Q1475557","display_name":"Patient safety","level":3,"score":0.5552999973297119},{"id":"https://openalex.org/C185874996","wikidata":"https://www.wikidata.org/wiki/Q269699","display_name":"Interdependence","level":2,"score":0.5541999936103821},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5407999753952026},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.48190000653266907},{"id":"https://openalex.org/C145642194","wikidata":"https://www.wikidata.org/wiki/Q870895","display_name":"Health informatics","level":3,"score":0.4278999865055084},{"id":"https://openalex.org/C74196892","wikidata":"https://www.wikidata.org/wiki/Q7781188","display_name":"Thematic analysis","level":3,"score":0.42559999227523804},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.42419999837875366},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3982999920845032},{"id":"https://openalex.org/C186116695","wikidata":"https://www.wikidata.org/wiki/Q5249226","display_name":"Decision analysis","level":2,"score":0.39250001311302185},{"id":"https://openalex.org/C14224292","wikidata":"https://www.wikidata.org/wiki/Q13600188","display_name":"Conceptual framework","level":2,"score":0.38609999418258667},{"id":"https://openalex.org/C2779351106","wikidata":"https://www.wikidata.org/wiki/Q24965456","display_name":"Decision quality","level":3,"score":0.36250001192092896},{"id":"https://openalex.org/C2780033181","wikidata":"https://www.wikidata.org/wiki/Q24962805","display_name":"Decision aids","level":3,"score":0.36070001125335693},{"id":"https://openalex.org/C59719044","wikidata":"https://www.wikidata.org/wiki/Q7273265","display_name":"R-CAST","level":4,"score":0.35019999742507935},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.34599998593330383},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.3458000123500824},{"id":"https://openalex.org/C2989179672","wikidata":"https://www.wikidata.org/wiki/Q6806500","display_name":"Clinical decision making","level":2,"score":0.33169999718666077},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.32600000500679016},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3151000142097473},{"id":"https://openalex.org/C2777921204","wikidata":"https://www.wikidata.org/wiki/Q66104672","display_name":"Knowledge translation","level":2,"score":0.3034000098705292},{"id":"https://openalex.org/C135115379","wikidata":"https://www.wikidata.org/wiki/Q2750514","display_name":"Decision engineering","level":4,"score":0.29750001430511475},{"id":"https://openalex.org/C71405471","wikidata":"https://www.wikidata.org/wiki/Q757012","display_name":"Quality management","level":3,"score":0.289000004529953},{"id":"https://openalex.org/C13606891","wikidata":"https://www.wikidata.org/wiki/Q2623243","display_name":"Conceptual model","level":2,"score":0.28380000591278076},{"id":"https://openalex.org/C156201811","wikidata":"https://www.wikidata.org/wiki/Q5418360","display_name":"Evidential reasoning approach","level":4,"score":0.28380000591278076},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2705000042915344},{"id":"https://openalex.org/C77405623","wikidata":"https://www.wikidata.org/wiki/Q598451","display_name":"System dynamics","level":2,"score":0.26600000262260437},{"id":"https://openalex.org/C84525736","wikidata":"https://www.wikidata.org/wiki/Q831366","display_name":"Decision tree","level":2,"score":0.26190000772476196},{"id":"https://openalex.org/C191630685","wikidata":"https://www.wikidata.org/wiki/Q4027615","display_name":"Informatics","level":2,"score":0.26170000433921814},{"id":"https://openalex.org/C97944126","wikidata":"https://www.wikidata.org/wiki/Q5001864","display_name":"Business decision mapping","level":3,"score":0.2597000002861023},{"id":"https://openalex.org/C2780131953","wikidata":"https://www.wikidata.org/wiki/Q17003063","display_name":"Health care quality","level":3,"score":0.25099998712539673},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2508000135421753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1186/s12911-026-03775-9","doi":"https://doi.org/10.1186/s12911-026-03775-9","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12911-026-03775-9","pdf_url":null,"source":{"id":"https://openalex.org/S107516304","display_name":"BMC Medical Informatics and Decision Making","issn_l":"1472-6947","issn":["1472-6947"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-c","doyens","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Informatics and Decision Making","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1186/s12911-026-03775-9","doi":"https://doi.org/10.1186/s12911-026-03775-9","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12911-026-03775-9","pdf_url":null,"source":{"id":"https://openalex.org/S107516304","display_name":"BMC Medical Informatics and Decision Making","issn_l":"1472-6947","issn":["1472-6947"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-c","doyens","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Informatics and Decision Making","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.98580002784729,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3216613909","https://openalex.org/W4415619499","https://openalex.org/W420684695","https://openalex.org/W4246821405","https://openalex.org/W7167619838","https://openalex.org/W7160544751","https://openalex.org/W7147299066","https://openalex.org/W7172125125","https://openalex.org/W7222034514","https://openalex.org/W7204779700"],"abstract_inverted_index":{"Abstract":[0],"Background":[1],"Artificial":[2],"intelligence-based":[3],"clinical":[4,19,57,73,122,221,252,324],"decision":[5,20,123,222],"support":[6],"systems":[7],"(AI-CDSS)":[8],"are":[9,54],"increasingly":[10],"deployed":[11],"in":[12,306,320,350],"healthcare":[13],"settings,":[14],"yet":[15],"their":[16],"impact":[17,118],"on":[18,121],"quality":[21,124],"and":[22,39,47,71,78,104,125,132,155,197,218,224,231,285,358,370],"patient":[23,126,198,225,288],"safety":[24,226,289,319],"remains":[25],"poorly":[26],"understood.":[27],"The":[28,158],"dominant":[29],"research":[30],"paradigm":[31],"evaluates":[32],"AI-CDSS":[33,120,349],"through":[34,50],"algorithmic":[35,339],"performance":[36,340],"metrics\u2014accuracy,":[37],"sensitivity,":[38],"specificity\u2014that":[40],"do":[41],"not":[42,335],"capture":[43],"the":[44,117,165,244,258,278,307,321,331,344],"cognitive,":[45],"behavioral,":[46],"organizational":[48,195],"dynamics":[49],"which":[51],"AI":[52,238,248,325],"recommendations":[53],"translated":[55],"into":[56],"decisions.":[58],"This":[59],"performance-centric":[60],"orientation":[61],"creates":[62],"a":[63,81,111,181,201,265,312,336,351,360],"persistent":[64],"translation":[65],"gap":[66],"between":[67],"demonstrated":[68],"technical":[69],"capability":[70],"achieved":[72],"benefit.":[74],"Objective":[75],"To":[76],"propose":[77],"theoretically":[79],"ground":[80],"multi-level,":[82],"dynamic":[83,106,203],"conceptual":[84,156,266],"evaluation":[85,151,183,372],"framework":[86,160],"(Multi-Level":[87],"Dynamic":[88],"Evaluation":[89],"Framework":[90],"for":[91,115,347,355,363],"AI-CDSS;":[92],"MDEF-AI)":[93],"that":[94,270,291,353],"integrates":[95],"system":[96],"design":[97,279,315],"characteristics,":[98,194,209],"human\u2013AI":[99,210],"interaction":[100,211,267],"mechanisms,":[101],"contextual":[102,187],"moderators,":[103],"temporally":[105,234],"feedback":[107,236],"loops":[108],"to":[109,172,242,273,276,286,295,311],"provide":[110],"comprehensive":[112],"analytical":[113],"lens":[114],"assessing":[116],"of":[119,140,152,205,246,255,257,323,330,338],"safety.":[127],"Methods":[128],"A":[129],"literature":[130],"review":[131,139],"critical":[133,150],"analysis":[134,301],"methodology":[135],"was":[136,161],"employed,":[137],"involving":[138],"52":[141],"peer-reviewed":[142],"publications":[143],"across":[144,189],"eight":[145],"thematic":[146,148],"domains,":[147],"analysis,":[149],"existing":[153,170,296],"frameworks,":[154],"synthesis.":[157],"resulting":[159],"systematically":[162],"compared":[163],"against":[164,282],"three":[166,233],"most":[167],"closely":[168],"related":[169],"models":[171],"establish":[173],"its":[174],"distinct":[175,235],"theoretical":[176,345],"contribution.":[177],"Results":[178],"MDEF-AI":[179,314,342],"is":[180,271,292,326],"three-level":[182],"structure":[184],"comprising:":[185],"(1)":[186],"moderators":[188],"four":[190],"categories\u2014clinical":[191],"context,":[192],"clinician":[193,216],"factors,":[196],"characteristics;":[199],"(2)":[200],"core":[202],"chain":[204],"five":[206,229],"interdependent":[207],"components\u2014system":[208],"mechanisms":[212],"(encompassing":[213,228],"six":[214,303],"mechanisms),":[215],"cognitive":[217],"behavioral":[219],"responses,":[220],"quality,":[223],"outcomes":[227],"dimensions);":[230],"(3)":[232],"loops.":[237],"Omission":[239],"Trust\u2014the":[240],"tendency":[241],"treat":[243],"absence":[245],"an":[247,327],"alert":[249],"as":[250,264],"active":[251],"reassurance,":[253],"independent":[254],"knowledge":[256],"system\u2019s":[259],"false":[260],"negative":[261],"rate\u2014is":[262],"proposed":[263],"failure":[268],"mode":[269],"hypothesized":[272],"operate":[274],"passively,":[275],"resist":[277],"interventions":[280],"effective":[281],"automation":[283],"bias,":[284],"generate":[287],"harm":[290],"largely":[293],"invisible":[294],"incident":[297],"reporting":[298],"systems.":[299],"Critical":[300],"identified":[302],"structural":[304],"gaps":[305],"literature,":[308],"each":[309],"corresponding":[310],"specific":[313],"element.":[316],"Conclusion":[317],"Patient":[318],"age":[322],"emergent":[328],"property":[329],"entire":[332],"sociotechnical":[333],"ecosystem,":[334],"product":[337],"alone.":[341],"provides":[343],"architecture":[346],"evaluating":[348],"way":[352],"accounts":[354],"this":[356],"complexity,":[357],"generates":[359],"structured":[361],"agenda":[362],"empirical":[364],"validation,":[365],"instrument":[366],"development,":[367],"governance":[368],"reform,":[369],"longitudinal":[371],"research.":[373]},"counts_by_year":[],"updated_date":"2026-10-01T08:54:57.152042","created_date":"2026-08-20T00:00:00"}