{"id":"https://openalex.org/W7143412752","doi":"https://doi.org/10.2196/101912","title":"Red Teaming a Patient-Facing Clinical AI Platform: 2-Phase Prospective Study","display_name":"Red Teaming a Patient-Facing Clinical AI Platform: 2-Phase Prospective Study","alternate_titles":[],"publication_year":2026,"publication_date":"2026-11-16","ids":{"openalex":"https://openalex.org/W7143412752","doi":"https://doi.org/10.2196/101912","pmid":"https://pubmed.ncbi.nlm.nih.gov/43038519"},"language":"en","primary_location":{"id":"doi:10.2196/101912","doi":"https://doi.org/10.2196/101912","is_oa":true,"landing_page_url":"https://doi.org/10.2196/101912","pdf_url":null,"source":{"id":"https://openalex.org/S4387286577","display_name":"JMIR AI","issn_l":"2817-1705","issn":["2817-1705"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl"],"host_organization":"https://openalex.org/P4310320608","host_organization_name":"JMIR Publications","host_organization_lineage":["https://openalex.org/P4310320608"],"host_organization_lineage_names":["JMIR Publications"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR AI","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W7143412752"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.2196/101912","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048528912","display_name":"Javeed I. Sukhera","orcid":"https://orcid.org/0000-0001-8146-4947","observed_orcids":["https://orcid.org/0000-0001-8146-4947"]},"institutions":[{"id":"https://openalex.org/I1302163369","display_name":"Hartford Hospital","ror":"https://ror.org/00gt5xe03","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1302163369"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Javeed Sukhera","raw_affiliation_strings":["Hartford HealthCare"],"raw_orcid":"https://orcid.org/0000-0001-8146-4947","affiliations":[{"raw_affiliation_string":"Hartford HealthCare","institution_ids":["https://openalex.org/I1302163369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053724877","display_name":"Emily R. Shearier","orcid":"https://orcid.org/0000-0001-6163-1314","observed_orcids":["https://orcid.org/0000-0001-6163-1314"]},"institutions":[{"id":"https://openalex.org/I1302163369","display_name":"Hartford Hospital","ror":"https://ror.org/00gt5xe03","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1302163369"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Emily Shearier","raw_affiliation_strings":["Hartford HealthCare"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hartford HealthCare","institution_ids":["https://openalex.org/I1302163369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059577959","display_name":"Sitra Nuredin Ababulgu","orcid":"https://orcid.org/0000-0002-4565-0299","observed_orcids":["https://orcid.org/0000-0002-4565-0299"]},"institutions":[{"id":"https://openalex.org/I1302163369","display_name":"Hartford Hospital","ror":"https://ror.org/00gt5xe03","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1302163369"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Sitra Nuredin Ababulgu","raw_affiliation_strings":["Hartford HealthCare"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hartford HealthCare","institution_ids":["https://openalex.org/I1302163369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119854810","display_name":"Gayathry Sunil","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1302163369","display_name":"Hartford Hospital","ror":"https://ror.org/00gt5xe03","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1302163369"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Gayathry Sunil","raw_affiliation_strings":["Hartford HealthCare"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hartford HealthCare","institution_ids":["https://openalex.org/I1302163369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010835089","display_name":"Peter S. Yoo","orcid":"https://orcid.org/0000-0003-3840-1697","observed_orcids":["https://orcid.org/0000-0003-3840-1697"]},"institutions":[{"id":"https://openalex.org/I1302163369","display_name":"Hartford Hospital","ror":"https://ror.org/00gt5xe03","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1302163369"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Peter Yoo","raw_affiliation_strings":["Hartford HealthCare"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hartford HealthCare","institution_ids":["https://openalex.org/I1302163369"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010337347","display_name":"Manu Suresh Sharma","orcid":"https://orcid.org/0000-0003-3737-3452","observed_orcids":["https://orcid.org/0000-0003-3737-3452"]},"institutions":[{"id":"https://openalex.org/I1302163369","display_name":"Hartford Hospital","ror":"https://ror.org/00gt5xe03","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1302163369"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Manu Sharma","raw_affiliation_strings":["Hartford HealthCare"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hartford HealthCare","institution_ids":["https://openalex.org/I1302163369"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5048528912"],"corresponding_institution_ids":["https://openalex.org/I1302163369"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"5","issue":null,"first_page":"e101912","last_page":"e101912"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10508","display_name":"Patient Safety and Medication Errors","score":0.0034000000450760126,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.0032999999821186066,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/red-teaming","display_name":"red teaming","score":0.8989999890327454},{"id":"https://openalex.org/keywords/conversational-ai","display_name":"conversational AI","score":0.7260000109672546},{"id":"https://openalex.org/keywords/remediation","display_name":"remediation","score":0.8130000233650208},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.7409999966621399},{"id":"https://openalex.org/keywords/simulation-study","display_name":"simulation study","score":0.453000009059906}],"concepts":[{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5694000124931335},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.47200000286102295},{"id":"https://openalex.org/C44280652","wikidata":"https://www.wikidata.org/wiki/Q104837","display_name":"Phase (matter)","level":2,"score":0.46059998869895935},{"id":"https://openalex.org/C2779328685","wikidata":"https://www.wikidata.org/wiki/Q1475557","display_name":"Patient safety","level":3,"score":0.41679999232292175},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.41040000319480896},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.37439998984336853},{"id":"https://openalex.org/C535046627","wikidata":"https://www.wikidata.org/wiki/Q30612","display_name":"Clinical trial","level":2,"score":0.3167000114917755},{"id":"https://openalex.org/C168563851","wikidata":"https://www.wikidata.org/wiki/Q1436668","display_name":"Randomized controlled trial","level":2,"score":0.31189998984336853},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3086000084877014},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2766000032424927},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.26330000162124634},{"id":"https://openalex.org/C545542383","wikidata":"https://www.wikidata.org/wiki/Q2751242","display_name":"Medical emergency","level":1,"score":0.26109999418258667},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.2572999894618988}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.2196/101912","doi":"https://doi.org/10.2196/101912","is_oa":true,"landing_page_url":"https://doi.org/10.2196/101912","pdf_url":null,"source":{"id":"https://openalex.org/S4387286577","display_name":"JMIR AI","issn_l":"2817-1705","issn":["2817-1705"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl"],"host_organization":"https://openalex.org/P4310320608","host_organization_name":"JMIR Publications","host_organization_lineage":["https://openalex.org/P4310320608"],"host_organization_lineage_names":["JMIR Publications"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR AI","raw_type":"journal-article"},{"id":"doi:10.2196/preprints.101912","doi":"https://doi.org/10.2196/preprints.101912","is_oa":false,"landing_page_url":"https://doi.org/10.2196/preprints.101912","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"doi:10.21203/rs.3.rs-9152209/v1","doi":"https://doi.org/10.21203/rs.3.rs-9152209/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-9152209/v1","pdf_url":"https://www.researchsquare.com/article/rs-9152209/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"},{"id":"pmid:43038519","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/43038519","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR AI","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.2196/101912","doi":"https://doi.org/10.2196/101912","is_oa":true,"landing_page_url":"https://doi.org/10.2196/101912","pdf_url":null,"source":{"id":"https://openalex.org/S4387286577","display_name":"JMIR AI","issn_l":"2817-1705","issn":["2817-1705"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl"],"host_organization":"https://openalex.org/P4310320608","host_organization_name":"JMIR Publications","host_organization_lineage":["https://openalex.org/P4310320608"],"host_organization_lineage_names":["JMIR Publications"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR AI","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Good health and well-being","score":1.0,"id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7143412752.pdf","grobid_xml":"https://content.openalex.org/works/W7143412752.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W3028484854","https://openalex.org/W4281681378","https://openalex.org/W4367310920","https://openalex.org/W4385242971","https://openalex.org/W4388722291","https://openalex.org/W4389992596","https://openalex.org/W4391188803","https://openalex.org/W4392111187","https://openalex.org/W4402476095","https://openalex.org/W4402858717","https://openalex.org/W4402922019","https://openalex.org/W4403229099","https://openalex.org/W4403420208","https://openalex.org/W4405995927","https://openalex.org/W4407135263","https://openalex.org/W4410629860","https://openalex.org/W4413107494","https://openalex.org/W4413295355","https://openalex.org/W4414794941","https://openalex.org/W4416093630","https://openalex.org/W4417506422","https://openalex.org/W7128782475","https://openalex.org/W7131127175"],"related_works":["https://openalex.org/W7156574051","https://openalex.org/W7168105253","https://openalex.org/W7106261163","https://openalex.org/W7147148543","https://openalex.org/W7167826370","https://openalex.org/W7131273832","https://openalex.org/W7155071506","https://openalex.org/W7129003228","https://openalex.org/W7160283499","https://openalex.org/W7166475388"],"abstract_inverted_index":{"BACKGROUND:":[0],"Health":[1],"systems":[2,329],"are":[3,20],"increasingly":[4],"deploying":[5],"patient-facing":[6,61],"conversational":[7],"AI":[8,30,63,335],"platforms,":[9],"yet":[10],"validated":[11],"methodologies":[12],"for":[13,55,195,327],"safety":[14,26,42,57,75,157,308,336],"evaluation":[15],"under":[16],"realistic":[17],"high-risk":[18,81,142,184,202,312],"conditions":[19],"lacking.":[21],"Prior":[22],"work":[23],"has":[24],"documented":[25],"failures":[27,76,290],"in":[28,77,97,244,255,276],"clinical":[29,62,113,334],"but":[31],"not":[32],"shown":[33],"whether":[34,67],"iterative,":[35],"health":[36,95,106,328],"system-embedded":[37],"testing":[38,73],"can":[39],"produce":[40],"measurable":[41],"improvement.":[43],"OBJECTIVE:":[44],"This":[45],"study":[46,88],"aimed":[47],"to":[48,242,286],"evaluate":[49],"a":[50,60,92,155,221,324],"structured":[51],"red":[52,302],"teaming":[53,303],"methodology":[54,326],"the":[56,163,167,183,201,234,266],"assessment":[58],"of":[59,80,190,212],"platform":[64,124,168],"and":[65,99,118,170,220,230,253,296,320,332],"determine":[66],"targeted":[68,141,235,315],"remediation":[69,125],"guided":[70],"by":[71,127,150],"initial":[72],"reduced":[74],"subsequent":[78],"rounds":[79],"evaluations.":[82],"METHODS:":[83],"A":[84,159],"2-phase":[85],"prospective":[86],"simulation":[87],"was":[89,187,205,240,304],"conducted":[90],"at":[91],"single":[93],"academic":[94],"system":[96],"January":[98],"February":[100],"2026.":[101],"Phase":[102],"1":[103,130,246],"enrolled":[104,134],"48":[105],"care":[107],"professionals":[108],"who":[109,138],"completed":[110,139],"6":[111],"randomized":[112],"scenarios":[114,313],"(3":[115],"medium":[116],"risk":[117],"3":[119,151],"high":[120],"risk).":[121],"Following":[122],"independent":[123],"informed":[126],"aggregated":[128],"phase":[129,132,181,199,245,256],"findings,":[131],"2":[133,257],"27":[135],"additional":[136],"participants":[137],"8":[140],"scenarios.":[143,197],"All":[144],"476":[145],"transcripts":[146,191],"were":[147,175],"independently":[148],"scored":[149],"calibrated":[152],"raters":[153],"using":[154],"5-domain":[156,318],"rubric.":[158],"strict":[160],"firewall":[161],"separated":[162],"research":[164],"team":[165],"from":[166,283],"developer,":[169],"only":[171],"aggregated,":[172],"deidentified":[173],"findings":[174],"shared":[176],"between":[177,272],"phases.":[178],"RESULTS:":[179],"In":[180,198],"1,":[182],"failure":[185,203,236,268],"rate":[186,204],"30.2%":[188],"(35/116)":[189],"vs":[192],"5.6%":[193],"(7/126)":[194],"medium-risk":[196],"2,":[200],"8.5%":[206],"(20/234),":[207],"representing":[208],"an":[209],"absolute":[210],"difference":[211],"21.7":[213],"percentage":[214],"points":[215],"(participant-clustered":[216],"95%":[217,250,261],"CI":[218,251,262],"11.1-32.2)":[219],"72%":[222],"relative":[223],"difference,":[224],"with":[225,279,306],"comparable":[226],"performance":[227,309],"across":[228],"prespecified":[229],"improvised":[231],"prompts":[232],"within":[233],"categories.":[237],"Interrater":[238],"reliability":[239],"moderate":[241,254],"strong":[243],"(intraclass":[247,258],"correlation":[248,259],"coefficient=0.66,":[249],"0.62-0.69)":[252],"coefficient=0.49,":[260],"0.43-0.55).":[263],"Agreement":[264],"on":[265,310],"binary":[267],"classification":[269],"remained":[270],"stable":[271],"phases":[273],"(Fleiss":[274],"\u03ba=0.70":[275],"both":[277],"phases),":[278],"observed":[280],"agreement":[281],"increasing":[282],"90.9%":[284],"(220/242)":[285],"94.9%":[287],"(222/234).":[288],"Residual":[289],"clustered":[291],"around":[292],"triage":[293],"calibration":[294],"errors":[295],"scope":[297],"violations.":[298],"CONCLUSIONS:":[299],"Structured":[300],"iterative":[301],"associated":[305],"improved":[307],"new":[311],"following":[314],"remediation.":[316],"The":[317],"rubric":[319],"scenario":[321],"taxonomy":[322],"offer":[323],"replicable":[325],"conducting":[330],"predeployment":[331],"ongoing":[333],"assessment.":[337]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7143412752","counts_by_year":[],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2026-03-31T00:00:00"}
