{"id":"https://openalex.org/W7222943563","doi":"https://doi.org/10.2196/102713","title":"Variation in Medical Ethics Recommendations Across Large Language Models: Case-Based Audit Study","display_name":"Variation in Medical Ethics Recommendations Across Large Language Models: Case-Based Audit Study","publication_year":2026,"publication_date":"2026-10-19","ids":{"openalex":"https://openalex.org/W7222943563","doi":"https://doi.org/10.2196/102713","pmid":"https://pubmed.ncbi.nlm.nih.gov/42896177","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/13728766"},"language":"en","primary_location":{"id":"doi:10.2196/102713","doi":"https://doi.org/10.2196/102713","is_oa":true,"landing_page_url":"https://doi.org/10.2196/102713","pdf_url":null,"source":{"id":"https://openalex.org/S4387286577","display_name":"JMIR AI","issn_l":"2817-1705","issn":["2817-1705"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","ki-jl-1","norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR AI","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.2196/102713","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039249707","display_name":"Yasuhito Mitsuyama","orcid":"https://orcid.org/0000-0001-7979-2300","observed_orcids":["https://orcid.org/0000-0001-7979-2300"]},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]},{"id":"https://openalex.org/I4387152983","display_name":"Osaka Metropolitan University","ror":"https://ror.org/01hvx5h04","country_code":"JP","type":"education","lineage":["https://openalex.org/I4387152983"]}],"countries":["DE","JP"],"is_corresponding":false,"raw_author_name":"Yasuhito Mitsuyama","raw_affiliation_strings":["Department of Artificial Intelligence, Graduate School of Medicine, Osaka Metropolitan University, Osaka, Osaka, Japan","Research Institute for Innovation and Co-Creation, Osaka Metropolitan University, Osaka, Osaka, Japan","Smart Data & Knowledge Services, German Research Center of Artificial Intelligence, Kaiserslautern, Rheinland-Pfalz, Germany"],"raw_orcid":"https://orcid.org/0000-0001-7979-2300","affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Graduate School of Medicine, Osaka Metropolitan University, Osaka, Osaka, Japan","institution_ids":["https://openalex.org/I4387152983"]},{"raw_affiliation_string":"Research Institute for Innovation and Co-Creation, Osaka Metropolitan University, Osaka, Osaka, Japan","institution_ids":["https://openalex.org/I4387152983"]},{"raw_affiliation_string":"Smart Data & Knowledge Services, German Research Center of Artificial Intelligence, Kaiserslautern, Rheinland-Pfalz, Germany","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087445336","display_name":"Ko Watanabe","orcid":"https://orcid.org/0000-0003-0252-1785","observed_orcids":["https://orcid.org/0000-0003-0252-1785"]},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ko Watanabe","raw_affiliation_strings":["Smart Data & Knowledge Services, German Research Center of Artificial Intelligence, Kaiserslautern, Rheinland-Pfalz, Germany"],"raw_orcid":"https://orcid.org/0000-0003-0252-1785","affiliations":[{"raw_affiliation_string":"Smart Data & Knowledge Services, German Research Center of Artificial Intelligence, Kaiserslautern, Rheinland-Pfalz, Germany","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043523524","display_name":"Shannon Leigh Walston","orcid":"https://orcid.org/0000-0002-7268-8313","observed_orcids":["https://orcid.org/0000-0002-7268-8313"]},"institutions":[{"id":"https://openalex.org/I4387152983","display_name":"Osaka Metropolitan University","ror":"https://ror.org/01hvx5h04","country_code":"JP","type":"education","lineage":["https://openalex.org/I4387152983"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shannon Walston","raw_affiliation_strings":["Department of Artificial Intelligence, Graduate School of Medicine, Osaka Metropolitan University, Osaka, Osaka, Japan"],"raw_orcid":"https://orcid.org/0000-0002-7268-8313","affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Graduate School of Medicine, Osaka Metropolitan University, Osaka, Osaka, Japan","institution_ids":["https://openalex.org/I4387152983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065409532","display_name":"Hirotaka Takita","orcid":"https://orcid.org/0000-0003-2860-4503","observed_orcids":["https://orcid.org/0000-0003-2860-4503"]},"institutions":[{"id":"https://openalex.org/I4387152983","display_name":"Osaka Metropolitan University","ror":"https://ror.org/01hvx5h04","country_code":"JP","type":"education","lineage":["https://openalex.org/I4387152983"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hirotaka Takita","raw_affiliation_strings":["Department of Artificial Intelligence, Graduate School of Medicine, Osaka Metropolitan University, Osaka, Osaka, Japan","Department of Diagnostic and Interventional Radiology, Graduate School of Medicine, Osaka Metropolitan University, Osaka, Osaka, Japan"],"raw_orcid":"https://orcid.org/0000-0003-2860-4503","affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Graduate School of Medicine, Osaka Metropolitan University, Osaka, Osaka, Japan","institution_ids":["https://openalex.org/I4387152983"]},{"raw_affiliation_string":"Department of Diagnostic and Interventional Radiology, Graduate School of Medicine, Osaka Metropolitan University, Osaka, Osaka, Japan","institution_ids":["https://openalex.org/I4387152983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051890309","display_name":"Kenichi Saito","orcid":"https://orcid.org/0000-0003-2301-706X","observed_orcids":["https://orcid.org/0000-0003-2301-706X"]},"institutions":[{"id":"https://openalex.org/I4387152983","display_name":"Osaka Metropolitan University","ror":"https://ror.org/01hvx5h04","country_code":"JP","type":"education","lineage":["https://openalex.org/I4387152983"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kenichi Saito","raw_affiliation_strings":["Department of Artificial Intelligence, Graduate School of Medicine, Osaka Metropolitan University, Osaka, Osaka, Japan"],"raw_orcid":"https://orcid.org/0000-0003-2301-706X","affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Graduate School of Medicine, Osaka Metropolitan University, Osaka, Osaka, Japan","institution_ids":["https://openalex.org/I4387152983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056876034","display_name":"Shoya Ishimaru","orcid":"https://orcid.org/0000-0002-5374-1510","observed_orcids":["https://orcid.org/0000-0002-5374-1510"]},"institutions":[{"id":"https://openalex.org/I4387152983","display_name":"Osaka Metropolitan University","ror":"https://ror.org/01hvx5h04","country_code":"JP","type":"education","lineage":["https://openalex.org/I4387152983"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shoya Ishimaru","raw_affiliation_strings":["Department of Core Informatics, Graduate School of Informatics, Osaka Metropolitan University, Sakai, Osaka, Japan","Research Institute for Innovation and Co-Creation, Osaka Metropolitan University, Osaka, Osaka, Japan"],"raw_orcid":"https://orcid.org/0000-0002-5374-1510","affiliations":[{"raw_affiliation_string":"Department of Core Informatics, Graduate School of Informatics, Osaka Metropolitan University, Sakai, Osaka, Japan","institution_ids":["https://openalex.org/I4387152983"]},{"raw_affiliation_string":"Research Institute for Innovation and Co-Creation, Osaka Metropolitan University, Osaka, Osaka, Japan","institution_ids":["https://openalex.org/I4387152983"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084103903","display_name":"Daiju Ueda","orcid":"https://orcid.org/0000-0002-3878-3616","observed_orcids":["https://orcid.org/0000-0002-3878-3616"]},"institutions":[{"id":"https://openalex.org/I4387152983","display_name":"Osaka Metropolitan University","ror":"https://ror.org/01hvx5h04","country_code":"JP","type":"education","lineage":["https://openalex.org/I4387152983"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Daiju Ueda","raw_affiliation_strings":["Department of Artificial Intelligence, Graduate School of Medicine, Osaka Metropolitan University, Osaka, Osaka, Japan","Research Institute for Innovation and Co-Creation, Osaka Metropolitan University, Osaka, Osaka, Japan"],"raw_orcid":"https://orcid.org/0000-0002-3878-3616","affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Graduate School of Medicine, Osaka Metropolitan University, Osaka, Osaka, Japan","institution_ids":["https://openalex.org/I4387152983"]},{"raw_affiliation_string":"Research Institute for Innovation and Co-Creation, Osaka Metropolitan University, Osaka, Osaka, Japan","institution_ids":["https://openalex.org/I4387152983"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5084103903"],"corresponding_institution_ids":["https://openalex.org/I4387152983"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.69214594,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"5","issue":null,"first_page":"e102713","last_page":"e102713"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.006800000090152025,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13147","display_name":"Ethics and bioethics in healthcare","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9980000257492065},{"id":"https://openalex.org/keywords/medical-ethics","display_name":"medical ethics","score":0.8939999938011169},{"id":"https://openalex.org/keywords/clinical-decision-support","display_name":"clinical decision support","score":0.9150000214576721},{"id":"https://openalex.org/keywords/ethical-dilemmas","display_name":"ethical dilemmas","score":0.6110000014305115},{"id":"https://openalex.org/keywords/inter-model-agreement","display_name":"inter-model agreement","score":0.8460000157356262},{"id":"https://openalex.org/keywords/model-confidence","display_name":"model confidence","score":0.8650000095367432},{"id":"https://openalex.org/keywords/llm-benchmarking","display_name":"LLM benchmarking","score":0.5410000085830688}],"concepts":[{"id":"https://openalex.org/C126086293","wikidata":"https://www.wikidata.org/wiki/Q237151","display_name":"Medical ethics","level":2,"score":0.5042999982833862},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.49970000982284546},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.48820000886917114},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.44200000166893005},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4392000138759613},{"id":"https://openalex.org/C2777146004","wikidata":"https://www.wikidata.org/wiki/Q14949826","display_name":"CLARITY","level":2,"score":0.4341000020503998},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.3840000033378601},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.34790000319480896},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.33889999985694885},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.31790000200271606},{"id":"https://openalex.org/C2780572471","wikidata":"https://www.wikidata.org/wiki/Q18206027","display_name":"Clinical Ethics","level":2,"score":0.31040000915527344},{"id":"https://openalex.org/C2777120189","wikidata":"https://www.wikidata.org/wiki/Q780067","display_name":"Triage","level":2,"score":0.28279998898506165},{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.27950000762939453},{"id":"https://openalex.org/C512399662","wikidata":"https://www.wikidata.org/wiki/Q3505712","display_name":"Family medicine","level":1,"score":0.2791000008583069},{"id":"https://openalex.org/C2776970089","wikidata":"https://www.wikidata.org/wiki/Q27913684","display_name":"Ethics committee","level":2,"score":0.2750000059604645},{"id":"https://openalex.org/C85973986","wikidata":"https://www.wikidata.org/wiki/Q1091731","display_name":"Exploratory research","level":2,"score":0.2628999948501587},{"id":"https://openalex.org/C2779328685","wikidata":"https://www.wikidata.org/wiki/Q1475557","display_name":"Patient safety","level":3,"score":0.259799987077713},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.25679999589920044},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2558000087738037},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.25209999084472656}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.2196/102713","doi":"https://doi.org/10.2196/102713","is_oa":true,"landing_page_url":"https://doi.org/10.2196/102713","pdf_url":null,"source":{"id":"https://openalex.org/S4387286577","display_name":"JMIR AI","issn_l":"2817-1705","issn":["2817-1705"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","ki-jl-1","norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR AI","raw_type":"journal-article"},{"id":"doi:10.2196/preprints.102713","doi":"https://doi.org/10.2196/preprints.102713","is_oa":false,"landing_page_url":"https://doi.org/10.2196/preprints.102713","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:pubmedcentral.nih.gov:13728766","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13728766/","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13728766/pdf/ai_v5i1e102713.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR AI","raw_type":"Text"},{"id":"pmid:42896177","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/42896177","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR AI","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.2196/102713","doi":"https://doi.org/10.2196/102713","is_oa":true,"landing_page_url":"https://doi.org/10.2196/102713","pdf_url":null,"source":{"id":"https://openalex.org/S4387286577","display_name":"JMIR AI","issn_l":"2817-1705","issn":["2817-1705"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","ki-jl-1","norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR AI","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.504800021648407}],"study_designs":[],"awards":[{"id":"https://openalex.org/G2360211950","display_name":"Multi-center validation of prognostic prediction of Xp-age by AI","funder_award_id":"24K18804","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G5450790859","display_name":"\u533b\u7642\u00d7\uff21\uff29\u306e\u65e5\u72ec\u91cd\u5c64\u578b\u7814\u7a76\u958b\u767a\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u5f62\u6210\u3068\u7523\u696d\u5275\u51fa","funder_award_id":"JPMJAP2403","funder_id":"https://openalex.org/F4320334789","funder_display_name":"Japan Science and Technology Agency"},{"id":"https://openalex.org/G8902427534","display_name":null,"funder_award_id":"JPMJBS2401","funder_id":"https://openalex.org/F4320334789","funder_display_name":"Japan Science and Technology Agency"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"},{"id":"https://openalex.org/F4320334789","display_name":"Japan Science and Technology Agency","ror":"https://ror.org/00097mb19"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7222943563.pdf","grobid_xml":"https://content.openalex.org/works/W7222943563.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W2104147440","https://openalex.org/W2897042519","https://openalex.org/W3130937151","https://openalex.org/W4252608096","https://openalex.org/W4254034712","https://openalex.org/W4311991106","https://openalex.org/W4360891289","https://openalex.org/W4382619745","https://openalex.org/W4384071683","https://openalex.org/W4384561707","https://openalex.org/W4385564466","https://openalex.org/W4385714610","https://openalex.org/W4387232979","https://openalex.org/W4387799916","https://openalex.org/W4387821331","https://openalex.org/W4388540984","https://openalex.org/W4388728551","https://openalex.org/W4391097099","https://openalex.org/W4392681182","https://openalex.org/W4401306886","https://openalex.org/W4402027817","https://openalex.org/W4402279236","https://openalex.org/W4402748869","https://openalex.org/W4406152263","https://openalex.org/W4414281281","https://openalex.org/W4416193714","https://openalex.org/W6948369276","https://openalex.org/W7157773142"],"related_works":["https://openalex.org/W4404418055","https://openalex.org/W7131649944","https://openalex.org/W7220861325","https://openalex.org/W4413040022","https://openalex.org/W4413104119","https://openalex.org/W7213383263","https://openalex.org/W4414897380","https://openalex.org/W7155952594","https://openalex.org/W7166890109","https://openalex.org/W4414137684"],"abstract_inverted_index":{"BACKGROUND:":[0],"Large":[1],"language":[2],"models":[3],"(LLMs)":[4],"are":[5,301],"increasingly":[6],"being":[7],"integrated":[8],"into":[9],"clinical":[10],"decision":[11],"support,":[12],"ranging":[13],"from":[14,238],"documentation":[15],"aids":[16],"to":[17,71,241],"triage":[18],"and":[19,82,92,117,134,147,171,187,190,222,244,274,293],"patient":[20],"communication.":[21],"However,":[22],"their":[23],"behavior":[24,268],"in":[25,34,85,257],"ethically":[26,304],"ambiguous":[27],"medical":[28,79,105,261],"situations":[29],"is":[30],"poorly":[31],"characterized.":[32],"Variability":[33],"how":[35],"different":[36],"LLMs":[37,249],"balance":[38],"approval":[39],"of":[40,43,78],"against":[41],"refusal":[42],"a":[44,73,144,181,270],"proposed":[45],"action":[46],"could":[47],"materially":[48],"shape":[49],"the":[50,163,281],"recommendations":[51,259],"clinicians":[52,284],"receive,":[53],"yet":[54],"no":[55,167],"widely":[56],"shared":[57],"benchmark":[58],"systematically":[59],"quantifies":[60],"this":[61],"variability":[62],"across":[63,95,234],"contemporary":[64,98,248],"model":[65,288],"families.":[66],"OBJECTIVE:":[67],"This":[68],"study":[69],"aimed":[70],"develop":[72],"standardized":[74],"case-based":[75],"audit":[76],"set":[77],"ethics":[80,106,262],"dilemmas":[81,107],"quantify":[83],"variation":[84,252],"recommendation":[86,267,290],"direction,":[87],"model-reported":[88,169],"confidence,":[89,292],"within-model":[90,191],"stability,":[91],"between-model":[93,188],"agreement":[94,189,212,256],"5":[96],"selected":[97],"LLMs.":[99],"METHODS:":[100],"We":[101],"constructed":[102],"60":[103],"original":[104],"spanning":[108],"4":[109],"domains.":[110],"Three":[111],"researchers":[112],"independently":[113],"annotated":[114],"case":[115,142],"difficulty":[116],"ethical":[118,278],"principles":[119],"before":[120],"reaching":[121],"consensus.":[122],"Five":[123],"primary":[124,160],"models-GPT-5,":[125],"Claude":[126],"Sonnet":[127],"4.5,":[128],"Gemini":[129],"2.5":[130],"Pro,":[131],"full-size":[132],"DeepSeek-R1,":[133],"Meta":[135],"Llama-3-8B-Instruct-were":[136],"each":[137],"evaluated":[138,152,302],"3":[139,235],"times":[140],"per":[141],"using":[143,180],"fixed":[145],"prompt":[146],"temperature":[148],"0.":[149],"DeepSeek-R1-Distill-Qwen-1.5B":[150],"was":[151,162,213,225],"separately":[153],"as":[154],"an":[155],"exploratory":[156],"small-model":[157],"comparator.":[158],"The":[159],"outcome":[161],"binary":[164,258],"yes":[165],"or":[166,280,285],"answer;":[168],"confidence":[170],"reason":[172],"were":[173,178,193,205],"also":[174],"collected.":[175],"Model":[176],"differences":[177],"assessed":[179],"case-clustered":[182],"generalized":[183],"estimating":[184],"equation":[185],"(GEE),":[186],"stability":[192,233],"summarized.":[194],"RESULTS:":[195],"=23.34;":[196],"P<.001);":[197],"after":[198],"Holm":[199],"adjustment,":[200],"only":[201],"comparisons":[202],"involving":[203],"Llama-3-8B":[204],"significant.":[206],"Across":[207],"59":[208],"complete-panel":[209],"cases,":[210],"raw":[211],"79.0%":[214],"(466/590":[215],"model-pair":[216],"comparisons;":[217],"95%":[218],"bootstrap":[219,228],"CI":[220,229],"72.9%-84.7%),":[221],"Fleiss":[223],"\u03ba":[224],"0.55":[226],"(95%":[227],"0.43-0.66).":[230],"Within-model":[231],"response":[232],"runs":[236],"ranged":[237],"85.0%":[239],"(51/60)":[240],"100.0%":[242],"(59/59":[243],"60/60).":[245],"CONCLUSIONS:":[246],"Selected":[247],"showed":[250],"model-dependent":[251],"but":[253],"moderate":[254],"overall":[255],"for":[260,303],"cases.":[263],"These":[264],"results":[265],"characterize":[266],"under":[269],"fixed,":[271],"time-specific":[272],"protocol":[273],"do":[275],"not":[276],"establish":[277],"correctness":[279],"effects":[282],"on":[283],"patients.":[286],"Reporting":[287],"version,":[289],"tendency,":[291],"repeatability":[294],"may":[295],"improve":[296],"transparency":[297],"when":[298],"such":[299],"systems":[300],"sensitive":[305],"applications.":[306]},"counts_by_year":[],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2026-10-20T00:00:00"}