{"id":"https://openalex.org/W7225650760","doi":"https://doi.org/10.3390/bioengineering13111325","title":"CoDE: A Patient Cohort-Based Study of Evidence Coverage and Support in Diagnostic Explanations Generated by Large Language Models","display_name":"CoDE: A Patient Cohort-Based Study of Evidence Coverage and Support in Diagnostic Explanations Generated by Large Language Models","publication_year":2026,"publication_date":"2026-11-08","ids":{"openalex":"https://openalex.org/W7225650760","doi":"https://doi.org/10.3390/bioengineering13111325"},"language":"en","primary_location":{"id":"doi:10.3390/bioengineering13111325","doi":"https://doi.org/10.3390/bioengineering13111325","is_oa":true,"landing_page_url":"https://doi.org/10.3390/bioengineering13111325","pdf_url":null,"source":{"id":"https://openalex.org/S4210179121","display_name":"Bioengineering","issn_l":"2306-5354","issn":["2306-5354"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bioengineering","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3390/bioengineering13111325","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135501177","display_name":"Ran Xin","orcid":"https://orcid.org/0000-0003-2866-9569","observed_orcids":["https://orcid.org/0000-0003-2866-9569"]},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ran Xin","raw_affiliation_strings":["Engineering Research Center of EMR and Intelligent Expert Systems, Ministry of Education, College of Biomedical Engineering and Instrument Science, Zhejiang University, Hangzhou 310027, China","Polytechnic Institute, Zhejiang University, Hangzhou 310015, China","Research Center for Scientific Data Hub, Zhejiang Lab, Hangzhou 311121, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Engineering Research Center of EMR and Intelligent Expert Systems, Ministry of Education, College of Biomedical Engineering and Instrument Science, Zhejiang University, Hangzhou 310027, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Polytechnic Institute, Zhejiang University, Hangzhou 310015, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Research Center for Scientific Data Hub, Zhejiang Lab, Hangzhou 311121, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102609175","display_name":"Chengkai Wu","orcid":"https://orcid.org/0000-0002-8064-4070","observed_orcids":["https://orcid.org/0000-0002-8064-4070"]},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengkai Wu","raw_affiliation_strings":["School of Intelligent Science and Technology, Hangzhou Institute for Advanced Study, University of Chinese Academy of Sciences, Hangzhou 310024, China"],"raw_orcid":"https://orcid.org/0000-0002-8064-4070","affiliations":[{"raw_affiliation_string":"School of Intelligent Science and Technology, Hangzhou Institute for Advanced Study, University of Chinese Academy of Sciences, Hangzhou 310024, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144330733","display_name":"Yuxiang He","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxiang He","raw_affiliation_strings":["Engineering Research Center of EMR and Intelligent Expert Systems, Ministry of Education, College of Biomedical Engineering and Instrument Science, Zhejiang University, Hangzhou 310027, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Engineering Research Center of EMR and Intelligent Expert Systems, Ministry of Education, College of Biomedical Engineering and Instrument Science, Zhejiang University, Hangzhou 310027, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101555778","display_name":"Jingsong Li","orcid":"https://orcid.org/0000-0002-1892-4266","observed_orcids":["https://orcid.org/0000-0002-1892-4266","https://orcid.org/0000-0002-1064-637X"]},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jingsong Li","raw_affiliation_strings":["Engineering Research Center of EMR and Intelligent Expert Systems, Ministry of Education, College of Biomedical Engineering and Instrument Science, Zhejiang University, Hangzhou 310027, China","School of Intelligent Science and Technology, Hangzhou Institute for Advanced Study, University of Chinese Academy of Sciences, Hangzhou 310024, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Engineering Research Center of EMR and Intelligent Expert Systems, Ministry of Education, College of Biomedical Engineering and Instrument Science, Zhejiang University, Hangzhou 310027, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"School of Intelligent Science and Technology, Hangzhou Institute for Advanced Study, University of Chinese Academy of Sciences, Hangzhou 310024, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5161318528","display_name":"Yu Tian","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yu Tian","raw_affiliation_strings":["Engineering Research Center of EMR and Intelligent Expert Systems, Ministry of Education, College of Biomedical Engineering and Instrument Science, Zhejiang University, Hangzhou 310027, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Engineering Research Center of EMR and Intelligent Expert Systems, Ministry of Education, College of Biomedical Engineering and Instrument Science, Zhejiang University, Hangzhou 310027, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5101555778","https://openalex.org/A5161318528"],"corresponding_institution_ids":["https://openalex.org/I4210165038","https://openalex.org/I76130692"],"apc_list":{"value":2700,"currency":"CHF","value_usd":3258},"apc_paid":{"value":2700,"currency":"CHF","value_usd":3258},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":"11","first_page":"1325","last_page":"1325"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9375,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9375,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.05130000039935112,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.005799999926239252,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9580000042915344},{"id":"https://openalex.org/keywords/diagnostic-support","display_name":"diagnostic support","score":0.8709999918937683},{"id":"https://openalex.org/keywords/shap","display_name":"SHAP","score":0.5260000228881836},{"id":"https://openalex.org/keywords/clinical-decision-support","display_name":"clinical decision support","score":0.4749999940395355},{"id":"https://openalex.org/keywords/evaluation-of-explanations","display_name":"explanation evaluation","score":0.671999990940094},{"id":"https://openalex.org/keywords/fault-detection","display_name":"fault detection","score":0.3019999861717224}],"concepts":[{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.5690000057220459},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.567799985408783},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5444999933242798},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.5192000269889832},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.46950000524520874},{"id":"https://openalex.org/C2776916960","wikidata":"https://www.wikidata.org/wiki/Q637156","display_name":"Warrant","level":2,"score":0.45019999146461487},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.37689998745918274},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.3716999888420105},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.3416000008583069},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3407000005245209},{"id":"https://openalex.org/C19648533","wikidata":"https://www.wikidata.org/wiki/Q691640","display_name":"Evidence-based medicine","level":3,"score":0.3382999897003174},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.31869998574256897},{"id":"https://openalex.org/C534262118","wikidata":"https://www.wikidata.org/wiki/Q177719","display_name":"Medical diagnosis","level":2,"score":0.31060001254081726},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.2921000123023987},{"id":"https://openalex.org/C3018095205","wikidata":"https://www.wikidata.org/wiki/Q55641553","display_name":"Real world evidence","level":2,"score":0.29019999504089355},{"id":"https://openalex.org/C4577558","wikidata":"https://www.wikidata.org/wiki/Q384475","display_name":"Accrual","level":3,"score":0.289000004529953},{"id":"https://openalex.org/C45827449","wikidata":"https://www.wikidata.org/wiki/Q5270338","display_name":"Diagnosis code","level":3,"score":0.2865000069141388},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.2840999960899353},{"id":"https://openalex.org/C82157600","wikidata":"https://www.wikidata.org/wiki/Q2671652","display_name":"Diagnostic test","level":2,"score":0.27730000019073486},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2761000096797943},{"id":"https://openalex.org/C72563966","wikidata":"https://www.wikidata.org/wiki/Q1303415","display_name":"Cohort","level":2,"score":0.272599995136261},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.2660999894142151},{"id":"https://openalex.org/C3020132585","wikidata":"https://www.wikidata.org/wiki/Q2671652","display_name":"Diagnostic accuracy","level":2,"score":0.2653999924659729},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26409998536109924},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.25839999318122864},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25290000438690186},{"id":"https://openalex.org/C23131810","wikidata":"https://www.wikidata.org/wiki/Q818574","display_name":"Observational study","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3390/bioengineering13111325","doi":"https://doi.org/10.3390/bioengineering13111325","is_oa":true,"landing_page_url":"https://doi.org/10.3390/bioengineering13111325","pdf_url":null,"source":{"id":"https://openalex.org/S4210179121","display_name":"Bioengineering","issn_l":"2306-5354","issn":["2306-5354"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bioengineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.3390/bioengineering13111325","doi":"https://doi.org/10.3390/bioengineering13111325","is_oa":true,"landing_page_url":"https://doi.org/10.3390/bioengineering13111325","pdf_url":null,"source":{"id":"https://openalex.org/S4210179121","display_name":"Bioengineering","issn_l":"2306-5354","issn":["2306-5354"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bioengineering","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.4043000042438507}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W2902940096","https://openalex.org/W2909934462","https://openalex.org/W2988346595","https://openalex.org/W2999615587","https://openalex.org/W3103035585","https://openalex.org/W3164540570","https://openalex.org/W3206995700","https://openalex.org/W4313439128","https://openalex.org/W4384071683","https://openalex.org/W4389519254","https://openalex.org/W4400324908","https://openalex.org/W4403211966","https://openalex.org/W4407122929","https://openalex.org/W4412889679","https://openalex.org/W4413274997","https://openalex.org/W4415956903","https://openalex.org/W4416717365","https://openalex.org/W4417075517","https://openalex.org/W4417459294","https://openalex.org/W7124467502","https://openalex.org/W7133231247","https://openalex.org/W7140405555","https://openalex.org/W7155095441"],"related_works":["https://openalex.org/W4387355816","https://openalex.org/W7155410582","https://openalex.org/W4408230081","https://openalex.org/W7214766345","https://openalex.org/W7201956982","https://openalex.org/W7170343687","https://openalex.org/W4409767213","https://openalex.org/W4384807774","https://openalex.org/W7162131674","https://openalex.org/W7159558399"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,26],"(LLMs)":[3],"generate":[4],"medical":[5],"diagnostic":[6,58,99],"explanations":[7,37,76],"using":[8,81,157],"selected":[9],"patient":[10],"findings,":[11,29],"raising":[12],"the":[13,17,22],"question":[14],"of":[15],"whether":[16],"cited":[18,61],"evidence":[19,54,73,79,94,161,168,177],"adequately":[20],"supports":[21],"proposed":[23],"diagnosis.":[24],"Cohort":[25,88],"identify":[27],"informative":[28],"but":[30],"their":[31],"value":[32],"for":[33],"evaluating":[34],"independently":[35],"generated":[36,75],"requires":[38],"separate":[39,85],"testing.":[40],"We":[41],"introduce":[42],"CoDE":[43],"(Cohort-based":[44],"Diagnostic":[45],"Evidence":[46],"evaluation),":[47],"a":[48,188],"controlled":[49,78],"empirical":[50],"study":[51],"comparing":[52],"importance-weighted":[53],"coverage":[55,112,116,183],"with":[56,138],"joint":[57,164],"support":[59,100,129,156,165,180],"from":[60],"findings.":[62],"On":[63],"synthetic":[64],"DDXPlus":[65,97],"records":[66],"and":[67,77,84,92,146,163,178],"clinical-record-derived":[68],"TRACE":[69,108],"data,":[70],"we":[71],"examine":[72],"selection,":[74,91],"changes":[80],"quantity-matched":[82],"controls":[83],"evaluation":[86],"predictors.":[87],"importance":[89,158],"improved":[90],"guided":[93],"edits":[95],"in":[96,152],"changed":[98],"more":[101],"than":[102],"matched":[103],"random":[104],"operations.":[105],"For":[106],"correct":[107],"proposals,":[109],"local":[110],"positive-SHAP":[111],"exceeded":[113],"uniform":[114],"group":[115],"by":[117,174],"0.2371":[118],"failure-detection":[119],"average":[120],"precision":[121],"(simultaneous":[122],"95%":[123],"CI,":[124],"0.1093\u20130.3650),":[125],"while":[126],"tree-based":[127],"direct":[128,142],"performed":[130],"better.":[131],"A":[132],"second":[133],"generator":[134],"reproduced":[135],"weighting":[136],"gains,":[137],"uncertain":[139],"ordering":[140],"against":[141],"support.":[143],"Sparse":[144],"failures":[145],"mapping":[147],"sensitivity":[148],"limited":[149],"natural-explanation":[150],"rankings":[151],"DDXPlus.":[153],"These":[154],"findings":[155],"to":[159,166],"prioritize":[160],"checks":[162],"assess":[167],"combinations.":[169],"Potential":[170],"omissions":[171],"warrant":[172],"testing":[173],"adding":[175],"uncited":[176],"measuring":[179],"changes;":[181],"low":[182],"alone":[184],"does":[185],"not":[186],"establish":[187],"reasoning":[189],"error.":[190]},"counts_by_year":[],"updated_date":"2026-11-11T12:16:26.678958","created_date":"2026-11-10T00:00:00"}