{"id":"https://openalex.org/W7138194917","doi":"https://doi.org/10.1609/aaai.v40i31.39839","title":"REACT-LLM: A Benchmark for Evaluating LLM Integration with Causal Features in Clinical Prognostic Tasks","display_name":"REACT-LLM: A Benchmark for Evaluating LLM Integration with Causal Features in Clinical Prognostic Tasks","publication_year":2026,"publication_date":"2026-03-14","ids":{"openalex":"https://openalex.org/W7138194917","doi":"https://doi.org/10.1609/aaai.v40i31.39839"},"language":null,"primary_location":{"id":"doi:10.1609/aaai.v40i31.39839","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i31.39839","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/39839/43800","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/39839/43800","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129711750","display_name":"Linna Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Linna Wang","raw_affiliation_strings":["Sichuan University"],"affiliations":[{"raw_affiliation_string":"Sichuan University","institution_ids":["https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090207271","display_name":"Z. S. You","orcid":null},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhixuan You","raw_affiliation_strings":["Sichuan University"],"affiliations":[{"raw_affiliation_string":"Sichuan University","institution_ids":["https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113205690","display_name":"Qihui Zhang","orcid":"https://orcid.org/0009-0005-3105-8162"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qihui Zhang","raw_affiliation_strings":["Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125695785","display_name":"Jiunan Wen","orcid":null},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiunan Wen","raw_affiliation_strings":["Sichuan University"],"affiliations":[{"raw_affiliation_string":"Sichuan University","institution_ids":["https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129711569","display_name":"Ji Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ji Shi","raw_affiliation_strings":["Sichuan University"],"affiliations":[{"raw_affiliation_string":"Sichuan University","institution_ids":["https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129665251","display_name":"Yimin Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I26080491","display_name":"Kunming Medical University","ror":"https://ror.org/038c3w259","country_code":"CN","type":"education","lineage":["https://openalex.org/I26080491"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yimin Chen","raw_affiliation_strings":["The Second Affiliated Hospital of Kunming Medical University"],"affiliations":[{"raw_affiliation_string":"The Second Affiliated Hospital of Kunming Medical University","institution_ids":["https://openalex.org/I26080491"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129726271","display_name":"Yusen Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yusen Wang","raw_affiliation_strings":["Sichuan University"],"affiliations":[{"raw_affiliation_string":"Sichuan University","institution_ids":["https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004243536","display_name":"Fei Ding","orcid":"https://orcid.org/0000-0003-2923-4815"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fanqi Ding","raw_affiliation_strings":["Sichuan University"],"affiliations":[{"raw_affiliation_string":"Sichuan University","institution_ids":["https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129684869","display_name":"Ziliang Feng","orcid":null},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziliang Feng","raw_affiliation_strings":["Sichuan University"],"affiliations":[{"raw_affiliation_string":"Sichuan University","institution_ids":["https://openalex.org/I24185976"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5129721317","display_name":"Li Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Lu","raw_affiliation_strings":["Sichuan University"],"affiliations":[{"raw_affiliation_string":"Sichuan University","institution_ids":["https://openalex.org/I24185976"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5129711750"],"corresponding_institution_ids":["https://openalex.org/I24185976"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.41381156,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"40","issue":"31","first_page":"26337","last_page":"26345"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.5375000238418579,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.5375000238418579,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.2962000072002411,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.03880000114440918,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7172999978065491},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5264000296592712},{"id":"https://openalex.org/keywords/causal-inference","display_name":"Causal inference","score":0.4357999861240387},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4302999973297119},{"id":"https://openalex.org/keywords/causal-model","display_name":"Causal model","score":0.3993000090122223},{"id":"https://openalex.org/keywords/causality","display_name":"Causality (physics)","score":0.35350000858306885},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.33309999108314514},{"id":"https://openalex.org/keywords/risk-assessment","display_name":"Risk assessment","score":0.3116999864578247}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7172999978065491},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6194999814033508},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5629000067710876},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5335000157356262},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5264000296592712},{"id":"https://openalex.org/C158600405","wikidata":"https://www.wikidata.org/wiki/Q5054566","display_name":"Causal inference","level":2,"score":0.4357999861240387},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4302999973297119},{"id":"https://openalex.org/C11671645","wikidata":"https://www.wikidata.org/wiki/Q5054567","display_name":"Causal model","level":2,"score":0.3993000090122223},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35910001397132874},{"id":"https://openalex.org/C64357122","wikidata":"https://www.wikidata.org/wiki/Q1149766","display_name":"Causality (physics)","level":2,"score":0.35350000858306885},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.35339999198913574},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.33309999108314514},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.3116999864578247},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3102000057697296},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.3093999922275543},{"id":"https://openalex.org/C115086926","wikidata":"https://www.wikidata.org/wiki/Q17004651","display_name":"Causal reasoning","level":3,"score":0.289000004529953},{"id":"https://openalex.org/C31266012","wikidata":"https://www.wikidata.org/wiki/Q6554340","display_name":"Linkage (software)","level":3,"score":0.27950000762939453},{"id":"https://openalex.org/C163763905","wikidata":"https://www.wikidata.org/wiki/Q17075943","display_name":"Precision medicine","level":2,"score":0.27709999680519104},{"id":"https://openalex.org/C2779974597","wikidata":"https://www.wikidata.org/wiki/Q28448986","display_name":"Clinical Practice","level":2,"score":0.259799987077713},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.2590000033378601},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.25690001249313354},{"id":"https://openalex.org/C32896092","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Risk management","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v40i31.39839","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i31.39839","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/39839/43800","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v40i31.39839","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i31.39839","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/39839/43800","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7450908422470093,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7138194917.pdf","grobid_xml":"https://content.openalex.org/works/W7138194917.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"and":[4,51,72,104,142,220,237,272,278],"causal":[5,43,60,70,76,97,144,168,222],"learning":[6,71,109,226],"each":[7],"hold":[8],"strong":[9],"potential":[10],"for":[11,49,218,249],"clinical":[12,34,79,101,128,157,196],"decision":[13],"making":[14],"(CDM).":[15],"However,":[16],"their":[17,31,69],"synergy":[18],"remains":[19],"poorly":[20],"understood,":[21],"largely":[22],"due":[23,181],"to":[24,67,91,182,234,244,269,275],"the":[25,183,199,235,267],"lack":[26],"of":[27,123,186],"systematic":[28],"benchmarks":[29,66,115],"evaluating":[30],"integration":[32,201],"in":[33,78,156,194],"risk":[35,80],"prediction.":[36,81],"In":[37],"real-world":[38,132],"healthcare,":[39],"identifying":[40,219],"features":[41,77,98,169],"with":[42,96,255],"influence":[44],"on":[45,119],"outcomes":[46,129],"is":[47],"crucial":[48],"actionable":[50],"trustworthy":[52],"predictions.":[53],"While":[54,198],"recent":[55],"work":[56],"highlights":[57],"LLMs'":[58],"emerging":[59],"reasoning":[61],"abilities,":[62],"there":[63],"lacks":[64],"comprehensive":[65],"assess":[68],"performance":[73,103,178],"informed":[74],"by":[75],"To":[82],"address":[83],"this,":[84],"we":[85],"introduce":[86],"REACT-LLM,":[87],"a":[88,120,208],"benchmark":[89,206],"designed":[90],"evaluate":[92],"whether":[93],"combining":[94],"LLMs":[95,153,175,212,240],"can":[99],"enhance":[100],"prognostic":[102],"potentially":[105],"outperform":[106],"traditional":[107,139,164],"machine":[108],"(ML)":[110],"methods.":[111],"Unlike":[112],"existing":[113],"LLM-clinical":[114],"that":[116,151],"often":[117,192],"focus":[118],"limited":[121,177,203],"set":[122],"outcomes,":[124],"REACT-LLM":[125],"evaluates":[126],"7":[127],"across":[130],"2":[131],"datasets,":[133],"comparing":[134],"15":[135],"prominent":[136],"LLMs,":[137],"6":[138],"ML":[140,165],"models,":[141],"3":[143],"discovery":[145],"(CD)":[146],"algorithms.":[147],"Our":[148],"findings":[149,265],"indicate":[150],"while":[152,257],"perform":[154,253],"reasonably":[155],"prognostics,":[158],"they":[159],"have":[160],"not":[161],"yet":[162],"outperformed":[163],"models.":[166],"Integrating":[167],"derived":[170],"from":[171,261],"CD":[172,188],"algorithms":[173],"into":[174],"offers":[176],"gains,":[179],"primarily":[180],"strict":[184],"assumptions":[185],"many":[187],"methods,":[189],"which":[190],"are":[191,232],"violated":[193],"complex":[195],"data.":[197],"direct":[200],"yields":[202],"improvement,":[204],"our":[205],"reveals":[207],"more":[209],"promising":[210],"synergy:":[211],"serve":[213],"effectively":[214],"as":[215],"knowledge-rich":[216],"collaborators":[217],"optimizing":[221],"features.":[223],"Additionally,":[224],"in-context":[225],"improves":[227],"LLM":[228],"predictions":[229],"when":[230],"prompts":[231,271],"tailored":[233],"task":[236],"model.":[238],"Different":[239],"show":[241],"varying":[242],"sensitivity":[243],"structured":[245],"data":[246,273],"encoding":[247],"formats,":[248],"example,":[250],"open-source":[251],"models":[252,259],"better":[254],"JSON,":[256],"smaller":[258],"benefit":[260],"narrative":[262],"serialization.":[263],"These":[264],"highlight":[266],"need":[268],"match":[270],"formats":[274],"model":[276],"architecture":[277],"pretraining.":[279]},"counts_by_year":[],"updated_date":"2026-03-20T20:47:17.329874","created_date":"2026-03-18T00:00:00"}