{"id":"https://openalex.org/W7167616799","doi":"https://doi.org/10.48550/arxiv.2607.03882","title":"Consistent but Miscalibrated: Evaluating LLM Limitations for Risk Communication in Natural Language","display_name":"Consistent but Miscalibrated: Evaluating LLM Limitations for Risk Communication in Natural Language","publication_year":2026,"publication_date":"2026-07-04","ids":{"openalex":"https://openalex.org/W7167616799","doi":"https://doi.org/10.48550/arxiv.2607.03882"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.03882","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.03882","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.03882","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5127070920","display_name":"Diego Cerda-Mardini","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cerda-Mardini, Diego","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140192970","display_name":"Sarath Chandar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chandar, Sarath","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5125172506","display_name":"Sreenath Madathil","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Madathil, Sreenath","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.5773000121116638,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.5773000121116638,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.11900000274181366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.05090000107884407,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.675000011920929},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.5680000185966492},{"id":"https://openalex.org/keywords/framing","display_name":"Framing (construction)","score":0.4724000096321106},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.45249998569488525},{"id":"https://openalex.org/keywords/risk-assessment","display_name":"Risk assessment","score":0.40880000591278076},{"id":"https://openalex.org/keywords/statistical-model","display_name":"Statistical model","score":0.39959999918937683},{"id":"https://openalex.org/keywords/upstream","display_name":"Upstream (networking)","score":0.3122999966144562}],"concepts":[{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.675000011920929},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.5680000185966492},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.47540000081062317},{"id":"https://openalex.org/C169087156","wikidata":"https://www.wikidata.org/wiki/Q2131593","display_name":"Framing (construction)","level":2,"score":0.4724000096321106},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.45249998569488525},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.40880000591278076},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.40799999237060547},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.40049999952316284},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.39959999918937683},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.38040000200271606},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3409999907016754},{"id":"https://openalex.org/C191172861","wikidata":"https://www.wikidata.org/wiki/Q7899321","display_name":"Upstream (networking)","level":2,"score":0.3122999966144562},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.29670000076293945},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.287200003862381},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2818000018596649},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.28040000796318054},{"id":"https://openalex.org/C2780339515","wikidata":"https://www.wikidata.org/wiki/Q3074698","display_name":"Arrow","level":2,"score":0.2791999876499176},{"id":"https://openalex.org/C3020318244","wikidata":"https://www.wikidata.org/wiki/Q4812187","display_name":"Large sample","level":2,"score":0.27300000190734863},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2621999979019165},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26190000772476196},{"id":"https://openalex.org/C41426520","wikidata":"https://www.wikidata.org/wiki/Q1192065","display_name":"Point estimation","level":2,"score":0.259799987077713},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2574999928474426},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2554999887943268},{"id":"https://openalex.org/C165464430","wikidata":"https://www.wikidata.org/wiki/Q1570441","display_name":"Parameterized complexity","level":2,"score":0.25130000710487366}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.03882","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.03882","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.03882","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.03882","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.7197142839431763,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LLMs":[0,56,81,117,140,194],"are":[1,82,141],"increasingly":[2],"deployed":[3],"as":[4],"post-hoc":[5],"explainers":[6],"of":[7,47],"AI-generated":[8],"outputs,":[9],"yet":[10,197],"it":[11],"remains":[12],"unclear":[13],"whether":[14,54],"they":[15],"can":[16],"reliably":[17],"communicate":[18],"probabilistic":[19,72,206],"information":[20],"in":[21,65,184],"natural":[22],"language.":[23],"For":[24],"this":[25],"role":[26],"to":[27,118,169],"be":[28],"viable,":[29],"models":[30,157],"must":[31],"produce":[32],"identical":[33,37],"verbal":[34,88],"descriptions":[35,41],"for":[36,90,205],"inputs,":[38],"and":[39,78,80,110,126,131,163],"select":[40],"that":[42,139,180,192],"accurately":[43],"reflect":[44],"the":[45,48,176,181,185],"magnitude":[46],"underlying":[49,177],"numerical":[50],"quantities.":[51],"We":[52,92,114,137],"evaluate":[53],"nine":[55],"meet":[57],"these":[58,120],"requirements":[59],"within":[60],"a":[61,103],"two-stage":[62],"prediction":[63],"pipeline,":[64],"which":[66],"an":[67,86,96],"upstream":[68,97],"model":[69,98],"has":[70],"produced":[71],"outputs":[73],"characterized":[74],"by":[75,99,107],"their":[76],"likelihood":[77,154],"uncertainty,":[79],"tasked":[83],"with":[84,127,146,158],"selecting":[85],"appropriate":[87],"descriptor":[89],"each.":[91],"simulate":[93],"predictions":[94,121],"from":[95,102],"taking":[100],"samples":[101],"Beta":[104],"distribution":[105],"parameterized":[106],"its":[108],"mode":[109],"prior":[111,164],"sample":[112,165],"size.":[113],"then":[115],"prompt":[116],"explain":[119],"under":[122],"six":[123],"domain":[124],"contexts":[125],"ten":[128,135],"temperature":[129],"settings,":[130],"repeating":[132],"each":[133],"experiment":[134],"times.":[136],"find":[138],"generally":[142],"consistent":[143],"but":[144,172],"miscalibrated,":[145],"substantially":[147],"weaker":[148],"performance":[149],"on":[150,153],"uncertainty":[151],"than":[152],"tasks.":[155],"Providing":[156],"precomputed":[159],"summary":[160],"statistics":[161],"(mode":[162],"size)":[166],"reduced":[167],"sensitivity":[168],"contextual":[170],"framing":[171],"did":[173],"not":[174,196],"resolve":[175],"miscalibration,":[178],"suggesting":[179],"bottleneck":[182],"resides":[183],"verbalization":[186],"step":[187],"itself.":[188],"These":[189],"findings":[190],"indicate":[191],"current":[193],"do":[195],"constitute":[198],"reliable":[199],"zero-shot":[200],"standalone":[201],"risk":[202],"communication":[203],"tools":[204],"predictions.":[207]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-08T00:00:00"}