{"id":"https://openalex.org/W7163641898","doi":"https://doi.org/10.48550/arxiv.2606.05403","title":"Trust, but Don't Verify: Epistemic Blind Spots in LLM Source Evaluation","display_name":"Trust, but Don't Verify: Epistemic Blind Spots in LLM Source Evaluation","publication_year":2026,"publication_date":"2026-06-03","ids":{"openalex":"https://openalex.org/W7163641898","doi":"https://doi.org/10.48550/arxiv.2606.05403"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.05403","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05403","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.05403","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049409808","display_name":"Rohan N. Pradhan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pradhan, Rohan N.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5044056321","display_name":"Steve Goley","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Goley, Steve","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4375999867916107,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4375999867916107,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.12690000236034393,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.07440000027418137,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/skepticism","display_name":"Skepticism","score":0.5928000211715698},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4747999906539917},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.46549999713897705},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.4377000033855438},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.43059998750686646},{"id":"https://openalex.org/keywords/checklist","display_name":"Checklist","score":0.41200000047683716},{"id":"https://openalex.org/keywords/statistical-model","display_name":"Statistical model","score":0.352400004863739},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.33809998631477356},{"id":"https://openalex.org/keywords/thought-experiment","display_name":"Thought experiment","score":0.32679998874664307}],"concepts":[{"id":"https://openalex.org/C18296254","wikidata":"https://www.wikidata.org/wiki/Q1395219","display_name":"Skepticism","level":2,"score":0.5928000211715698},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5232999920845032},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4747999906539917},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.46549999713897705},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45579999685287476},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.4377000033855438},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.43059998750686646},{"id":"https://openalex.org/C2779356329","wikidata":"https://www.wikidata.org/wiki/Q922625","display_name":"Checklist","level":2,"score":0.41200000047683716},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.40549999475479126},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37599998712539673},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.352400004863739},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.33809998631477356},{"id":"https://openalex.org/C29554801","wikidata":"https://www.wikidata.org/wiki/Q147027","display_name":"Thought experiment","level":2,"score":0.32679998874664307},{"id":"https://openalex.org/C102931765","wikidata":"https://www.wikidata.org/wiki/Q189673","display_name":"Dissociation (chemistry)","level":2,"score":0.3221000134944916},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.3179999887943268},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.31700000166893005},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31540000438690186},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.31060001254081726},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.30320000648498535},{"id":"https://openalex.org/C96199812","wikidata":"https://www.wikidata.org/wiki/Q2145290","display_name":"Mental representation","level":3,"score":0.2863999903202057},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.28600001335144043},{"id":"https://openalex.org/C176248197","wikidata":"https://www.wikidata.org/wiki/Q458526","display_name":"Probably approximately correct learning","level":4,"score":0.28369998931884766},{"id":"https://openalex.org/C2778023277","wikidata":"https://www.wikidata.org/wiki/Q321703","display_name":"Premise","level":2,"score":0.28049999475479126},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.2766000032424927},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.271699994802475},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.2702000141143799},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.2694000005722046},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.26759999990463257},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C122203268","wikidata":"https://www.wikidata.org/wiki/Q5862903","display_name":"Probability theory","level":2,"score":0.2619999945163727},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.2599000036716461},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.25949999690055847},{"id":"https://openalex.org/C32230216","wikidata":"https://www.wikidata.org/wiki/Q7882499","display_name":"Uncertainty quantification","level":2,"score":0.2540999948978424},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.25220000743865967}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.05403","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05403","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.05403","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05403","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.5055203437805176,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Language":[0],"models":[1,37,109],"increasingly":[2],"act":[3],"as":[4,100,209],"epistemic":[5],"proxies,":[6],"synthesizing":[7],"evidence":[8],"from":[9,110],"multiple":[10],"sources":[11],"to":[12,41,78,87,160],"inform":[13],"decisions.":[14],"Whether":[15],"they":[16],"evaluate":[17],"the":[18,39,61,79,97,136,139,172,184,190,228],"quality":[19],"of":[20,82],"that":[21,36,76,148],"evidence,":[22],"or":[23,65],"merely":[24],"aggregate":[25],"it":[26],"based":[27],"on":[28,135],"surface":[29],"presentation,":[30],"remains":[31],"poorly":[32],"understood.":[33],"We":[34,218],"show":[35],"possess":[38],"capability":[40,52,232],"detect":[42],"fabricated":[43,64],"statistics":[44,62],"in":[45,156],"isolation":[46],"but":[47,85,233],"do":[48],"not":[49,86,212,231],"recruit":[50],"this":[51,202,220],"during":[53,162],"multi-source":[54,163],"synthesis,":[55],"producing":[56],"similar":[57],"numeric":[58,88,194],"estimates":[59],"whether":[60,205,213],"are":[63,158,216],"valid.":[66],"Specifically,":[67],"source":[68,207],"influence":[69],"is":[70,230],"governed":[71],"by":[72],"a":[73,145,206],"methodology-register":[74,146],"gate":[75],"responds":[77],"distributional":[80],"register":[81],"analytical":[83],"text":[84],"validity:":[89],"for":[90],"example,":[91],"statistically":[92],"impossible":[93],"confidence":[94],"intervals":[95],"receive":[96],"same":[98,137],"weight":[99],"valid":[101],"ones.":[102],"The":[103],"behavioral":[104],"dissociation":[105],"replicates":[106],"across":[107,150],"six":[108],"four":[111],"families":[112],"(Anthropic":[113],"Claude,":[114],"Qwen,":[115],"OLMo,":[116],"and":[117,120,131,142,183,225],"OpenAI":[118],"GPT-5.4)":[119],"three":[121],"professional":[122],"domains.":[123],"Mechanistic":[124],"analyses,":[125],"including":[126],"causal":[127],"tracing,":[128],"linear":[129],"probes,":[130],"component-level":[132],"attribution,":[133],"converge":[134],"account:":[138],"model":[140],"encodes":[141],"causally":[143],"uses":[144],"representation":[147],"transfers":[149],"domains,":[151],"while":[152],"numeric-validity":[153],"signals,":[154],"decodable":[155],"isolation,":[157],"suppressed":[159],"chance":[161],"synthesis.":[164],"Prompting-based":[165],"mitigations,":[166],"even":[167],"an":[168],"oracle":[169],"checklist":[170],"naming":[171],"exact":[173],"statistical":[174],"checks,":[175],"produce":[176],"blanket":[177],"skepticism":[178],"rather":[179],"than":[180],"selective":[181],"discernment,":[182],"post-training":[185],"pipelines":[186],"we":[187],"examine":[188],"reinforce":[189],"shortcut":[191],"without":[192],"building":[193],"verification.":[195],"Unlike":[196],"sycophancy,":[197],"which":[198],"tracks":[199,204],"user":[200],"preference,":[201],"failure":[203],"presents":[208],"analytically":[210],"credible,":[211],"its":[214],"claims":[215],"consistent.":[217],"term":[219],"\\textit{epistemic":[221],"alignment}:":[222],"like":[223],"preference":[224],"safety":[226],"alignment,":[227],"question":[229],"deployment.":[234]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-06T00:00:00"}