{"id":"https://openalex.org/W7160935534","doi":"https://doi.org/10.48550/arxiv.2605.08828","title":"When Agents Overtrust Environmental Evidence: An Extensible Agentic Framework for Benchmarking Evidence-Grounding Defects in LLM Agents","display_name":"When Agents Overtrust Environmental Evidence: An Extensible Agentic Framework for Benchmarking Evidence-Grounding Defects in LLM Agents","publication_year":2026,"publication_date":"2026-05-09","ids":{"openalex":"https://openalex.org/W7160935534","doi":"https://doi.org/10.48550/arxiv.2605.08828"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.08828","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08828","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.08828","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135940723","display_name":"Strick Sheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sheng, Strick","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135917256","display_name":"Ziyue Wang","orcid":"https://orcid.org/0000-0003-1998-898X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Ziyue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135984049","display_name":"Liyi Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Liyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.38659998774528503,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.38659998774528503,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.07079999893903732,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.05260000005364418,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.6833000183105469},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6122999787330627},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5547000169754028},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5141000151634216},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.5072000026702881},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.49459999799728394}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6988000273704529},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6833000183105469},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6122999787330627},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5547000169754028},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5141000151634216},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.5072000026702881},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.49459999799728394},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3662000000476837},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.3571000099182129},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.32440000772476196},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3206000030040741},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3086000084877014},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2946000099182129},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2919999957084656},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.28439998626708984},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2840999960899353},{"id":"https://openalex.org/C63540848","wikidata":"https://www.wikidata.org/wiki/Q3140932","display_name":"Fault tolerance","level":2,"score":0.25600001215934753},{"id":"https://openalex.org/C111498074","wikidata":"https://www.wikidata.org/wiki/Q173326","display_name":"Formal verification","level":2,"score":0.2551000118255615}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.08828","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08828","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.08828","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08828","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Life in Land","score":0.6308884024620056,"id":"https://metadata.un.org/sdg/15"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"model":[2,54],"agents":[3,81],"increasingly":[4],"operate":[5],"through":[6,203],"environment-facing":[7,123],"scaffolds":[8],"that":[9,210],"expose":[10],"files,":[11],"web":[12],"pages,":[13],"APIs,":[14],"and":[15,24,30,53,70,159,170,173,185],"logs.":[16],"These":[17],"observations":[18,90],"influence":[19],"tool":[20],"use,":[21],"state":[22,88],"tracking,":[23],"action":[25,51,129],"sequencing,":[26],"yet":[27],"their":[28],"reliability":[29,78,224],"authority":[31],"are":[32,91],"often":[33],"uncertain.":[34],"Environmental":[35],"grounding":[36,219],"is":[37],"therefore":[38],"a":[39,76,114,139,149,179,221],"systems-level":[40],"problem":[41,225],"involving":[42],"context":[43],"admission,":[44],"evidence":[45,127],"provenance,":[46],"freshness":[47],"checking,":[48],"verification":[49],"policy,":[50],"gating,":[52],"reasoning.":[55],"Existing":[56],"agent":[57,120,223],"benchmarks":[58],"mainly":[59],"evaluate":[60,191],"task":[61,150,197],"capability":[62],"or":[63,94],"specific":[64],"attacks":[65],"such":[66],"as":[67,113,125,220],"prompt":[68],"injection":[69],"memory":[71],"poisoning,":[72],"but":[73],"they":[74],"under-specify":[75],"fundamental":[77],"question:":[79],"whether":[80],"remain":[82],"grounded":[83],"in":[84,117],"the":[85,144,154,163,175],"true":[86,145],"environment":[87,146],"when":[89],"stale,":[92],"incorrect,":[93],"malicious.":[95],"We":[96,107],"introduce":[97],"EnvTrustBench,":[98],"an":[99,109,119,122],"agentic":[100],"framework":[101],"for":[102,128],"benchmarking":[103],"this":[104],"failure":[105,116],"mode.":[106],"define":[108],"evidence-grounding":[110],"defect":[111],"(EGD)":[112],"behavioral":[115],"which":[118],"treats":[121],"claim":[124],"sufficient":[126],"without":[130],"resolving":[131],"it":[132],"against":[133],"available":[134],"current":[135],"evidence,":[136],"leading":[137],"to":[138,177],"task-incorrect":[140],"false":[141],"path":[142],"under":[143],"state.":[147],"Given":[148],"scenario,":[151],"EnvTrustBench":[152],"generates":[153],"workspace,":[155],"environment,":[156],"agent-facing":[157],"objective,":[158],"validation":[160],"oracle,":[161],"executes":[162],"evaluated":[164],"agent,":[165],"records":[166],"its":[167],"action-observation":[168],"trajectory":[169],"final":[171],"state,":[172],"applies":[174],"oracle":[176],"produce":[178],"verdict.":[180],"Using":[181],"6":[182],"LLM":[183],"backbones":[184],"5":[186],"widely":[187],"used":[188],"scaffolds,":[189],"we":[190],"55":[192],"generated":[193],"cases":[194],"across":[195,214],"11":[196],"scenarios,":[198],"with":[199,226],"each":[200],"scenario":[201],"expanded":[202],"five":[204],"feedback-guided":[205],"generation":[206],"iterations.":[207],"Results":[208],"show":[209],"EGDs":[211],"consistently":[212],"emerge":[213],"operational":[215],"workflows,":[216],"highlighting":[217],"environmental":[218],"core":[222],"important":[227],"security":[228],"implications.":[229]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-13T00:00:00"}