{"id":"https://openalex.org/W7160896442","doi":"https://doi.org/10.48550/arxiv.2605.08715","title":"AgentForesight: Online Auditing for Early Failure Prediction in Multi-Agent Systems","display_name":"AgentForesight: Online Auditing for Early Failure Prediction in Multi-Agent Systems","publication_year":2026,"publication_date":"2026-05-09","ids":{"openalex":"https://openalex.org/W7160896442","doi":"https://doi.org/10.48550/arxiv.2605.08715"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.08715","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08715","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.08715","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135918719","display_name":"Boxuan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Boxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135981903","display_name":"Jianing Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Jianing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111036231","display_name":"Zeru Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Zeru","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135972602","display_name":"Dongfang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Dongfang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135949273","display_name":"Ruixiang Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Ruixiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.4027999937534332,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.4027999937534332,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.07490000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.042899999767541885,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.7160999774932861},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6184999942779541},{"id":"https://openalex.org/keywords/prefix","display_name":"Prefix","score":0.5551999807357788},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5418000221252441},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.48410001397132874},{"id":"https://openalex.org/keywords/hindsight-bias","display_name":"Hindsight bias","score":0.45820000767707825},{"id":"https://openalex.org/keywords/custodians","display_name":"Custodians","score":0.4514000117778778},{"id":"https://openalex.org/keywords/alarm","display_name":"ALARM","score":0.43650001287460327}],"concepts":[{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.7160999774932861},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6965000033378601},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6184999942779541},{"id":"https://openalex.org/C141603448","wikidata":"https://www.wikidata.org/wiki/Q134830","display_name":"Prefix","level":2,"score":0.5551999807357788},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5418000221252441},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.48410001397132874},{"id":"https://openalex.org/C10347200","wikidata":"https://www.wikidata.org/wiki/Q1960297","display_name":"Hindsight bias","level":2,"score":0.45820000767707825},{"id":"https://openalex.org/C2779891390","wikidata":"https://www.wikidata.org/wiki/Q964630","display_name":"Custodians","level":2,"score":0.4514000117778778},{"id":"https://openalex.org/C2779119184","wikidata":"https://www.wikidata.org/wiki/Q294350","display_name":"ALARM","level":2,"score":0.43650001287460327},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.4016999900341034},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4009000062942505},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3619999885559082},{"id":"https://openalex.org/C62354387","wikidata":"https://www.wikidata.org/wiki/Q875399","display_name":"Boundary (topology)","level":2,"score":0.3562999963760376},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3343999981880188},{"id":"https://openalex.org/C103088060","wikidata":"https://www.wikidata.org/wiki/Q1062839","display_name":"Error detection and correction","level":2,"score":0.3111000061035156},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3091000020503998},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.30730000138282776},{"id":"https://openalex.org/C165136773","wikidata":"https://www.wikidata.org/wiki/Q1363179","display_name":"Single point of failure","level":2,"score":0.3027999997138977},{"id":"https://openalex.org/C2985179714","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Work flow","level":2,"score":0.3003999888896942},{"id":"https://openalex.org/C113954288","wikidata":"https://www.wikidata.org/wiki/Q186885","display_name":"Timestamp","level":2,"score":0.27880001068115234},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.2777999937534332},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.2700999975204468},{"id":"https://openalex.org/C80958533","wikidata":"https://www.wikidata.org/wiki/Q1047174","display_name":"Audit trail","level":3,"score":0.2599000036716461},{"id":"https://openalex.org/C2779795794","wikidata":"https://www.wikidata.org/wiki/Q7315343","display_name":"Reset (finance)","level":2,"score":0.2547000050544739},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.25279998779296875}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.08715","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08715","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.08715","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08715","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.47406283020973206,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LLM-based":[0],"multi-agent":[1],"systems":[2],"are":[3,125,135],"increasingly":[4],"deployed":[5],"on":[6,151,179],"long-horizon":[7],"tasks,":[8],"but":[9],"a":[10,63,110,128,156,162,172,193],"single":[11],"decisive":[12,97,142],"error":[13,143],"is":[14,54],"often":[15],"accepted":[16],"by":[17],"downstream":[18],"agents":[19],"and":[20,37,86,118,132,201,209,221,229],"cascades":[21],"into":[22,188],"trajectory-level":[23],"failure.":[24],"Existing":[25],"work":[26],"frames":[27],"this":[28,45,58,67,105,186],"as":[29,69],"\\emph{post-hoc":[30],"failure":[31,177],"attribution},":[32],"diagnosing":[33],"the":[34,40,83,90,95,138,176,198,236],"responsible":[35],"agent":[36],"step":[38,74,139,232],"after":[39],"trajectory":[41,53],"has":[42],"ended.":[43],"However,":[44],"paradigm":[46],"forfeits":[47],"any":[48],"opportunity":[49],"to":[50,101,225,242],"intervene":[51],"while":[52],"still":[55],"unfolding.":[56],"In":[57],"work,":[59],"we":[60,107,153],"introduce":[61],"AgentForesight,":[62],"framework":[64],"that":[65,167],"reframes":[66],"problem":[68],"online":[70,158],"auditing:":[71],"at":[72,94,137,175],"each":[73],"of":[75,112,140,203],"an":[76,79,204,210],"unfolding":[77],"trajectory,":[78],"auditor":[80,159],"observes":[81],"only":[82],"current":[84],"prefix":[85,182],"must":[87],"either":[88],"continue":[89],"run":[91],"or":[92],"alarm":[93],"earliest":[96],"error,":[98,234],"without":[99],"access":[100],"future":[102],"steps.":[103],"To":[104],"end,":[106],"curate":[108],"AFTraj-2K,":[109],"corpus":[111],"agentic":[113],"trajectories":[114,124,134],"across":[115],"Coding,":[116],"Math,":[117],"Agentic":[119],"domains,":[120],"in":[121],"which":[122],"safe":[123],"retained":[126],"under":[127,192],"strict":[129],"curation":[130],"pipeline":[131],"unsafe":[133],"annotated":[136],"their":[141],"via":[144],"consensus":[145],"among":[146],"multiple":[147],"LLM":[148],"judges.":[149],"Built":[150],"that,":[152],"develop":[154],"AgentForesight-7B,":[155],"compact":[157],"trained":[160],"with":[161,171],"coarse-to-fine":[163],"reinforcement":[164],"learning":[165],"recipe":[166],"first":[168],"equips":[169],"it":[170],"risk-anticipation":[173],"prior":[174,187],"boundary":[178],"adjacent":[180],"safe/unsafe":[181],"pairs,":[183],"then":[184],"sharpens":[185],"precise":[189],"step-level":[190],"localization":[191,233],"three-axis":[194],"reward":[195],"jointly":[196],"targeting":[197],"what,":[199],"where,":[200],"who":[202],"audit":[205],"verdict.":[206],"Across":[207],"AFTraj-2K":[208],"external":[211],"Who\\&When":[212],"benchmark,":[213],"AgentForesight-7B":[214],"outperforms":[215],"leading":[216],"proprietary":[217],"models,":[218],"including":[219],"GPT-4.1":[220],"DeepSeek-V4-Pro,":[222],"achieving":[223],"up":[224],"+19.9%":[226],"performance":[227],"gain":[228],"3$\\times$":[230],"lower":[231],"opening":[235],"loop":[237],"from":[238],"post-hoc":[239],"failures":[240],"detection":[241],"enabling":[243],"deployment-time":[244],"intervention.":[245],"Project":[246],"page:":[247],"https://zbox1005.github.io/agent-foresight/":[248]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-13T00:00:00"}