{"id":"https://openalex.org/W7163179117","doi":"https://doi.org/10.48550/arxiv.2606.00765","title":"FALAT: Tracing Failures in LLM Agent Trajectories via Dependency-Guided Search","display_name":"FALAT: Tracing Failures in LLM Agent Trajectories via Dependency-Guided Search","publication_year":2026,"publication_date":"2026-05-30","ids":{"openalex":"https://openalex.org/W7163179117","doi":"https://doi.org/10.48550/arxiv.2606.00765"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.00765","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00765","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.00765","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072579410","display_name":"Md Nakhla Rafi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rafi, Md Nakhla","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137663956","display_name":"Md Ahasanuzzaman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ahasanuzzaman, Md","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020218671","display_name":"Dong Jae Kim","orcid":"https://orcid.org/0000-0002-3181-0001"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Dong Jae","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137661824","display_name":"Zhijie Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zhijie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137711001","display_name":"Tse-Hsun Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Tse-Hsun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.7545999884605408,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.7545999884605408,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.03359999880194664,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.024700000882148743,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/attribution","display_name":"Attribution","score":0.7059999704360962},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.682200014591217},{"id":"https://openalex.org/keywords/tracing","display_name":"Tracing","score":0.5555999875068665},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.32739999890327454},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.3192000091075897}],"concepts":[{"id":"https://openalex.org/C143299363","wikidata":"https://www.wikidata.org/wiki/Q900584","display_name":"Attribution","level":2,"score":0.7059999704360962},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.682200014591217},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6794000267982483},{"id":"https://openalex.org/C138673069","wikidata":"https://www.wikidata.org/wiki/Q322229","display_name":"Tracing","level":2,"score":0.5555999875068665},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5378000140190125},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4036000072956085},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.32739999890327454},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.3192000091075897},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.28540000319480896},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.2587999999523163}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.00765","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00765","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.00765","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00765","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.571347177028656,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LLM-based":[0],"agents":[1,20],"increasingly":[2],"solve":[3],"complex":[4],"tasks":[5],"through":[6],"long":[7],"trajectories":[8,208],"involving":[9],"reasoning":[10,232],"steps,":[11],"tool":[12,125],"calls,":[13],"and":[14,31,108,127,167,183,196,209,221],"inter-agent":[15],"communication.":[16],"However,":[17],"when":[18],"these":[19],"fail,":[21],"it":[22,160],"is":[23,41,233],"often":[24],"unclear":[25],"which":[26,32,179],"agent":[27,86,128,166,241],"caused":[28],"the":[29,35,48,103,117,156,164,168,176,212],"failure":[30,66,82,170,186,237],"step":[33,150],"introduced":[34],"decisive":[36,169],"error.":[37],"This":[38],"attribution":[39,67,83,90,219],"problem":[40],"challenging":[42,214],"because":[43,57],"mistakes":[44],"can":[45],"propagate":[46,140],"across":[47],"trajectory:":[49],"later":[50],"actions":[51],"may":[52],"appear":[53],"incorrect,":[54],"but":[55],"only":[56],"they":[58],"depend":[59],"on":[60,175,206,211],"an":[61,99],"earlier":[62],"corrupted":[63],"state.":[64],"Therefore,":[65],"cannot":[68],"be":[69,106,152],"treated":[70],"as":[71,91],"independent":[72],"step-level":[73,204],"classification.":[74],"We":[75,172],"propose":[76],"FALAT,":[77],"a":[78,92,148],"diagnostic":[79],"framework":[80],"for":[81,235],"in":[84,116,239],"LLM":[85,240],"trajectories.":[87,187],"FALAT":[88,144,174,192],"frames":[89],"dependency-guided":[93],"search":[94],"problem.":[95],"It":[96,119],"first":[97],"constructs":[98],"expectation":[100,111],"of":[101],"how":[102],"task":[104],"should":[105],"solved":[107],"uses":[109],"this":[110],"to":[112,130,154,161],"identify":[113,162],"suspicious":[114],"regions":[115],"trajectory.":[118],"then":[120],"traces":[121],"dependencies":[122],"among":[123],"decisions,":[124],"outputs,":[126],"messages":[129],"distinguish":[131],"error-introducing":[132],"steps":[133,135],"from":[134],"that":[136,191,230],"merely":[137],"inherit":[138],"or":[139],"prior":[141],"mistakes.":[142],"Finally,":[143],"evaluates":[145],"whether":[146],"correcting":[147],"candidate":[149],"would":[151],"sufficient":[153],"recover":[155],"expected":[157],"outcome,":[158],"allowing":[159],"both":[163,181],"responsible":[165],"step.":[171],"evaluate":[173],"Who&When":[177],"benchmark,":[178],"includes":[180],"algorithm-generated":[182,207],"hand-crafted":[184,215],"multi-agent":[185],"The":[188],"results":[189],"show":[190],"consistently":[193],"improves":[194],"responsible-agent":[195],"decisive-step":[197],"attribution.":[198],"Its":[199],"best":[200],"configurations":[201],"achieve":[202],"46.0%":[203],"accuracy":[205],"29.1%":[210],"more":[213],"trajectories,":[216],"outperforming":[217],"specialized":[218],"baselines":[220],"direct":[222],"prompting":[223],"with":[224],"standalone":[225],"LLMs.":[226],"These":[227],"findings":[228],"suggest":[229],"dependency-aware":[231],"essential":[234],"reliable":[236],"diagnosis":[238],"systems.":[242]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-03T00:00:00"}