{"id":"https://openalex.org/W7125837828","doi":"https://doi.org/10.48550/arxiv.2601.17168","title":"Interpreting Agentic Systems: Beyond Model Explanations to System-Level Accountability","display_name":"Interpreting Agentic Systems: Beyond Model Explanations to System-Level Accountability","publication_year":2026,"publication_date":"2026-01-23","ids":{"openalex":"https://openalex.org/W7125837828","doi":"https://doi.org/10.48550/arxiv.2601.17168"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2601.17168","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.17168","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2601.17168","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123939005","display_name":"Judy Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Zhu, Judy","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124037572","display_name":"Dhari Gandhi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gandhi, Dhari","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123941650","display_name":"Himanshu Joshi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joshi, Himanshu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123987387","display_name":"Ahmad Rezaie Mianroodi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mianroodi, Ahmad Rezaie","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123992570","display_name":"Sedef Akinli Kocak","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kocak, Sedef Akinli","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5123922077","display_name":"Dhanesh Ramachandran","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ramachandran, Dhanesh","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5123939005"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.5997999906539917,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.5997999906539917,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.07559999823570251,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.039500001817941666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.9524999856948853},{"id":"https://openalex.org/keywords/accountability","display_name":"Accountability","score":0.6970000267028809},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4984999895095825},{"id":"https://openalex.org/keywords/traceability","display_name":"Traceability","score":0.4681999981403351},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.35510000586509705},{"id":"https://openalex.org/keywords/operationalization","display_name":"Operationalization","score":0.3449999988079071}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9524999856948853},{"id":"https://openalex.org/C2776007630","wikidata":"https://www.wikidata.org/wiki/Q2798912","display_name":"Accountability","level":2,"score":0.6970000267028809},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5641999840736389},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.5055000185966492},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4984999895095825},{"id":"https://openalex.org/C153876917","wikidata":"https://www.wikidata.org/wiki/Q899704","display_name":"Traceability","level":2,"score":0.4681999981403351},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39809998869895935},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3630000054836273},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.35510000586509705},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3546000123023987},{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.3449999988079071},{"id":"https://openalex.org/C39389867","wikidata":"https://www.wikidata.org/wiki/Q380767","display_name":"Corporate governance","level":2,"score":0.3319000005722046},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.3314000070095062},{"id":"https://openalex.org/C2776654903","wikidata":"https://www.wikidata.org/wiki/Q2601463","display_name":"SAFER","level":2,"score":0.3305000066757202},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.3095000088214874},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2946999967098236},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.28529998660087585},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2827000021934509},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.2797999978065491}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2601.17168","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.17168","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2601.17168","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.17168","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Agentic":[0],"systems":[1,15,32,104],"have":[2],"transformed":[3],"how":[4],"Large":[5],"Language":[6],"Models":[7],"(LLMs)":[8],"can":[9],"be":[10],"leveraged":[11],"to":[12,26,70,91,131,156,170,177],"create":[13],"autonomous":[14,77],"with":[16,28],"goal-directed":[17],"behaviors,":[18],"consisting":[19],"of":[20,102,116,123,184],"multi-step":[21],"planning":[22],"and":[23,43,56,66,73,99,114,181],"the":[24,112,121,161,179],"ability":[25],"interact":[27],"different":[29],"environments.":[30],"These":[31,173],"differ":[33],"fundamentally":[34],"from":[35,164],"traditional":[36],"machine":[37],"learning":[38],"models,":[39,86],"both":[40],"in":[41,120,128],"architecture":[42],"deployment,":[44],"introducing":[45],"unique":[46],"AI":[47,186],"safety":[48],"challenges,":[49],"including":[50],"goal":[51,165],"misalignment,":[52],"compounding":[53,97],"decision":[54],"errors,":[55],"coordination":[57],"risks":[58],"among":[59],"interacting":[60],"agents,":[61],"that":[62],"necessitate":[63],"embedding":[64],"interpretability":[65,80,118,144,153],"explainability":[67],"by":[68],"design":[69],"ensure":[71,178],"traceability":[72],"accountability":[74],"across":[75,160],"their":[76,129],"behaviors.":[78],"Current":[79],"techniques,":[81],"developed":[82],"primarily":[83],"for":[84,142,148],"static":[85],"show":[87],"limitations":[88,115],"when":[89],"applied":[90],"agentic":[92,103,124,149,185],"systems.":[93,187],"The":[94],"temporal":[95],"dynamics,":[96],"decisions,":[98],"context-dependent":[100],"behaviors":[101],"demand":[105],"new":[106],"analytical":[107],"approaches.":[108],"This":[109],"paper":[110],"assesses":[111],"suitability":[113],"existing":[117],"methods":[119],"context":[122],"systems,":[125,150],"identifying":[126],"gaps":[127],"capacity":[130],"provide":[132],"meaningful":[133],"insight":[134],"into":[135],"agent":[136,162],"decision-making.":[137],"We":[138],"propose":[139],"future":[140],"directions":[141],"developing":[143],"techniques":[145],"specifically":[146],"designed":[147],"pinpointing":[151],"where":[152],"is":[154],"required":[155],"embed":[157],"oversight":[158],"mechanisms":[159],"lifecycle":[163],"formation,":[166],"through":[167],"environmental":[168],"interaction,":[169],"outcome":[171],"evaluation.":[172],"advances":[174],"are":[175],"essential":[176],"safe":[180],"accountable":[182],"deployment":[183]},"counts_by_year":[],"updated_date":"2026-01-28T23:18:48.515280","created_date":"2026-01-28T00:00:00"}