{"id":"https://openalex.org/W7147046313","doi":"https://doi.org/10.48550/arxiv.2603.28106","title":"InconLens: Interactive Visual Diagnosis of Behavioral Inconsistencies in LLM-based Agentic Systems","display_name":"InconLens: Interactive Visual Diagnosis of Behavioral Inconsistencies in LLM-based Agentic Systems","publication_year":2026,"publication_date":"2026-03-30","ids":{"openalex":"https://openalex.org/W7147046313","doi":"https://doi.org/10.48550/arxiv.2603.28106"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.28106","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.28106","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.28106","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5132668482","display_name":"Shuo Yan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Shuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132704356","display_name":"Xiaolin Wen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wen, Xiaolin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030982591","display_name":"Shaolun Ruan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ruan, Shaolun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100447896","display_name":"Yanjie Zhang","orcid":"https://orcid.org/0000-0002-8229-799X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yanjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058676679","display_name":"Jiaming Mi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mi, Jiaming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075617827","display_name":"Yushi Sun","orcid":"https://orcid.org/0000-0003-3853-6364"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Yushi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132719917","display_name":"Huamin Qu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qu, Huamin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100666074","display_name":"Rui Sheng","orcid":"https://orcid.org/0000-0002-7418-2850"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sheng, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.1347000002861023,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.1347000002861023,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.11010000109672546,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11450","display_name":"Model-Driven Software Engineering Techniques","score":0.0674000009894371,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visual-analytics","display_name":"Visual analytics","score":0.6150000095367432},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.6079000234603882},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5665000081062317},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.5056999921798706},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.48089998960494995},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4779999852180481},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.47450000047683716},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.44359999895095825}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7526999711990356},{"id":"https://openalex.org/C59732488","wikidata":"https://www.wikidata.org/wiki/Q2528440","display_name":"Visual analytics","level":3,"score":0.6150000095367432},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.6079000234603882},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5665000081062317},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5575000047683716},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.5056999921798706},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.48089998960494995},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4779999852180481},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.47450000047683716},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46000000834465027},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.44359999895095825},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4016000032424927},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3824000060558319},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3515999913215637},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32019999623298645},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.29429998993873596},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.29350000619888306},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.28600001335144043},{"id":"https://openalex.org/C64073096","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Interactive visualization","level":3,"score":0.2752000093460083},{"id":"https://openalex.org/C2777055276","wikidata":"https://www.wikidata.org/wiki/Q7936580","display_name":"Visual approach","level":2,"score":0.2676999866962433},{"id":"https://openalex.org/C99740376","wikidata":"https://www.wikidata.org/wiki/Q17092520","display_name":"Interactive visual analysis","level":4,"score":0.25920000672340393},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.25619998574256897},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.28106","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.28106","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.28106","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.28106","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Model":[2],"(LLM)-based":[3],"agentic":[4,116,204],"systems":[5,117],"have":[6],"shown":[7],"growing":[8],"promise":[9],"in":[10,40,45],"tackling":[11],"complex,":[12],"multi-step":[13],"tasks":[14],"through":[15,160],"autonomous":[16],"planning,":[17],"reasoning,":[18],"and":[19,67,75,90,145,165,170,193,201],"interaction":[20],"with":[21,118],"external":[22],"environments.":[23],"However,":[24],"the":[25,35,156,199],"stochastic":[26],"nature":[27],"of":[28,114,147,158,203],"LLM":[29],"generation":[30],"introduces":[31,127],"intrinsic":[32],"behavioral":[33,124],"inconsistency:":[34],"same":[36],"agent":[37,60,92,148],"may":[38],"succeed":[39],"one":[41],"execution":[42,61],"but":[43],"fail":[44],"another":[46],"under":[47],"identical":[48],"inputs.":[49],"Diagnosing":[50],"such":[51],"inconsistencies":[52],"remains":[53],"a":[54,105,119,161],"major":[55],"challenge":[56],"for":[57,87],"developers,":[58],"as":[59,130],"logs":[62],"are":[63],"often":[64],"lengthy,":[65],"unstructured,":[66],"difficult":[68],"to":[69,110,183],"compare":[70],"across":[71,95,140,151],"runs.":[72,97,153],"Existing":[73],"debugging":[74],"evaluation":[76],"tools":[77],"primarily":[78],"focus":[79,121],"on":[80,122],"inspecting":[81],"single":[82],"executions,":[83,141],"offering":[84],"limited":[85],"support":[86,111],"understanding":[88],"how":[89],"why":[91],"behaviors":[93],"diverge":[94],"repeated":[96],"To":[98],"address":[99],"this":[100],"challenge,":[101],"we":[102],"introduce":[103],"InconLens,":[104],"visual":[106],"analytics":[107],"system":[108],"designed":[109],"interactive":[112],"diagnosis":[113],"LLM-based":[115],"particular":[120],"cross-run":[123],"analysis.":[125],"InconLens":[126,159,180],"information":[128],"nodes":[129],"an":[131],"intermediate":[132],"abstraction":[133],"that":[134,179],"captures":[135],"canonical":[136],"informational":[137],"milestones":[138],"shared":[139],"enabling":[142],"semantic":[143],"alignment":[144],"inspection":[146],"reasoning":[149],"trajectories":[150],"multiple":[152],"We":[154],"demonstrate":[155],"effectiveness":[157],"detailed":[162],"case":[163],"study":[164],"further":[166],"validate":[167],"its":[168],"usability":[169],"analytical":[171],"value":[172],"via":[173],"expert":[174],"interviews.":[175],"Our":[176],"results":[177],"show":[178],"enables":[181],"developers":[182],"more":[184],"efficiently":[185],"identify":[186],"divergence":[187],"points,":[188],"uncover":[189],"latent":[190],"failure":[191],"modes,":[192],"gain":[194],"actionable":[195],"insights":[196],"into":[197],"improving":[198],"reliability":[200],"stability":[202],"systems.":[205]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-02T00:00:00"}