{"id":"https://openalex.org/W4396605295","doi":"https://doi.org/10.1109/tvcg.2024.3394053","title":"AgentLens: Visual Analysis for Agent Behaviors in LLM-Based Autonomous Systems","display_name":"AgentLens: Visual Analysis for Agent Behaviors in LLM-Based Autonomous Systems","publication_year":2024,"publication_date":"2024-05-03","ids":{"openalex":"https://openalex.org/W4396605295","doi":"https://doi.org/10.1109/tvcg.2024.3394053","pmid":"https://pubmed.ncbi.nlm.nih.gov/38700975"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2024.3394053","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2024.3394053","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100660111","display_name":"Jiaying Lu","orcid":"https://orcid.org/0009-0008-3578-346X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiaying Lu","raw_affiliation_strings":["State Key Lab of CAD&CG, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0008-3578-346X","affiliations":[{"raw_affiliation_string":"State Key Lab of CAD&CG, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101970777","display_name":"Bo Pan","orcid":"https://orcid.org/0009-0009-4561-2469"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Pan","raw_affiliation_strings":["State Key Lab of CAD&CG, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0009-4561-2469","affiliations":[{"raw_affiliation_string":"State Key Lab of CAD&CG, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jieyi Chen","orcid":"https://orcid.org/0009-0007-9202-4884"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jieyi Chen","raw_affiliation_strings":["State Key Lab of CAD&CG, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0007-9202-4884","affiliations":[{"raw_affiliation_string":"State Key Lab of CAD&CG, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028110202","display_name":"Yingchaojie Feng","orcid":"https://orcid.org/0000-0002-1418-4635"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingchaojie Feng","raw_affiliation_strings":["State Key Lab of CAD&CG, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-1418-4635","affiliations":[{"raw_affiliation_string":"State Key Lab of CAD&CG, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jingyuan Hu","orcid":"https://orcid.org/0009-0009-7884-1591"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyuan Hu","raw_affiliation_strings":["Chu Kochen Honors College, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0009-7884-1591","affiliations":[{"raw_affiliation_string":"Chu Kochen Honors College, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yuchen Peng","orcid":"https://orcid.org/0009-0004-6398-3734"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuchen Peng","raw_affiliation_strings":["State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0004-6398-3734","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100344494","display_name":"Wei Chen","orcid":"https://orcid.org/0000-0002-8365-4741"},"institutions":[{"id":"https://openalex.org/I4210156066","display_name":"State Key Laboratory of Chemical Engineering","ror":"https://ror.org/05803vc71","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156066"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Chen","raw_affiliation_strings":["State Key Lab of CAD&CG, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-8365-4741","affiliations":[{"raw_affiliation_string":"State Key Lab of CAD&CG, Hangzhou, China","institution_ids":["https://openalex.org/I4210156066"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100660111"],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":7.6161,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.97644156,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"31","issue":"8","first_page":"4182","last_page":"4197"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9787999987602234,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9787999987602234,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.9397000074386597,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10703","display_name":"Business Process Modeling and Analysis","score":0.9143999814987183,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8160189390182495},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.5704566240310669},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5383791327476501},{"id":"https://openalex.org/keywords/interactive-visual-analysis","display_name":"Interactive visual analysis","score":0.4933547079563141},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.48362958431243896},{"id":"https://openalex.org/keywords/visual-analytics","display_name":"Visual analytics","score":0.4386240839958191},{"id":"https://openalex.org/keywords/autonomous-agent","display_name":"Autonomous agent","score":0.4204899072647095},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39221635460853577},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.34225887060165405},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.3364277184009552}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8160189390182495},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.5704566240310669},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5383791327476501},{"id":"https://openalex.org/C99740376","wikidata":"https://www.wikidata.org/wiki/Q17092520","display_name":"Interactive visual analysis","level":4,"score":0.4933547079563141},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.48362958431243896},{"id":"https://openalex.org/C59732488","wikidata":"https://www.wikidata.org/wiki/Q2528440","display_name":"Visual analytics","level":3,"score":0.4386240839958191},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.4204899072647095},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39221635460853577},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.34225887060165405},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3364277184009552}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvcg.2024.3394053","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2024.3394053","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:38700975","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38700975","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W1601004891","https://openalex.org/W1975348168","https://openalex.org/W1987706161","https://openalex.org/W1988981069","https://openalex.org/W2007546607","https://openalex.org/W2014577670","https://openalex.org/W2014975845","https://openalex.org/W2068963126","https://openalex.org/W2094755907","https://openalex.org/W2096178388","https://openalex.org/W2112439337","https://openalex.org/W2124344619","https://openalex.org/W2138647480","https://openalex.org/W2225771498","https://openalex.org/W2523776954","https://openalex.org/W2752648449","https://openalex.org/W2765576880","https://openalex.org/W2791120310","https://openalex.org/W2900115478","https://openalex.org/W2900172775","https://openalex.org/W2902557073","https://openalex.org/W2903837810","https://openalex.org/W2909693411","https://openalex.org/W2969936214","https://openalex.org/W2998557583","https://openalex.org/W3000484093","https://openalex.org/W3014476076","https://openalex.org/W3184560090","https://openalex.org/W3217080668","https://openalex.org/W4307475457","https://openalex.org/W4318621382","https://openalex.org/W4353112996","https://openalex.org/W4385970197","https://openalex.org/W4386185147","https://openalex.org/W4387835442","https://openalex.org/W4387934929","https://openalex.org/W4388744821","https://openalex.org/W4389520009","https://openalex.org/W4389991792","https://openalex.org/W4390872747","https://openalex.org/W4391759936","https://openalex.org/W4393065402","https://openalex.org/W4393147219","https://openalex.org/W4396517485","https://openalex.org/W4401042992","https://openalex.org/W4402684050","https://openalex.org/W4404594861","https://openalex.org/W4404782209","https://openalex.org/W4406800520","https://openalex.org/W6778883912","https://openalex.org/W6779433390","https://openalex.org/W6787130917","https://openalex.org/W6810738896","https://openalex.org/W6810932996","https://openalex.org/W6838461927","https://openalex.org/W6839390831","https://openalex.org/W6839928859","https://openalex.org/W6846254642","https://openalex.org/W6848588639","https://openalex.org/W6849277338","https://openalex.org/W6849708121","https://openalex.org/W6849732303","https://openalex.org/W6850503672","https://openalex.org/W6850625674","https://openalex.org/W6850936240","https://openalex.org/W6851513886","https://openalex.org/W6852749991","https://openalex.org/W6853300998","https://openalex.org/W6853313673","https://openalex.org/W6853352089","https://openalex.org/W6853465110","https://openalex.org/W6854015811","https://openalex.org/W6854084413","https://openalex.org/W6855330075","https://openalex.org/W6855797017","https://openalex.org/W6855833192","https://openalex.org/W6857614378","https://openalex.org/W6859348947"],"related_works":["https://openalex.org/W2362367986","https://openalex.org/W3041760129","https://openalex.org/W3149127250","https://openalex.org/W2158984754","https://openalex.org/W2143428259","https://openalex.org/W4246764483","https://openalex.org/W2923661510","https://openalex.org/W2116732611","https://openalex.org/W2126824079","https://openalex.org/W2080934634"],"abstract_inverted_index":{"Recently,":[0],"Large":[1],"Language":[2],"Model":[3],"based":[4],"Autonomous":[5],"System":[6],"(LLMAS)":[7],"has":[8],"gained":[9],"great":[10],"popularity":[11],"for":[12,124],"its":[13,24],"potential":[14],"to":[15,28,46,80,90,102,133],"simulate":[16],"complicated":[17],"behaviors":[18],"of":[19,23,36,85,128,139,154],"human":[20],"societies.":[21],"One":[22],"main":[25],"challenges":[26],"is":[27],"present":[29,42],"and":[30,51,130,137,145,152],"analyze":[31],"the":[32,48,104,126,150],"dynamic":[33],"events":[34,66],"evolution":[35,127],"LLMAS.":[37,55],"In":[38],"this":[39],"work,":[40],"we":[41,96],"a":[43,59,70,76,82,98,114,120,146],"visualization":[44,123],"approach":[45,57],"explore":[47],"detailed":[49],"statuses":[50],"agents'":[52,140],"behavior":[53,72,77],"within":[54],"Our":[56],"outlines":[58],"general":[60],"pipeline":[61],"that":[62,118],"organizes":[63],"raw":[64],"execution":[65],"from":[67],"LLMAS":[68],"into":[69],"structured":[71],"model.":[73],"We":[74,110],"leverage":[75],"summarization":[78],"algorithm":[79],"create":[81],"hierarchical":[83,121],"summary":[84],"these":[86],"behaviors,":[87],"arranged":[88],"according":[89],"their":[91],"sequence":[92],"over":[93],"time.":[94],"Additionally,":[95],"design":[97],"cause":[99],"trace":[100],"method":[101],"mine":[103],"causal":[105],"relationship":[106],"between":[107],"agent":[108],"behaviors.":[109,141],"then":[111],"develop":[112],"AgentLens,":[113],"visual":[115],"analysis":[116],"system":[117],"leverages":[119],"temporal":[122],"illustrating":[125],"LLMAS,":[129],"supports":[131],"users":[132],"interactively":[134],"investigate":[135],"details":[136],"causes":[138],"Two":[142],"usage":[143],"scenarios":[144],"user":[147],"study":[148],"demonstrate":[149],"effectiveness":[151],"usability":[153],"our":[155],"AgentLens.":[156]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}