{"id":"https://openalex.org/W4416513224","doi":"https://doi.org/10.1109/tvcg.2025.3634646","title":"Understanding Large Language Model Behaviors Through Interactive Counterfactual Generation and Analysis","display_name":"Understanding Large Language Model Behaviors Through Interactive Counterfactual Generation and Analysis","publication_year":2025,"publication_date":"2025-11-21","ids":{"openalex":"https://openalex.org/W4416513224","doi":"https://doi.org/10.1109/tvcg.2025.3634646","pmid":"https://pubmed.ncbi.nlm.nih.gov/41269814"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2025.3634646","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2025.3634646","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073000458","display_name":"Furui Cheng","orcid":"https://orcid.org/0000-0003-2329-6126"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Furui Cheng","raw_affiliation_strings":["ETH Zürich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0003-2329-6126","affiliations":[{"raw_affiliation_string":"ETH Zürich, Switzerland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074912324","display_name":"Vil\u00e9m Zouhar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vil\u00e9m Zouhar","raw_affiliation_strings":["ETH Zürich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Zürich, Switzerland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104294461","display_name":"Robin Shing Moon Chan","orcid":"https://orcid.org/0009-0007-1319-8334"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Robin Shing Moon Chan","raw_affiliation_strings":["ETH Zürich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Zürich, Switzerland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060438150","display_name":"Daniel F\u00fcrst","orcid":"https://orcid.org/0000-0002-0407-2867"},"institutions":[{"id":"https://openalex.org/I189712700","display_name":"University of Konstanz","ror":"https://ror.org/0546hnb39","country_code":"DE","type":"education","lineage":["https://openalex.org/I189712700"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Daniel F\u00fcrst","raw_affiliation_strings":["University of Konstanz, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Konstanz, Germany","institution_ids":["https://openalex.org/I189712700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084459196","display_name":"Hendrik Strobelt","orcid":"https://orcid.org/0000-0002-8995-1683"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hendrik Strobelt","raw_affiliation_strings":["IBM Research, USA"],"raw_orcid":"https://orcid.org/0000-0002-8995-1683","affiliations":[{"raw_affiliation_string":"IBM Research, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020415668","display_name":"Mennatallah El\u2010Assady","orcid":"https://orcid.org/0000-0001-8526-2613"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mennatallah El-Assady","raw_affiliation_strings":["ETH Zürich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0001-8526-2613","affiliations":[{"raw_affiliation_string":"ETH Zürich, Switzerland","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.217,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.95459069,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"32","issue":"1","first_page":"846","last_page":"856"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2062000036239624,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2062000036239624,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.18790000677108765,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.149399995803833,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.873199999332428},{"id":"https://openalex.org/keywords/counterfactual-conditional","display_name":"Counterfactual conditional","score":0.8317000269889832},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.5638999938964844},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.5633999705314636},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4977000057697296},{"id":"https://openalex.org/keywords/iterative-and-incremental-development","display_name":"Iterative and incremental development","score":0.4066999852657318},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.38100001215934753},{"id":"https://openalex.org/keywords/attribution","display_name":"Attribution","score":0.3614000082015991},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.3562000095844269}],"concepts":[{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.873199999332428},{"id":"https://openalex.org/C71889745","wikidata":"https://www.wikidata.org/wiki/Q1783264","display_name":"Counterfactual conditional","level":3,"score":0.8317000269889832},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8295000195503235},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6230000257492065},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.5638999938964844},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.5633999705314636},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4977000057697296},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4129999876022339},{"id":"https://openalex.org/C143587482","wikidata":"https://www.wikidata.org/wiki/Q1543216","display_name":"Iterative and incremental development","level":2,"score":0.4066999852657318},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.38100001215934753},{"id":"https://openalex.org/C143299363","wikidata":"https://www.wikidata.org/wiki/Q900584","display_name":"Attribution","level":2,"score":0.3614000082015991},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.3562000095844269},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.32760000228881836},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.32710000872612},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3253999948501587},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.3158999979496002},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.30820000171661377},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.30309998989105225},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.30300000309944153},{"id":"https://openalex.org/C11671645","wikidata":"https://www.wikidata.org/wiki/Q5054567","display_name":"Causal model","level":2,"score":0.2962000072002411},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.2953999936580658},{"id":"https://openalex.org/C179603123","wikidata":"https://www.wikidata.org/wiki/Q1941921","display_name":"Modeling language","level":3,"score":0.27149999141693115},{"id":"https://openalex.org/C64073096","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Interactive visualization","level":3,"score":0.26910001039505005},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.26759999990463257},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.2578999996185303},{"id":"https://openalex.org/C14669888","wikidata":"https://www.wikidata.org/wiki/Q4014850","display_name":"Creative visualization","level":3,"score":0.2558000087738037},{"id":"https://openalex.org/C115086926","wikidata":"https://www.wikidata.org/wiki/Q17004651","display_name":"Causal reasoning","level":3,"score":0.2531999945640564},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvcg.2025.3634646","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2025.3634646","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:41269814","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41269814","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7203961628","display_name":"Personalized Visual Analytics: Human Preference Elicitation for Ranking-based Multi-Criteria Decision-Support","funder_award_id":"10003068","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"}],"funders":[{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1516436026","https://openalex.org/W1973012451","https://openalex.org/W2143117649","https://openalex.org/W2282821441","https://openalex.org/W2752194699","https://openalex.org/W2788403449","https://openalex.org/W2798658104","https://openalex.org/W2889787757","https://openalex.org/W2956281901","https://openalex.org/W2963095307","https://openalex.org/W2963123635","https://openalex.org/W2963125461","https://openalex.org/W2963204221","https://openalex.org/W2963910015","https://openalex.org/W2964200170","https://openalex.org/W2978041899","https://openalex.org/W2999765337","https://openalex.org/W3035507081","https://openalex.org/W3092732263","https://openalex.org/W3101662419","https://openalex.org/W3111711122","https://openalex.org/W3174057701","https://openalex.org/W3175479236","https://openalex.org/W4206379437","https://openalex.org/W4236213345","https://openalex.org/W4322707262","https://openalex.org/W4364378939","https://openalex.org/W4385261545","https://openalex.org/W4387966251","https://openalex.org/W4390204410","https://openalex.org/W4391012965","https://openalex.org/W4392617724","https://openalex.org/W4392781242","https://openalex.org/W4393971165","https://openalex.org/W4396832834","https://openalex.org/W4396833346","https://openalex.org/W4396833645","https://openalex.org/W4402351822"],"related_works":[],"abstract_inverted_index":{"Understanding":[0],"the":[1,146,152,158],"behavior":[2],"of":[3,79,107,132,154],"large":[4],"language":[5],"models":[6],"(LLMs)":[7],"is":[8],"crucial":[9],"for":[10,23],"ensuring":[11],"their":[12],"safe":[13],"and":[14,35,55,76,94,101,141,149],"reliable":[15],"use.":[16],"However,":[17],"existing":[18],"explainable":[19],"AI":[20],"(XAI)":[21],"methods":[22,43],"LLMs":[24],"primarily":[25],"rely":[26],"on":[27],"word-level":[28],"explanations,":[29],"which":[30,118],"are":[31,111,119],"often":[32,44],"computationally":[33],"inefficient":[34],"misaligned":[36],"with":[37,122,138,143],"human":[38],"reasoning":[39],"processes.":[40],"Moreover,":[41],"these":[42,71],"treat":[45],"explanation":[46,159],"as":[47,161],"a":[48,88,126],"one-time":[49],"output,":[50],"overlooking":[51],"its":[52],"inherently":[53],"interactive":[54,66],"iterative":[56],"nature.":[57],"In":[58],"this":[59],"paper,":[60],"we":[61],"present":[62],"LLM":[63,80,139],"Analyzer,":[64],"an":[65],"visualization":[67],"system":[68,86],"that":[69,91],"addresses":[70],"limitations":[72],"by":[73],"enabling":[74],"intuitive":[75],"efficient":[77],"exploration":[78],"behaviors":[81],"through":[82],"counterfactual":[83],"analysis.":[84],"Our":[85],"features":[87],"novel":[89],"algorithm":[90],"generates":[92],"fluent":[93],"semantically":[95],"meaningful":[96],"counterfactuals":[97,110],"via":[98],"targeted":[99],"removal":[100],"replacement":[102],"operations":[103],"at":[104],"user-defined":[105],"levels":[106],"granularity.":[108],"These":[109],"used":[112],"to":[113],"compute":[114],"feature":[115],"attribution":[116],"scores,":[117],"then":[120],"integrated":[121],"concrete":[123],"examples":[124],"in":[125,157],"table-based":[127],"visualization,":[128],"supporting":[129],"dynamic":[130],"analysis":[131],"model":[133],"behavior.":[134],"A":[135],"user":[136],"study":[137],"practitioners":[140],"interviews":[142],"experts":[144],"demonstrate":[145],"system's":[147],"usability":[148],"effectiveness,":[150],"emphasizing":[151],"importance":[153],"involving":[155],"humans":[156],"process":[160],"active":[162],"participants":[163],"rather":[164],"than":[165],"passive":[166],"recipients.":[167]},"counts_by_year":[{"year":2026,"cited_by_count":4}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-11-23T00:00:00"}