{"id":"https://openalex.org/W2889883176","doi":"https://doi.org/10.1109/tvcg.2018.2865230","title":"NLIZE: A Perturbation-Driven Visual Interrogation Tool for Analyzing and Interpreting Natural Language Inference Models","display_name":"NLIZE: A Perturbation-Driven Visual Interrogation Tool for Analyzing and Interpreting Natural Language Inference Models","publication_year":2018,"publication_date":"2018-09-05","ids":{"openalex":"https://openalex.org/W2889883176","doi":"https://doi.org/10.1109/tvcg.2018.2865230","mag":"2889883176","pmid":"https://pubmed.ncbi.nlm.nih.gov/30188829"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2018.2865230","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2018.2865230","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.osti.gov/servlets/purl/1562803","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101523517","display_name":"Shusen Liu","orcid":"https://orcid.org/0000-0002-6455-8391"},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Shusen Liu","raw_affiliation_strings":["Lawrence Livermore National Laboratory"],"affiliations":[{"raw_affiliation_string":"Lawrence Livermore National Laboratory","institution_ids":["https://openalex.org/I1282311441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102018107","display_name":"Zhimin Li","orcid":"https://orcid.org/0000-0003-4324-741X"},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhimin Li","raw_affiliation_strings":["SCI Institute, University of Utah"],"affiliations":[{"raw_affiliation_string":"SCI Institute, University of Utah","institution_ids":["https://openalex.org/I223532165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102008970","display_name":"Tao Li","orcid":"https://orcid.org/0000-0003-4564-5753"},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tao Li","raw_affiliation_strings":["School of Computing, University of Utah"],"affiliations":[{"raw_affiliation_string":"School of Computing, University of Utah","institution_ids":["https://openalex.org/I223532165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013135203","display_name":"Vivek Srikumar","orcid":"https://orcid.org/0000-0003-0419-6568"},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vivek Srikumar","raw_affiliation_strings":["School of Computing, University of Utah"],"affiliations":[{"raw_affiliation_string":"School of Computing, University of Utah","institution_ids":["https://openalex.org/I223532165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009460413","display_name":"Valerio Pascucci","orcid":"https://orcid.org/0000-0002-8877-2042"},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Valerio Pascucci","raw_affiliation_strings":["SCI Institute, University of Utah"],"affiliations":[{"raw_affiliation_string":"SCI Institute, University of Utah","institution_ids":["https://openalex.org/I223532165"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019902487","display_name":"Peer\u2010Timo Bremer","orcid":"https://orcid.org/0000-0003-4107-3831"},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peer-Timo Bremer","raw_affiliation_strings":["Lawrence Livermore National Laboratory"],"affiliations":[{"raw_affiliation_string":"Lawrence Livermore National Laboratory","institution_ids":["https://openalex.org/I1282311441"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101523517"],"corresponding_institution_ids":["https://openalex.org/I1282311441"],"apc_list":null,"apc_paid":null,"fwci":3.919,"has_fulltext":true,"cited_by_count":51,"citation_normalized_percentile":{"value":0.94841233,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"25","issue":"1","first_page":"651","last_page":"660"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8241521716117859},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.704245924949646},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.6756356358528137},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6699099540710449},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.5391469597816467},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5385168194770813},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.4648889899253845},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3607467710971832},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.33221858739852905},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.26860159635543823}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8241521716117859},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.704245924949646},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.6756356358528137},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6699099540710449},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5391469597816467},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5385168194770813},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.4648889899253845},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3607467710971832},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33221858739852905},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.26860159635543823}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tvcg.2018.2865230","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2018.2865230","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:30188829","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/30188829","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null},{"id":"pmh:oai:osti.gov:1562803","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1562803","pdf_url":"https://www.osti.gov/servlets/purl/1562803","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:osti.gov:1562803","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1562803","pdf_url":"https://www.osti.gov/servlets/purl/1562803","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7900000214576721}],"awards":[{"id":"https://openalex.org/G1065316766","display_name":null,"funder_award_id":"Award","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G1494814522","display_name":null,"funder_award_id":"DE_AC52-07NA27344","funder_id":"https://openalex.org/F4320338286","funder_display_name":"Lawrence Livermore National Laboratory"},{"id":"https://openalex.org/G1687629259","display_name":null,"funder_award_id":"DE-SC0010498","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2504258159","display_name":null,"funder_award_id":"NA0002375","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G2552147613","display_name":null,"funder_award_id":"DESC0007446","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G2917824471","display_name":null,"funder_award_id":"DE-AC52-07NA2734","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G3326216146","display_name":"Computational Infrastructure for Brain Research: EAGER: A Scalable Solution for Processing High Resolution Brain Connectomics Data","funder_award_id":"1649923","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3391580208","display_name":null,"funder_award_id":"DE-AC52-07NA2","funder_id":"https://openalex.org/F4320338286","funder_display_name":"Lawrence Livermore National Laboratory"},{"id":"https://openalex.org/G3717892900","display_name":null,"funder_award_id":"1314896","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4651320650","display_name":null,"funder_award_id":"E-AC52-07NA27344","funder_id":"https://openalex.org/F4320332369","funder_display_name":"National Nuclear Security Administration"},{"id":"https://openalex.org/G4711444667","display_name":null,"funder_award_id":"DE-AC52-07NA2734","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5429237832","display_name":null,"funder_award_id":"DE-NA0002375","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G556899559","display_name":"Collaborative Research:  Coastal Upwelling on a Wide Shelf:  An Observational Study","funder_award_id":"0002375","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5816449448","display_name":null,"funder_award_id":"DE-AC52-07NA27344","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G5964142490","display_name":null,"funder_award_id":"E-AC52-07NA27344","funder_id":"https://openalex.org/F4320338286","funder_display_name":"Lawrence Livermore National Laboratory"},{"id":"https://openalex.org/G6020043373","display_name":null,"funder_award_id":"DE-AC52-07NA2734","funder_id":"https://openalex.org/F4320338286","funder_display_name":"Lawrence Livermore National Laboratory"},{"id":"https://openalex.org/G6755165505","display_name":null,"funder_award_id":"award","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7359830134","display_name":null,"funder_award_id":"DE-NA0002375","funder_id":"https://openalex.org/F4320332369","funder_display_name":"National Nuclear Security Administration"},{"id":"https://openalex.org/G7657276248","display_name":"PFI:AIR - TT:  Cost Effective Solutions for Storage and Access of Massive Imagery","funder_award_id":"1602127","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7806955302","display_name":null,"funder_award_id":"DE-AC52-07NA27344","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8229888283","display_name":null,"funder_award_id":"DE-AC52-07NA2734","funder_id":"https://openalex.org/F4320332369","funder_display_name":"National Nuclear Security Administration"},{"id":"https://openalex.org/G8374966015","display_name":null,"funder_award_id":"AC52-07NA27344","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8436096408","display_name":null,"funder_award_id":"DE-NA0002375","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8658770765","display_name":null,"funder_award_id":"DE-AC52-07NA27","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G991281326","display_name":null,"funder_award_id":"AC52-07NA27344","funder_id":"https://openalex.org/F4320338286","funder_display_name":"Lawrence Livermore National Laboratory"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320332369","display_name":"National Nuclear Security Administration","ror":"https://ror.org/03sk1we31"},{"id":"https://openalex.org/F4320338286","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2889883176.pdf","grobid_xml":"https://content.openalex.org/works/W2889883176.grobid-xml"},"referenced_works_count":60,"referenced_works":["https://openalex.org/W158861739","https://openalex.org/W1825675169","https://openalex.org/W1840435438","https://openalex.org/W1849277567","https://openalex.org/W1951216520","https://openalex.org/W2081580037","https://openalex.org/W2133564696","https://openalex.org/W2149482703","https://openalex.org/W2153579005","https://openalex.org/W2154474435","https://openalex.org/W2169423212","https://openalex.org/W2250539671","https://openalex.org/W2282821441","https://openalex.org/W2307372197","https://openalex.org/W2343061342","https://openalex.org/W2394669110","https://openalex.org/W2413794162","https://openalex.org/W2470673105","https://openalex.org/W2551396370","https://openalex.org/W2607223307","https://openalex.org/W2751298778","https://openalex.org/W2751627669","https://openalex.org/W2751746637","https://openalex.org/W2751804245","https://openalex.org/W2752194699","https://openalex.org/W2752332392","https://openalex.org/W2753713840","https://openalex.org/W2792641098","https://openalex.org/W2899771611","https://openalex.org/W2909239562","https://openalex.org/W2953384591","https://openalex.org/W2962851944","https://openalex.org/W2962862931","https://openalex.org/W2962965405","https://openalex.org/W2963082277","https://openalex.org/W2963082899","https://openalex.org/W2963403868","https://openalex.org/W2964159778","https://openalex.org/W2964200170","https://openalex.org/W2964308564","https://openalex.org/W3101819830","https://openalex.org/W4211148418","https://openalex.org/W4229494842","https://openalex.org/W4242127061","https://openalex.org/W4285719527","https://openalex.org/W4294170691","https://openalex.org/W4385245566","https://openalex.org/W6606475831","https://openalex.org/W6639204139","https://openalex.org/W6682691769","https://openalex.org/W6684549341","https://openalex.org/W6697808617","https://openalex.org/W6713134421","https://openalex.org/W6729654139","https://openalex.org/W6737947904","https://openalex.org/W6739901393","https://openalex.org/W6743792510","https://openalex.org/W6749155112","https://openalex.org/W6756040250","https://openalex.org/W6948308983"],"related_works":["https://openalex.org/W2367925007","https://openalex.org/W4288263119","https://openalex.org/W3015724364","https://openalex.org/W2967994095","https://openalex.org/W4285240985","https://openalex.org/W2900126711","https://openalex.org/W4286930972","https://openalex.org/W3202115945","https://openalex.org/W2542958340","https://openalex.org/W4389520438"],"abstract_inverted_index":{"With":[0],"the":[1,61,69,73,86,90,109],"recent":[2],"advances":[3],"in":[4,18,82],"deep":[5],"learning,":[6],"neural":[7,35],"network":[8,36],"models":[9],"have":[10],"obtained":[11],"state-of-the-art":[12],"performances":[13],"for":[14],"many":[15],"linguistic":[16],"tasks":[17],"natural":[19,91],"language":[20,92],"processing.":[21],"However,":[22],"this":[23],"rapid":[24],"progress":[25],"also":[26],"brings":[27],"enormous":[28],"challenges.":[29],"The":[30],"opaque":[31],"nature":[32],"of":[33,85,112],"a":[34,47,52,65,101,113],"model":[37,70,126],"leads":[38],"to":[39,67,98],"hard-to-debug-systems":[40],"and":[41,60,77,119,121],"difficult-to-interpret":[42],"mechanisms.":[43],"Here,":[44],"we":[45],"introduce":[46],"visualization":[48,58],"system":[49],"that,":[50],"through":[51],"tight":[53],"yet":[54],"flexible":[55],"integration":[56],"between":[57],"elements":[59],"underlying":[62],"model,":[63,114],"allows":[64],"user":[66],"interrogate":[68],"by":[71],"perturbing":[72],"input,":[74],"internal":[75],"state,":[76],"prediction":[78],"while":[79],"observing":[80],"changes":[81],"other":[83],"parts":[84],"pipeline.":[87],"We":[88],"use":[89],"inference":[93],"problem":[94],"as":[95,129],"an":[96],"example":[97],"illustrate":[99],"how":[100],"perturbation-driven":[102],"paradigm":[103],"can":[104],"help":[105],"domain":[106],"experts":[107],"assess":[108],"potential":[110],"limitation":[111],"probe":[115],"its":[116],"inner":[117],"states,":[118],"interpret":[120],"form":[122],"hypotheses":[123],"about":[124],"fundamental":[125],"mechanisms":[127],"such":[128],"attention.":[130]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":8}],"updated_date":"2026-04-03T22:45:19.894376","created_date":"2025-10-10T00:00:00"}