{"id":"https://openalex.org/W3159900299","doi":"https://doi.org/10.1162/tacl_a_00359","title":"Amnesic Probing: Behavioral Explanation with Amnesic Counterfactuals","display_name":"Amnesic Probing: Behavioral Explanation with Amnesic Counterfactuals","publication_year":2021,"publication_date":"2021-03-11","ids":{"openalex":"https://openalex.org/W3159900299","doi":"https://doi.org/10.1162/tacl_a_00359","mag":"3159900299"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00359","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00359","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00359/1924189/tacl_a_00359.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00359/1924189/tacl_a_00359.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081462507","display_name":"Yanai Elazar","orcid":null},"institutions":[{"id":"https://openalex.org/I13955877","display_name":"Bar-Ilan University","ror":"https://ror.org/03kgsv495","country_code":"IL","type":"education","lineage":["https://openalex.org/I13955877"]},{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]},{"id":"https://openalex.org/I4210156583","display_name":"Laboratoire d'Informatique de Paris-Nord","ror":"https://ror.org/05g1zjw44","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I4210091279","https://openalex.org/I4210156583","https://openalex.org/I4210159245"]}],"countries":["FR","IL","US"],"is_corresponding":true,"raw_author_name":"Yanai Elazar","raw_affiliation_strings":["Allen Institute for Artificial Intelligence. yanaiela@gmail.com","Computer Science Department, Bar Ilan University","Computer Science Department, Bar Ilan University, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Allen Institute for Artificial Intelligence. yanaiela@gmail.com","institution_ids":["https://openalex.org/I4210156221"]},{"raw_affiliation_string":"Computer Science Department, Bar Ilan University","institution_ids":["https://openalex.org/I13955877","https://openalex.org/I4210156583"]},{"raw_affiliation_string":"Computer Science Department, Bar Ilan University, Israel","institution_ids":["https://openalex.org/I13955877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072633418","display_name":"Shauli Ravfogel","orcid":null},"institutions":[{"id":"https://openalex.org/I13955877","display_name":"Bar-Ilan University","ror":"https://ror.org/03kgsv495","country_code":"IL","type":"education","lineage":["https://openalex.org/I13955877"]},{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]},{"id":"https://openalex.org/I4210156583","display_name":"Laboratoire d'Informatique de Paris-Nord","ror":"https://ror.org/05g1zjw44","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I4210091279","https://openalex.org/I4210156583","https://openalex.org/I4210159245"]}],"countries":["FR","IL","US"],"is_corresponding":true,"raw_author_name":"Shauli Ravfogel","raw_affiliation_strings":["Allen Institute for Artificial Intelligence. shauli.ravfogel@gmail.com","Computer Science Department, Bar Ilan University","Computer Science Department, Bar Ilan University, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Allen Institute for Artificial Intelligence. shauli.ravfogel@gmail.com","institution_ids":["https://openalex.org/I4210156221"]},{"raw_affiliation_string":"Computer Science Department, Bar Ilan University","institution_ids":["https://openalex.org/I13955877","https://openalex.org/I4210156583"]},{"raw_affiliation_string":"Computer Science Department, Bar Ilan University, Israel","institution_ids":["https://openalex.org/I13955877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045156755","display_name":"Alon Jacovi","orcid":"https://orcid.org/0000-0002-7263-2061"},"institutions":[{"id":"https://openalex.org/I13955877","display_name":"Bar-Ilan University","ror":"https://ror.org/03kgsv495","country_code":"IL","type":"education","lineage":["https://openalex.org/I13955877"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Alon Jacovi","raw_affiliation_strings":["Computer Science Department, Bar Ilan University. alonjacovi@gmail.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Bar Ilan University. alonjacovi@gmail.com","institution_ids":["https://openalex.org/I13955877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028476919","display_name":"Yoav Goldberg","orcid":"https://orcid.org/0000-0002-6497-829X"},"institutions":[{"id":"https://openalex.org/I13955877","display_name":"Bar-Ilan University","ror":"https://ror.org/03kgsv495","country_code":"IL","type":"education","lineage":["https://openalex.org/I13955877"]},{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]},{"id":"https://openalex.org/I4210156583","display_name":"Laboratoire d'Informatique de Paris-Nord","ror":"https://ror.org/05g1zjw44","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I4210091279","https://openalex.org/I4210156583","https://openalex.org/I4210159245"]}],"countries":["FR","IL","US"],"is_corresponding":true,"raw_author_name":"Yoav Goldberg","raw_affiliation_strings":["Allen Institute for Artificial Intelligence. yoav.goldberg@gmail.com","Computer Science Department, Bar Ilan University","Computer Science Department, Bar Ilan University, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Allen Institute for Artificial Intelligence. yoav.goldberg@gmail.com","institution_ids":["https://openalex.org/I4210156221"]},{"raw_affiliation_string":"Computer Science Department, Bar Ilan University","institution_ids":["https://openalex.org/I13955877","https://openalex.org/I4210156583"]},{"raw_affiliation_string":"Computer Science Department, Bar Ilan University, Israel","institution_ids":["https://openalex.org/I13955877"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5028476919","https://openalex.org/A5045156755","https://openalex.org/A5072633418","https://openalex.org/A5081462507"],"corresponding_institution_ids":["https://openalex.org/I13955877","https://openalex.org/I4210156221","https://openalex.org/I4210156583"],"apc_list":null,"apc_paid":null,"fwci":14.8767,"has_fulltext":false,"cited_by_count":118,"citation_normalized_percentile":{"value":0.99193133,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"9","issue":null,"first_page":"160","last_page":"175"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6892533302307129},{"id":"https://openalex.org/keywords/scrutiny","display_name":"Scrutiny","score":0.6327700614929199},{"id":"https://openalex.org/keywords/counterfactual-conditional","display_name":"Counterfactual conditional","score":0.6193174719810486},{"id":"https://openalex.org/keywords/intuition","display_name":"Intuition","score":0.576402485370636},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.49470826983451843},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.46464821696281433},{"id":"https://openalex.org/keywords/ask-price","display_name":"Ask price","score":0.46373334527015686},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.41315385699272156},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39839160442352295},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.33553051948547363},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.13134732842445374}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6892533302307129},{"id":"https://openalex.org/C2776050585","wikidata":"https://www.wikidata.org/wiki/Q7439360","display_name":"Scrutiny","level":2,"score":0.6327700614929199},{"id":"https://openalex.org/C71889745","wikidata":"https://www.wikidata.org/wiki/Q1783264","display_name":"Counterfactual conditional","level":3,"score":0.6193174719810486},{"id":"https://openalex.org/C132010649","wikidata":"https://www.wikidata.org/wiki/Q189222","display_name":"Intuition","level":2,"score":0.576402485370636},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.49470826983451843},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.46464821696281433},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.46373334527015686},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.41315385699272156},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39839160442352295},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.33553051948547363},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.13134732842445374},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/tacl_a_00359","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00359","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00359/1924189/tacl_a_00359.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:05ad2f8019bb49bab8263a2aaf167370","is_oa":true,"landing_page_url":"https://doaj.org/article/05ad2f8019bb49bab8263a2aaf167370","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 9, Pp 160-175 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00359","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00359","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00359/1924189/tacl_a_00359.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":77,"referenced_works":["https://openalex.org/W331019419","https://openalex.org/W1731081199","https://openalex.org/W2054658115","https://openalex.org/W2101234009","https://openalex.org/W2515741950","https://openalex.org/W2612690371","https://openalex.org/W2759181158","https://openalex.org/W2888161220","https://openalex.org/W2903571680","https://openalex.org/W2908854766","https://openalex.org/W2910243263","https://openalex.org/W2946359678","https://openalex.org/W2946417913","https://openalex.org/W2959325723","https://openalex.org/W2962739339","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963430224","https://openalex.org/W2964204621","https://openalex.org/W2964222268","https://openalex.org/W2964303116","https://openalex.org/W2965373594","https://openalex.org/W2970476646","https://openalex.org/W2970727289","https://openalex.org/W2970862333","https://openalex.org/W2971044268","https://openalex.org/W2973154008","https://openalex.org/W2978491132","https://openalex.org/W2979273157","https://openalex.org/W2980282514","https://openalex.org/W2991223644","https://openalex.org/W2994934025","https://openalex.org/W2997283613","https://openalex.org/W2998696444","https://openalex.org/W3013891696","https://openalex.org/W3015449890","https://openalex.org/W3017701505","https://openalex.org/W3031652686","https://openalex.org/W3034760557","https://openalex.org/W3035241006","https://openalex.org/W3035305735","https://openalex.org/W3044438666","https://openalex.org/W3103838460","https://openalex.org/W3104235057","https://openalex.org/W3111372685","https://openalex.org/W3118485687","https://openalex.org/W3133918965","https://openalex.org/W3144194608","https://openalex.org/W3155744586","https://openalex.org/W4212774754","https://openalex.org/W4288265479","https://openalex.org/W4288631803","https://openalex.org/W6611342419","https://openalex.org/W6637618735","https://openalex.org/W6675354045","https://openalex.org/W6726295259","https://openalex.org/W6739901393","https://openalex.org/W6748634344","https://openalex.org/W6755207826","https://openalex.org/W6757635932","https://openalex.org/W6757883768","https://openalex.org/W6760434389","https://openalex.org/W6762537594","https://openalex.org/W6765638835","https://openalex.org/W6765944574","https://openalex.org/W6766673545","https://openalex.org/W6767594909","https://openalex.org/W6768299147","https://openalex.org/W6768817161","https://openalex.org/W6770176827","https://openalex.org/W6772825485","https://openalex.org/W6773996589","https://openalex.org/W6775689592","https://openalex.org/W6775799966","https://openalex.org/W6776606683","https://openalex.org/W6777119090","https://openalex.org/W6779412186"],"related_works":["https://openalex.org/W2056582926","https://openalex.org/W2598664120","https://openalex.org/W4287775150","https://openalex.org/W3028884462","https://openalex.org/W1252480625","https://openalex.org/W2168582470","https://openalex.org/W1813984835","https://openalex.org/W3096942073","https://openalex.org/W2104420793","https://openalex.org/W2776321204"],"abstract_inverted_index":{"Abstract":[0],"A":[1],"growing":[2],"body":[3],"of":[4,8,16,31,81,95,133,141,162],"work":[5],"makes":[6],"use":[7],"probing":[9,33,48,148,171],"in":[10],"order":[11],"to":[12,43,137,153],"investigate":[13],"the":[14,29,32,41,59,76,79,93,103],"working":[15],"neural":[17],"models,":[18],"often":[19],"considered":[20],"black":[21],"boxes.":[22],"Recently,":[23],"an":[24,52],"ongoing":[25],"debate":[26],"emerged":[27],"surrounding":[28],"limitations":[30],"paradigm.":[34],"In":[35],"this":[36,107],"work,":[37],"we":[38,111,157],"point":[39],"out":[40],"inability":[42],"infer":[44],"behavioral":[45,166],"conclusions":[46,169],"from":[47,102,170],"results,":[49],"and":[50,156],"offer":[51],"alternative":[53],"method":[54],"that":[55,78,99,115,146,164],"focuses":[56],"on":[57,66,135],"how":[58],"information":[60,68,124],"is":[61,69,122,150],"being":[62],"used,":[63],"rather":[64],"than":[65],"what":[67],"encoded.":[70],"Our":[71,143],"method,":[72],"Amnesic":[73],"Probing,":[74],"follows":[75],"intuition":[77],"utility":[80],"a":[82,85,96,131],"property":[83],"for":[84,120,126,159],"given":[86],"task":[87,154],"can":[88,112],"be":[89],"assessed":[90],"by":[91],"measuring":[92],"influence":[94],"causal":[97,168],"intervention":[98],"removes":[100],"it":[101],"representation.":[104],"Equipped":[105],"with":[106],"new":[108],"analysis":[109],"tool,":[110],"ask":[113],"questions":[114],"were":[116],"not":[117,151],"possible":[118],"before,":[119],"example,":[121],"part-of-speech":[123],"important":[125],"word":[127],"prediction?":[128],"We":[129],"perform":[130],"series":[132],"analyses":[134],"BERT":[136],"answer":[138],"these":[139],"types":[140],"questions.":[142],"findings":[144],"demonstrate":[145],"conventional":[147],"performance":[149],"correlated":[152],"importance,":[155],"call":[158],"increased":[160],"scrutiny":[161],"claims":[163],"draw":[165],"or":[167],"results.1":[172]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":33},{"year":2022,"cited_by_count":33},{"year":2021,"cited_by_count":31},{"year":2020,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}