{"id":"https://openalex.org/W4226282829","doi":"https://doi.org/10.1609/aaai.v36i1.19948","title":"Latent Space Explanation by Intervention","display_name":"Latent Space Explanation by Intervention","publication_year":2022,"publication_date":"2022-06-28","ids":{"openalex":"https://openalex.org/W4226282829","doi":"https://doi.org/10.1609/aaai.v36i1.19948"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v36i1.19948","doi":"https://doi.org/10.1609/aaai.v36i1.19948","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v36i1.19948","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/19948/19707","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/19948/19707","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Itai Gat","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Itai Gat","raw_affiliation_strings":["Technion"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technion","institution_ids":["https://openalex.org/I174306211"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008672977","display_name":"Guy Lorberbom","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Guy Lorberbom","raw_affiliation_strings":["Technion"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technion","institution_ids":["https://openalex.org/I174306211"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082617813","display_name":"Idan Schwartz","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Idan Schwartz","raw_affiliation_strings":["Technion\nNetApp"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technion\nNetApp","institution_ids":["https://openalex.org/I174306211"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000106487","display_name":"Tamir Hazan","orcid":"https://orcid.org/0000-0003-1652-3845","observed_orcids":["https://orcid.org/0000-0003-1652-3845"]},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Tamir Hazan","raw_affiliation_strings":["Technion"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technion","institution_ids":["https://openalex.org/I174306211"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I174306211"],"apc_list":null,"apc_paid":null,"fwci":1.5195,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.85388092,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":97},"biblio":{"volume":"36","issue":"1","first_page":"679","last_page":"687"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/intervention","display_name":"intervention","score":0.6549999713897705},{"id":"https://openalex.org/keywords/interpretability","display_name":"interpretability","score":0.7279999852180481},{"id":"https://openalex.org/keywords/class-prediction","display_name":"class prediction","score":0.4749999940395355},{"id":"https://openalex.org/keywords/bias-detection","display_name":"bias detection","score":0.5619999766349792},{"id":"https://openalex.org/keywords/celeba","display_name":"CelebA","score":0.8190000057220459},{"id":"https://openalex.org/keywords/explainable-deep-learning","display_name":"explainable deep learning","score":0.39399999380111694}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9487698078155518},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.7446050047874451},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.6855710744857788},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.6730712056159973},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.5803455114364624},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.5751462578773499},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.5693214535713196},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5525842905044556},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5511097311973572},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.5479613542556763},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4731106758117676},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4247654676437378},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.42150649428367615},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.28406524658203125},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.101616770029068},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0695318877696991},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1609/aaai.v36i1.19948","doi":"https://doi.org/10.1609/aaai.v36i1.19948","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v36i1.19948","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/19948/19707","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2112.04895","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2112.04895","pdf_url":"https://arxiv.org/pdf/2112.04895","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:ojs.aaai.org:article/19948","doi":null,"is_oa":false,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/19948","pdf_url":null,"source":{"id":"https://openalex.org/S4306400155","display_name":"AAAI Publications (The Association for the Advancement of Artificial Intelligence (AAAI))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801652627","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/I2801652627"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.48550/arxiv.2112.04895","doi":"https://doi.org/10.48550/arxiv.2112.04895","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2112.04895","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1609/aaai.v36i1.19948","doi":"https://doi.org/10.1609/aaai.v36i1.19948","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v36i1.19948","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/19948/19707","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320950","display_name":"United States-Israel Binational Science Foundation","ror":"https://ror.org/00j8z2m73"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4226282829.pdf","grobid_xml":"https://content.openalex.org/works/W4226282829.grobid-xml"},"referenced_works_count":65,"referenced_works":["https://openalex.org/W1782590233","https://openalex.org/W1787224781","https://openalex.org/W1834627138","https://openalex.org/W1849277567","https://openalex.org/W2053231411","https://openalex.org/W2096516049","https://openalex.org/W2097117768","https://openalex.org/W2108598243","https://openalex.org/W2123045220","https://openalex.org/W2163605009","https://openalex.org/W2169393322","https://openalex.org/W2172654076","https://openalex.org/W2177870565","https://openalex.org/W2190008860","https://openalex.org/W2195388612","https://openalex.org/W2282821441","https://openalex.org/W2342840547","https://openalex.org/W2397163812","https://openalex.org/W2516809705","https://openalex.org/W2519430864","https://openalex.org/W2547875792","https://openalex.org/W2548228487","https://openalex.org/W2593634001","https://openalex.org/W2594475271","https://openalex.org/W2594633041","https://openalex.org/W2605409611","https://openalex.org/W2618851150","https://openalex.org/W2619351609","https://openalex.org/W2626639386","https://openalex.org/W2769421449","https://openalex.org/W2796885425","https://openalex.org/W2806929479","https://openalex.org/W2937473825","https://openalex.org/W2946940672","https://openalex.org/W2950950127","https://openalex.org/W2959325723","https://openalex.org/W2962949934","https://openalex.org/W2963082899","https://openalex.org/W2964218959","https://openalex.org/W2969282158","https://openalex.org/W2970852027","https://openalex.org/W2981149872","https://openalex.org/W2988157455","https://openalex.org/W2989552938","https://openalex.org/W2997520586","https://openalex.org/W3001584199","https://openalex.org/W3003228106","https://openalex.org/W3013699864","https://openalex.org/W3014504517","https://openalex.org/W3028019732","https://openalex.org/W3031652686","https://openalex.org/W3034700241","https://openalex.org/W3037198159","https://openalex.org/W3042235754","https://openalex.org/W3046918297","https://openalex.org/W3048817558","https://openalex.org/W3094342158","https://openalex.org/W3101609372","https://openalex.org/W3127463063","https://openalex.org/W3140373187","https://openalex.org/W3174340530","https://openalex.org/W3191103903","https://openalex.org/W3211263893","https://openalex.org/W4221162793","https://openalex.org/W4298845698"],"related_works":["https://openalex.org/W4413147867","https://openalex.org/W4416061318","https://openalex.org/W4390990672","https://openalex.org/W3022235758","https://openalex.org/W4416027175","https://openalex.org/W3194459218","https://openalex.org/W2783400919","https://openalex.org/W6991218638","https://openalex.org/W2780718008","https://openalex.org/W6946753971"],"abstract_inverted_index":{"The":[0],"success":[1],"of":[2,81,108],"deep":[3],"neural":[4],"nets":[5],"heavily":[6],"relies":[7],"on":[8,57,111],"their":[9,16,19],"ability":[10],"to":[11,25,42,127],"encode":[12],"complex":[13],"relations":[14],"between":[15,83],"input":[17],"and":[18,73,87,123,129],"output.":[20],"While":[21],"this":[22],"property":[23],"serves":[24],"fit":[26],"the":[27,34,53,66,79,84,88,94,99,106,121],"training":[28],"data":[29,122],"well,":[30],"it":[31],"also":[32],"obscures":[33],"mechanism":[35,50],"that":[36,51,96],"drives":[37],"prediction.":[38],"This":[39],"study":[40],"aims":[41],"reveal":[43,128],"hidden":[44,71],"concepts":[45,95],"by":[46],"employing":[47],"an":[48],"intervention":[49],"shifts":[52],"predicted":[54],"class":[55],"based":[56],"discrete":[58],"variational":[59],"autoencoders.":[60],"An":[61],"explanatory":[62],"model":[63],"then":[64],"visualizes":[65],"encoded":[67],"information":[68],"from":[69],"any":[70],"layer":[72],"its":[74],"corresponding":[75],"intervened":[76,89],"representation.":[77],"By":[78],"assessment":[80],"differences":[82],"original":[85],"representation":[86],"representation,":[90],"one":[91],"can":[92,97],"determine":[93],"alter":[98],"class,":[100],"hence":[101],"providing":[102],"interpretability.":[103],"We":[104],"demonstrate":[105],"effectiveness":[107],"our":[109],"approach":[110],"CelebA,":[112],"where":[113],"we":[114],"show":[115],"various":[116],"visualizations":[117],"for":[118],"bias":[119],"in":[120],"suggest":[124],"different":[125],"interventions":[126],"change":[130],"bias.":[131]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3}],"updated_date":"2026-10-29T09:56:32.521200","created_date":"2022-05-05T00:00:00"}