{"id":"https://openalex.org/W3023935934","doi":"https://doi.org/10.18653/v1/2020.acl-main.495","title":"Obtaining Faithful Interpretations from Compositional Neural Networks","display_name":"Obtaining Faithful Interpretations from Compositional Neural Networks","alternate_titles":[],"publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3023935934","doi":"https://doi.org/10.18653/v1/2020.acl-main.495","mag":"3023935934"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2020.acl-main.495","doi":"https://doi.org/10.18653/v1/2020.acl-main.495","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.acl-main.495","pdf_url":"https://www.aclweb.org/anthology/2020.acl-main.495.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W3023935934"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.aclweb.org/anthology/2020.acl-main.495.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020117260","display_name":"Sanjay Subramanian","orcid":"https://orcid.org/0009-0001-1399-9920","observed_orcids":["https://orcid.org/0009-0001-1399-9920"]},"institutions":[{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Sanjay Subramanian","raw_affiliation_strings":["Allen Institute for AI","ALLEN INSTITUTE FOR ARTIFICIAL INTELLIGENCE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Allen Institute for AI","institution_ids":["https://openalex.org/I4210156221"]},{"raw_affiliation_string":"ALLEN INSTITUTE FOR ARTIFICIAL INTELLIGENCE","institution_ids":["https://openalex.org/I4210156221"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051169643","display_name":"Ben Bogin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]},{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]}],"countries":["IL","US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ben Bogin","raw_affiliation_strings":["Tel-Aviv University","ALLEN INSTITUTE FOR ARTIFICIAL INTELLIGENCE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tel-Aviv University","institution_ids":["https://openalex.org/I16391192"]},{"raw_affiliation_string":"ALLEN INSTITUTE FOR ARTIFICIAL INTELLIGENCE","institution_ids":["https://openalex.org/I4210156221"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102347449","display_name":"Nitish Gupta","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]},{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["IL","US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Nitish Gupta","raw_affiliation_strings":["University of Pennsylvania","Tel Aviv University *"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pennsylvania","institution_ids":["https://openalex.org/I79576946"]},{"raw_affiliation_string":"Tel Aviv University *","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059849645","display_name":"Tomer Wolfson","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]},{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]}],"countries":["IL","US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Tomer Wolfson","raw_affiliation_strings":["Allen Institute for AI","Tel-Aviv University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Allen Institute for AI","institution_ids":["https://openalex.org/I4210156221"]},{"raw_affiliation_string":"Tel-Aviv University","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005779128","display_name":"Sameer Singh","orcid":"https://orcid.org/0000-0003-0621-6323","observed_orcids":["https://orcid.org/0000-0003-0621-6323"]},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]},{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Sameer Singh","raw_affiliation_strings":["University of California , Irvine","#N#               * University of Pennsylvania"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California , Irvine","institution_ids":["https://openalex.org/I204250578"]},{"raw_affiliation_string":"#N#               * University of Pennsylvania","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045872048","display_name":"Jonathan Berant","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]},{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]}],"countries":["IL","US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jonathan Berant","raw_affiliation_strings":["Allen Institute for AI","Tel-Aviv University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Allen Institute for AI","institution_ids":["https://openalex.org/I4210156221"]},{"raw_affiliation_string":"Tel-Aviv University","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035088083","display_name":"Matt Gardner","orcid":"https://orcid.org/0000-0001-8458-1727","observed_orcids":["https://orcid.org/0000-0001-8458-1727"]},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]},{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Matt Gardner","raw_affiliation_strings":["Allen Institute for AI","University of California, Irvine **"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Allen Institute for AI","institution_ids":["https://openalex.org/I4210156221"]},{"raw_affiliation_string":"University of California, Irvine **","institution_ids":["https://openalex.org/I204250578"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.5703,"has_fulltext":true,"cited_by_count":54,"citation_normalized_percentile":{"value":0.91983042,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"5594","last_page":"5608"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0019000000320374966,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/faithfulness","display_name":"faithfulness","score":0.5170000195503235},{"id":"https://openalex.org/keywords/interpretability","display_name":"interpretability","score":0.6990000009536743},{"id":"https://openalex.org/keywords/intermediate-outputs","display_name":"intermediate outputs","score":0.671999990940094},{"id":"https://openalex.org/keywords/auxiliary-supervision","display_name":"auxiliary supervision","score":0.6850000023841858},{"id":"https://openalex.org/keywords/multi-step-reasoning","display_name":"multi-step reasoning","score":0.7360000014305115},{"id":"https://openalex.org/keywords/drops","display_name":"drops","score":0.8220000267028809},{"id":"https://openalex.org/keywords/explainable-ai","display_name":"explainable AI","score":0.6589999794960022}],"concepts":[{"id":"https://openalex.org/C121375916","wikidata":"https://www.wikidata.org/wiki/Q936559","display_name":"Principle of compositionality","level":2,"score":0.9170634150505066},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7970887422561646},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5849353671073914},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5441519021987915},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5282715559005737},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5271748304367065},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4244352877140045},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3209690749645233},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2758159041404724},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/2020.acl-main.495","doi":"https://doi.org/10.18653/v1/2020.acl-main.495","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.acl-main.495","pdf_url":"https://www.aclweb.org/anthology/2020.acl-main.495.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2005.00724","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2005.00724","pdf_url":"https://arxiv.org/pdf/2005.00724","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3023935934","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2005.00724","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2005.00724","doi":"https://doi.org/10.48550/arxiv.2005.00724","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2005.00724","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2020.acl-main.495","doi":"https://doi.org/10.18653/v1/2020.acl-main.495","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.acl-main.495","pdf_url":"https://www.aclweb.org/anthology/2020.acl-main.495.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G263018126","display_name":null,"funder_award_id":"N00014\u201019\u20101\u20102620","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G3519336342","display_name":"Computing Answers to Complex Questions in Broad Domains","funder_award_id":"802800","funder_id":"https://openalex.org/F4320338335","funder_display_name":"H2020 European Research Council"},{"id":"https://openalex.org/G4713059963","display_name":null,"funder_award_id":"FA8750","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320338335","display_name":"H2020 European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3023935934.pdf","grobid_xml":"https://content.openalex.org/works/W3023935934.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1933349210","https://openalex.org/W2055289026","https://openalex.org/W2057399676","https://openalex.org/W2277195237","https://openalex.org/W2561715562","https://openalex.org/W2563399268","https://openalex.org/W2595017202","https://openalex.org/W2626778328","https://openalex.org/W2741631785","https://openalex.org/W2757361303","https://openalex.org/W2787119853","https://openalex.org/W2793065281","https://openalex.org/W2883104598","https://openalex.org/W2888296173","https://openalex.org/W2889787757","https://openalex.org/W2899335602","https://openalex.org/W2899663614","https://openalex.org/W2908791737","https://openalex.org/W2919420119","https://openalex.org/W2950104027","https://openalex.org/W2951365061","https://openalex.org/W2953163841","https://openalex.org/W2963143606","https://openalex.org/W2963224792","https://openalex.org/W2963341956","https://openalex.org/W2963907708","https://openalex.org/W2968210605","https://openalex.org/W2970231061","https://openalex.org/W2970742161","https://openalex.org/W2970886003","https://openalex.org/W2995649781","https://openalex.org/W3015575765","https://openalex.org/W3016828850"],"related_works":["https://openalex.org/W3205469723","https://openalex.org/W4410987984","https://openalex.org/W2948220202","https://openalex.org/W6963164566","https://openalex.org/W2995649781","https://openalex.org/W3118500473","https://openalex.org/W7008236180","https://openalex.org/W4366770144","https://openalex.org/W2947973444","https://openalex.org/W3017374003"],"abstract_inverted_index":{"Neural":[0],"module":[1,133],"networks":[2],"(NMNs)":[3],"are":[4],"a":[5,52,74,113,141],"popular":[6],"approach":[7],"for":[8,132],"modeling":[9],"compositionality:":[10],"they":[11],"achieve":[12],"high":[13],"accuracy":[14],"when":[15],"applied":[16],"to":[17,144],"problems":[18],"in":[19,31],"language":[20],"and":[21,72,85,128],"vision,":[22],"while":[23],"reflecting":[24],"the":[25,29,32,40,43,47,56,78,97,102,107,123],"compositional":[26],"structure":[27,41,109],"of":[28,42,55,77,81,116],"problem":[30],"network":[33,44,108],"architecture.However,":[34],"prior":[35],"work":[36],"implicitly":[37],"assumed":[38],"that":[39,59,61,96,106,135],"modules,":[45],"describing":[46],"abstract":[48],"reasoning":[49,93],"process,":[50],"provides":[51],"faithful":[53,114],"explanation":[54,115],"model's":[57],"reasoning;":[58],"is,":[60],"all":[62],"modules":[63],"perform":[64],"their":[65],"intended":[66],"behaviour.In":[67],"this":[68],"work,":[69],"we":[70,121],"propose":[71,129],"conduct":[73],"systematic":[75],"evaluation":[76],"intermediate":[79,98],"outputs":[80,99],"NMNs":[82],"on":[83],"NLVR2":[84],"DROP,":[86],"two":[87],"datasets":[88],"which":[89],"require":[90],"composing":[91],"multiple":[92],"steps.We":[94],"find":[95],"differ":[100],"from":[101],"expected":[103],"output,":[104],"illustrating":[105],"does":[110],"not":[111],"provide":[112],"model":[117,124],"behaviour.To":[118],"remedy":[119],"that,":[120],"train":[122],"with":[125],"auxiliary":[126],"supervision":[127],"particular":[130],"choices":[131],"architecture":[134],"yield":[136],"much":[137],"better":[138],"faithfulness,":[139],"at":[140],"minimal":[142],"cost":[143],"accuracy.":[145]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3023935934","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":17},{"year":2020,"cited_by_count":5}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2020-05-13T00:00:00"}
