{"id":"https://openalex.org/W2798698226","doi":"https://doi.org/10.18653/v1/p18-1032","title":"Evaluating neural network explanation methods using hybrid documents and morphosyntactic agreement","display_name":"Evaluating neural network explanation methods using hybrid documents and morphosyntactic agreement","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2798698226","doi":"https://doi.org/10.18653/v1/p18-1032","mag":"2798698226"},"language":"en","primary_location":{"id":"doi:10.18653/v1/p18-1032","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p18-1032","pdf_url":"https://www.aclweb.org/anthology/P18-1032.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/P18-1032.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042212425","display_name":"Nina Poerner","orcid":"https://orcid.org/0000-0002-1292-7052"},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Nina Poerner","raw_affiliation_strings":["Center for Information and Language Processing LMU Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Center for Information and Language Processing LMU Munich, Germany","institution_ids":["https://openalex.org/I8204097"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071144367","display_name":"Hinrich Sch\u00fctze","orcid":null},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Hinrich Sch\u00fctze","raw_affiliation_strings":["Center for Information and Language Processing LMU Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Center for Information and Language Processing LMU Munich, Germany","institution_ids":["https://openalex.org/I8204097"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046895021","display_name":"Benjamin Roth","orcid":"https://orcid.org/0000-0003-0362-0267"},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Benjamin Roth","raw_affiliation_strings":["Center for Information and Language Processing LMU Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Center for Information and Language Processing LMU Munich, Germany","institution_ids":["https://openalex.org/I8204097"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5042212425"],"corresponding_institution_ids":["https://openalex.org/I8204097"],"apc_list":null,"apc_paid":null,"fwci":10.9032,"has_fulltext":true,"cited_by_count":85,"citation_normalized_percentile":{"value":0.98529014,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"340","last_page":"350"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9742000102996826,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8440913558006287},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7284363508224487},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6784507036209106},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.6136617064476013},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5999837517738342},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5578123927116394},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.5527865290641785},{"id":"https://openalex.org/keywords/cover","display_name":"Cover (algebra)","score":0.5208300352096558},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40206536650657654}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8440913558006287},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7284363508224487},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6784507036209106},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.6136617064476013},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5999837517738342},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5578123927116394},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.5527865290641785},{"id":"https://openalex.org/C2780428219","wikidata":"https://www.wikidata.org/wiki/Q16952335","display_name":"Cover (algebra)","level":2,"score":0.5208300352096558},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40206536650657654},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/p18-1032","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p18-1032","pdf_url":"https://www.aclweb.org/anthology/P18-1032.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},{"id":"pmh:oai:epub.ub.uni-muenchen.de:61866","is_oa":true,"landing_page_url":"http://nbn-resolving.de/urn:nbn:de:bvb:19-epub-61866-4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401845","display_name":"Open access LMU (Ludwid Maxmilian's Universitat Munchen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I8204097","host_organization_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","host_organization_lineage":["https://openalex.org/I8204097"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"doc-type:conferenceObject"},{"id":"doi:10.5282/ubm/epub.61866","is_oa":true,"landing_page_url":"https://doi.org/10.5282/ubm/epub.61866","pdf_url":null,"source":{"id":"https://openalex.org/S7407052039","display_name":"Universit\u00e4tsbibliothek der LMU","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.18653/v1/p18-1032","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p18-1032","pdf_url":"https://www.aclweb.org/anthology/P18-1032.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2798698226.pdf","grobid_xml":"https://content.openalex.org/works/W2798698226.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W1493526108","https://openalex.org/W1601924930","https://openalex.org/W1787224781","https://openalex.org/W1849277567","https://openalex.org/W1902674502","https://openalex.org/W2064675550","https://openalex.org/W2101234009","https://openalex.org/W2133564696","https://openalex.org/W2158899491","https://openalex.org/W2240067561","https://openalex.org/W2250539671","https://openalex.org/W2282821441","https://openalex.org/W2292919134","https://openalex.org/W2396384435","https://openalex.org/W2493343568","https://openalex.org/W2503388974","https://openalex.org/W2510317721","https://openalex.org/W2516809705","https://openalex.org/W2549835527","https://openalex.org/W2552204443","https://openalex.org/W2552396116","https://openalex.org/W2553397501","https://openalex.org/W2561412020","https://openalex.org/W2562979205","https://openalex.org/W2587529872","https://openalex.org/W2590082389","https://openalex.org/W2592895748","https://openalex.org/W2594633041","https://openalex.org/W2605409611","https://openalex.org/W2770398803","https://openalex.org/W2783643842","https://openalex.org/W2785760873","https://openalex.org/W2952230511","https://openalex.org/W2952436057","https://openalex.org/W2962680264","https://openalex.org/W2962851944","https://openalex.org/W2962858109","https://openalex.org/W2962959086","https://openalex.org/W2963233086","https://openalex.org/W2963240572","https://openalex.org/W2964045325","https://openalex.org/W2964121744","https://openalex.org/W2964159778","https://openalex.org/W2964178496","https://openalex.org/W2964199361","https://openalex.org/W2964308564","https://openalex.org/W3099732023","https://openalex.org/W4298061300","https://openalex.org/W4300756893"],"related_works":["https://openalex.org/W2361861616","https://openalex.org/W2263699433","https://openalex.org/W2377979023","https://openalex.org/W2218034408","https://openalex.org/W2392921965","https://openalex.org/W2358755282","https://openalex.org/W2625833328","https://openalex.org/W1533177136","https://openalex.org/W4380994516","https://openalex.org/W2251519152"],"abstract_inverted_index":{"The":[0],"behavior":[1],"of":[2,27,46],"deep":[3],"neural":[4],"networks":[5],"(DNNs)":[6],"is":[7,77],"hard":[8],"to":[9,15],"understand.":[10],"This":[11],"makes":[12],"it":[13],"necessary":[14],"explore":[16],"post":[17],"hoc":[18],"explanation":[19,28,71,93],"methods.":[20],"We":[21,66,81],"conduct":[22],"the":[23,90],"first":[24],"comprehensive":[25],"evaluation":[26,39],"methods":[29,94],"for":[30,79,98],"NLP.":[31,80,102],"To":[32],"this":[33],"end,":[34],"we":[35],"design":[36],"two":[37,43],"novel":[38],"paradigms":[40,56],"that":[41,76,84],"cover":[42],"important":[44],"classes":[45],"NLP":[47],"problems:":[48],"small":[49],"context":[50,53],"and":[51,61,87,95],"large":[52],"problems.":[54],"Both":[55],"require":[57],"no":[58],"manual":[59],"annotation":[60],"are":[62,89],"therefore":[63],"broadly":[64],"applicable.":[65],"also":[67],"introduce":[68],"LIMSSE,":[69,85],"an":[70],"method":[72],"inspired":[73],"by":[74],"LIME":[75],"designed":[78],"show":[82],"empirically":[83],"LRP":[86],"DeepLIFT":[88],"most":[91],"effective":[92],"recommend":[96],"them":[97],"explaining":[99],"DNNs":[100],"in":[101]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":18},{"year":2020,"cited_by_count":27},{"year":2019,"cited_by_count":17},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}