{"id":"https://openalex.org/W2473286717","doi":"https://doi.org/10.18653/v1/w16-1601","title":"Explaining Predictions of Non-Linear Classifiers in NLP","display_name":"Explaining Predictions of Non-Linear Classifiers in NLP","publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W2473286717","doi":"https://doi.org/10.18653/v1/w16-1601","mag":"2473286717"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w16-1601","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w16-1601","pdf_url":"https://www.aclweb.org/anthology/W16-1601.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on Representation Learning for NLP","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W16-1601.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035184440","display_name":"Leila Arras","orcid":"https://orcid.org/0000-0002-3404-0583"},"institutions":[{"id":"https://openalex.org/I2800274787","display_name":"Fraunhofer Institute for Telecommunications, Heinrich Hertz Institute","ror":"https://ror.org/02tbr6331","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800274787","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Leila Arras","raw_affiliation_strings":["Machine Learning Group, Fraunhofer Heinrich Hertz Institute, Berlin, Germany","Fraunhofer Institute for Telecommunications, Heinrich Hertz Institute, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Machine Learning Group, Fraunhofer Heinrich Hertz Institute, Berlin, Germany","institution_ids":["https://openalex.org/I2800274787"]},{"raw_affiliation_string":"Fraunhofer Institute for Telecommunications, Heinrich Hertz Institute, Berlin, Germany","institution_ids":["https://openalex.org/I2800274787"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034674564","display_name":"Franziska Horn","orcid":"https://orcid.org/0000-0001-8454-5275"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Franziska Horn","raw_affiliation_strings":["Machine Learning Group, Technische Universitt Berlin, Berlin, Germany","Technische Universit\u00e4t Berlin, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Machine Learning Group, Technische Universitt Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]},{"raw_affiliation_string":"Technische Universit\u00e4t Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026240645","display_name":"Gr\u00e9goire Montavon","orcid":"https://orcid.org/0000-0001-7243-6186"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Gr\u00e9goire Montavon","raw_affiliation_strings":["Machine Learning Group, Technische Universitt Berlin, Berlin, Germany","Technische Universit\u00e4t Berlin, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Machine Learning Group, Technische Universitt Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]},{"raw_affiliation_string":"Technische Universit\u00e4t Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107838719","display_name":"Klaus\u2010Robert M\u00fcller","orcid":null},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Klaus-Robert M\u00fcller","raw_affiliation_strings":["Technische Universit\u00e4t Berlin, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026451495","display_name":"Wojciech Samek","orcid":"https://orcid.org/0000-0002-6283-3265"},"institutions":[{"id":"https://openalex.org/I2800274787","display_name":"Fraunhofer Institute for Telecommunications, Heinrich Hertz Institute","ror":"https://ror.org/02tbr6331","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800274787","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Wojciech Samek","raw_affiliation_strings":["Machine Learning Group, Fraunhofer Heinrich Hertz Institute, Berlin, Germany","Fraunhofer Institute for Telecommunications, Heinrich Hertz Institute, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Machine Learning Group, Fraunhofer Heinrich Hertz Institute, Berlin, Germany","institution_ids":["https://openalex.org/I2800274787"]},{"raw_affiliation_string":"Fraunhofer Institute for Telecommunications, Heinrich Hertz Institute, Berlin, Germany","institution_ids":["https://openalex.org/I2800274787"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5035184440"],"corresponding_institution_ids":["https://openalex.org/I2800274787"],"apc_list":null,"apc_paid":null,"fwci":1.7669,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.89217121,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7545804381370544},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7180627584457397},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.692974865436554},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.5623165965080261},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.54443359375},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.44449013471603394},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37743738293647766}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7545804381370544},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7180627584457397},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.692974865436554},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.5623165965080261},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.54443359375},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.44449013471603394},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37743738293647766}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/w16-1601","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w16-1601","pdf_url":"https://www.aclweb.org/anthology/W16-1601.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on Representation Learning for NLP","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1606.07298","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1606.07298","pdf_url":"https://arxiv.org/pdf/1606.07298","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2473286717","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/1606.07298","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1606.07298","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1606.07298","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.18653/v1/w16-1601","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w16-1601","pdf_url":"https://www.aclweb.org/anthology/W16-1601.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on Representation Learning for NLP","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.800000011920929,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G3088251831","display_name":null,"funder_award_id":"Brain Korea 21","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G403265342","display_name":null,"funder_award_id":"01IS14013A","funder_id":"https://openalex.org/F4320334604","funder_display_name":"Banting and Best Diabetes Centre, University of Toronto"},{"id":"https://openalex.org/G8279112893","display_name":null,"funder_award_id":"01IS14013A","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320334604","display_name":"Banting and Best Diabetes Centre, University of Toronto","ror":"https://ror.org/03dbr7087"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2473286717.pdf","grobid_xml":"https://content.openalex.org/works/W2473286717.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W1787224781","https://openalex.org/W1849277567","https://openalex.org/W1902674502","https://openalex.org/W1969404656","https://openalex.org/W2083844448","https://openalex.org/W2095350947","https://openalex.org/W2132339004","https://openalex.org/W2158717066","https://openalex.org/W2195388612","https://openalex.org/W2950577311","https://openalex.org/W2950860813","https://openalex.org/W2962851944"],"related_works":["https://openalex.org/W2964178496","https://openalex.org/W2282821441","https://openalex.org/W1787224781","https://openalex.org/W2154560317","https://openalex.org/W2111610326","https://openalex.org/W2895399985","https://openalex.org/W2555633551","https://openalex.org/W2806803827","https://openalex.org/W2958631505","https://openalex.org/W69363678","https://openalex.org/W2007166462","https://openalex.org/W3158737092","https://openalex.org/W2983370017","https://openalex.org/W3167703153","https://openalex.org/W1655845646","https://openalex.org/W1579524862","https://openalex.org/W49340008","https://openalex.org/W2080878944","https://openalex.org/W2951544399","https://openalex.org/W3034280731"],"abstract_inverted_index":{"Layer-wise":[0],"relevance":[1],"propagation":[2],"(LRP)":[3],"is":[4,108],"a":[5,46,53,65,84,89],"recently":[6],"proposed":[7],"technique":[8,74],"for":[9,27,64,102],"explaining":[10,103],"predictions":[11,44],"of":[12,18,45,68,100],"complex":[13],"non-linear":[14],"classifiers":[15],"in":[16,110,115],"terms":[17],"input":[19],"variables.":[20],"In":[21],"this":[22],"paper,":[23],"we":[24,38],"apply":[25],"LRP":[26,101],"the":[28,43,69,98,104],"first":[29],"time":[30],"to":[31,41,75],"natural":[32],"language":[33],"processing":[34],"(NLP).":[35],"More":[36],"precisely,":[37],"use":[39],"it":[40],"explain":[42],"convolutional":[47],"neural":[48],"network":[49],"(CNN)":[50],"trained":[51],"on":[52],"topic":[54],"categorization":[55],"task.":[56],"Our":[57],"analysis":[58],"highlights":[59],"which":[60,107],"words":[61],"are":[62],"relevant":[63],"specific":[66],"prediction":[67],"CNN.":[70],"We":[71],"compare":[72],"our":[73],"standard":[76],"sensitivity":[77],"analysis,":[78,91],"both":[79],"qualitatively":[80],"and":[81,92],"quantitatively,":[82],"using":[83],"\"word":[85],"deleting\"":[86],"perturbation":[87],"experiment,":[88],"PCA":[90],"various":[93],"visualizations.":[94],"All":[95],"experiments":[96],"validate":[97],"suitability":[99],"CNN":[105],"predictions,":[106],"also":[109],"line":[111],"with":[112],"results":[113],"reported":[114],"recent":[116],"image":[117],"classification":[118],"studies.":[119]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2016,"cited_by_count":1}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}