{"id":"https://openalex.org/W4390706018","doi":"https://doi.org/10.1007/s10994-023-06428-4","title":"Explaining neural networks without access to training data","display_name":"Explaining neural networks without access to training data","publication_year":2024,"publication_date":"2024-01-10","ids":{"openalex":"https://openalex.org/W4390706018","doi":"https://doi.org/10.1007/s10994-023-06428-4"},"language":"en","primary_location":{"id":"doi:10.1007/s10994-023-06428-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-023-06428-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-023-06428-4.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10994-023-06428-4.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022929385","display_name":"Sascha Marton","orcid":"https://orcid.org/0000-0001-8151-9223"},"institutions":[{"id":"https://openalex.org/I177802217","display_name":"University of Mannheim","ror":"https://ror.org/031bsb921","country_code":"DE","type":"education","lineage":["https://openalex.org/I177802217"]},{"id":"https://openalex.org/I4210132032","display_name":"Institute for Enterprise Systems","ror":"https://ror.org/02n94hw85","country_code":"DE","type":"other","lineage":["https://openalex.org/I177802217","https://openalex.org/I4210132032"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Sascha Marton","raw_affiliation_strings":["Institute for Enterprise Systems, University of Mannheim, L 15, 1, 68161, Mannheim, Germany"],"raw_orcid":"https://orcid.org/0000-0001-8151-9223","affiliations":[{"raw_affiliation_string":"Institute for Enterprise Systems, University of Mannheim, L 15, 1, 68161, Mannheim, Germany","institution_ids":["https://openalex.org/I4210132032","https://openalex.org/I177802217"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048318892","display_name":"Stefan L\u00fcdtke","orcid":"https://orcid.org/0000-0002-7888-9175"},"institutions":[{"id":"https://openalex.org/I4665924","display_name":"University of Rostock","ror":"https://ror.org/03zdwsf69","country_code":"DE","type":"education","lineage":["https://openalex.org/I4665924"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stefan L\u00fcdtke","raw_affiliation_strings":["Institute for Visual & Analytic Computing, University of Rostock, Albert-Einstein-Str. 21, 18059, Rostock, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Visual & Analytic Computing, University of Rostock, Albert-Einstein-Str. 21, 18059, Rostock, Germany","institution_ids":["https://openalex.org/I4665924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020967690","display_name":"Christian Bartelt","orcid":"https://orcid.org/0000-0003-0426-6714"},"institutions":[{"id":"https://openalex.org/I177802217","display_name":"University of Mannheim","ror":"https://ror.org/031bsb921","country_code":"DE","type":"education","lineage":["https://openalex.org/I177802217"]},{"id":"https://openalex.org/I4210132032","display_name":"Institute for Enterprise Systems","ror":"https://ror.org/02n94hw85","country_code":"DE","type":"other","lineage":["https://openalex.org/I177802217","https://openalex.org/I4210132032"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christian Bartelt","raw_affiliation_strings":["Institute for Enterprise Systems, University of Mannheim, L 15, 1, 68161, Mannheim, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Enterprise Systems, University of Mannheim, L 15, 1, 68161, Mannheim, Germany","institution_ids":["https://openalex.org/I4210132032","https://openalex.org/I177802217"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078207759","display_name":"Andrej Tschalzev","orcid":"https://orcid.org/0000-0002-0638-5744"},"institutions":[{"id":"https://openalex.org/I177802217","display_name":"University of Mannheim","ror":"https://ror.org/031bsb921","country_code":"DE","type":"education","lineage":["https://openalex.org/I177802217"]},{"id":"https://openalex.org/I4210132032","display_name":"Institute for Enterprise Systems","ror":"https://ror.org/02n94hw85","country_code":"DE","type":"other","lineage":["https://openalex.org/I177802217","https://openalex.org/I4210132032"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andrej Tschalzev","raw_affiliation_strings":["Institute for Enterprise Systems, University of Mannheim, L 15, 1, 68161, Mannheim, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Enterprise Systems, University of Mannheim, L 15, 1, 68161, Mannheim, Germany","institution_ids":["https://openalex.org/I4210132032","https://openalex.org/I177802217"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050425933","display_name":"Heiner Stuckenschmidt","orcid":"https://orcid.org/0000-0002-0209-3859"},"institutions":[{"id":"https://openalex.org/I177802217","display_name":"University of Mannheim","ror":"https://ror.org/031bsb921","country_code":"DE","type":"education","lineage":["https://openalex.org/I177802217"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Heiner Stuckenschmidt","raw_affiliation_strings":["Data and Web Science Group, University of Mannheim, B 6, 26, 68159, Mannheim, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data and Web Science Group, University of Mannheim, B 6, 26, 68159, Mannheim, Germany","institution_ids":["https://openalex.org/I177802217"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5022929385"],"corresponding_institution_ids":["https://openalex.org/I177802217","https://openalex.org/I4210132032"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":0.6623,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.71518111,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"113","issue":"6","first_page":"3633","last_page":"3652"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.7823725938796997},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6643663644790649},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6215976476669312},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5816864967346191},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5799192786216736},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5748903751373291},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5223323106765747},{"id":"https://openalex.org/keywords/interpretation","display_name":"Interpretation (philosophy)","score":0.5163989663124084}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.7823725938796997},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6643663644790649},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6215976476669312},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5816864967346191},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5799192786216736},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5748903751373291},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5223323106765747},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.5163989663124084},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s10994-023-06428-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-023-06428-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-023-06428-4.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},{"id":"pmh:oai:ub-madoc.bib.uni-mannheim.de:66392","is_oa":true,"landing_page_url":null,"pdf_url":"https://madoc.bib.uni-mannheim.de/66392/1/s10994-023-06428-4-1.pdf","source":{"id":"https://openalex.org/S4306401433","display_name":"MADOC (University of Mannheim)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I177802217","host_organization_name":"University of Mannheim","host_organization_lineage":["https://openalex.org/I177802217"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":{"id":"doi:10.1007/s10994-023-06428-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-023-06428-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-023-06428-4.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.699999988079071,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"},{"id":"https://openalex.org/F4320324159","display_name":"Universit\u00e4t Mannheim","ror":"https://ror.org/031bsb921"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4390706018.pdf"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W1487855905","https://openalex.org/W1594031697","https://openalex.org/W2079633783","https://openalex.org/W2085988980","https://openalex.org/W2095350947","https://openalex.org/W2107222792","https://openalex.org/W2113882472","https://openalex.org/W2125055259","https://openalex.org/W2294370754","https://openalex.org/W2496203377","https://openalex.org/W2569873096","https://openalex.org/W2903566196","https://openalex.org/W2919115771","https://openalex.org/W2964024268","https://openalex.org/W2964306570","https://openalex.org/W2979997102","https://openalex.org/W3000716014","https://openalex.org/W3008297566","https://openalex.org/W3138819813","https://openalex.org/W3212464206","https://openalex.org/W4205425671","https://openalex.org/W4236137412","https://openalex.org/W6790587931","https://openalex.org/W6843735874"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W4390569940","https://openalex.org/W2888392564","https://openalex.org/W4361193272","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W1986582023","https://openalex.org/W2883749686","https://openalex.org/W2966829450","https://openalex.org/W4315864862"],"abstract_inverted_index":{"Abstract":[0],"We":[1,103,155],"consider":[2],"generating":[3,144],"explanations":[4],"for":[5,18],"neural":[6],"networks":[7],"in":[8],"cases":[9,93],"where":[10],"the":[11,82,92,113,145,174],"network\u2019s":[12],"training":[13,55,153,175],"data":[14,176],"is":[15,177],"not":[16,51,178],"accessible,":[17],"instance":[19],"due":[20],"to":[21,44,54,70,91,135],"privacy":[22],"or":[23],"safety":[24],"issues.":[25],"Recently,":[26],"Interpretation":[27],"Nets":[28],"(":[29],"$$\\mathcal":[30,83,115,127,146],"{I}$$":[31,84,116,128,147],"<mml:math":[32,85,117,129,148],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\">":[33,86,118,130,149],"<mml:mi>I</mml:mi>":[34,87,119,131,150],"</mml:math>":[35,88,120,132,151],"-Nets)":[36],"have":[37],"been":[38],"proposed":[39],"as":[40,60,100],"a":[41,61,71,105],"sample-free":[42],"approach":[43,159],"post-hoc,":[45],"global":[46],"model":[47],"interpretability":[48,164],"that":[49,65,168],"does":[50],"require":[52],"access":[53],"data.":[56,154],"They":[57],"formulate":[58],"interpretation":[59],"machine":[62],"learning":[63],"task":[64],"maps":[66],"network":[67],"representations":[68],"(parameters)":[69],"representation":[72,109],"of":[73,94,112],"an":[74],"interpretable":[75],"function.":[76],"In":[77],"this":[78],"paper,":[79],"we":[80,125],"extend":[81],"-Net":[89,121],"framework":[90],"standard":[95],"and":[96,110,166],"soft":[97],"decision":[98,107],"trees":[99],"surrogate":[101],"models.":[102],"propose":[104],"suitable":[106],"tree":[108],"design":[111],"corresponding":[114],"output":[122],"layers.":[123],"Furthermore,":[124],"make":[126],"-Nets":[133],"applicable":[134],"real-world":[136],"tasks":[137],"by":[138],"considering":[139],"more":[140],"realistic":[141],"distributions":[142],"when":[143,173],"-Net\u2019s":[152],"empirically":[156],"evaluate":[157],"our":[158],"against":[160],"traditional":[161],"global,":[162],"post-hoc":[163],"approaches":[165],"show":[167],"it":[169],"achieves":[170],"superior":[171],"results":[172],"accessible.":[179]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2025-12-25T23:11:45.687758","created_date":"2025-10-10T00:00:00"}