{"id":"https://openalex.org/W7119528082","doi":"https://doi.org/10.1007/s10994-025-06957-0","title":"Mechanistic Interpretability of ReLU Neural Networks Through Piecewise-Affine Mapping","display_name":"Mechanistic Interpretability of ReLU Neural Networks Through Piecewise-Affine Mapping","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7119528082","doi":"https://doi.org/10.1007/s10994-025-06957-0"},"language":"en","primary_location":{"id":"doi:10.1007/s10994-025-06957-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-025-06957-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-025-06957-0.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10994-025-06957-0.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018677964","display_name":"Arnab Barua","orcid":"https://orcid.org/0000-0002-9698-8142"},"institutions":[{"id":"https://openalex.org/I4210127129","display_name":"M\u00e4lardalen University","ror":null,"country_code":"SE","type":null,"lineage":["https://openalex.org/I4210127129"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Arnab Barua","raw_affiliation_strings":["School of Innovation, Design and Engineering, M\u00e4lardalen University, Universitetsplan 1, 72220, V\u00e4ster\u00e5s, V\u00e4stmanland, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Innovation, Design and Engineering, M\u00e4lardalen University, Universitetsplan 1, 72220, V\u00e4ster\u00e5s, V\u00e4stmanland, Sweden","institution_ids":["https://openalex.org/I4210127129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102750914","display_name":"Mobyen Uddin Ahmed","orcid":"https://orcid.org/0000-0003-3802-4721"},"institutions":[{"id":"https://openalex.org/I4210127129","display_name":"M\u00e4lardalen University","ror":null,"country_code":"SE","type":null,"lineage":["https://openalex.org/I4210127129"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Mobyen Uddin Ahmed","raw_affiliation_strings":["School of Innovation, Design and Engineering, M\u00e4lardalen University, Universitetsplan 1, 72220, V\u00e4ster\u00e5s, V\u00e4stmanland, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Innovation, Design and Engineering, M\u00e4lardalen University, Universitetsplan 1, 72220, V\u00e4ster\u00e5s, V\u00e4stmanland, Sweden","institution_ids":["https://openalex.org/I4210127129"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019630559","display_name":"Shahina Begum","orcid":null},"institutions":[{"id":"https://openalex.org/I4210127129","display_name":"M\u00e4lardalen University","ror":null,"country_code":"SE","type":null,"lineage":["https://openalex.org/I4210127129"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Shahina Begum","raw_affiliation_strings":["School of Innovation, Design and Engineering, M\u00e4lardalen University, Universitetsplan 1, 72220, V\u00e4ster\u00e5s, V\u00e4stmanland, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Innovation, Design and Engineering, M\u00e4lardalen University, Universitetsplan 1, 72220, V\u00e4ster\u00e5s, V\u00e4stmanland, Sweden","institution_ids":["https://openalex.org/I4210127129"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5018677964"],"corresponding_institution_ids":["https://openalex.org/I4210127129"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.05773241,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"115","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.8906000256538391,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.8906000256538391,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.055399999022483826,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.007899999618530273,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.9761000275611877},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5825999975204468},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5525000095367432},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5415999889373779},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5199999809265137},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.39259999990463257},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.3619000017642975}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9761000275611877},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.757099986076355},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.619700014591217},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5825999975204468},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5525000095367432},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5415999889373779},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5307999849319458},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5199999809265137},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.39259999990463257},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.3619000017642975},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.35850000381469727},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.32710000872612},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.32089999318122864},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3059000074863434},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.299699991941452},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.27720001339912415},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2750999927520752},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.26019999384880066},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.25189998745918274}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10994-025-06957-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-025-06957-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-025-06957-0.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10994-025-06957-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-025-06957-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-025-06957-0.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7620662450790405,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G2449139193","display_name":null,"funder_award_id":"953432","funder_id":"https://openalex.org/F4320334322","funder_display_name":"HORIZON EUROPE Framework Programme"},{"id":"https://openalex.org/G5760957664","display_name":null,"funder_award_id":"953432","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6421726475","display_name":null,"funder_award_id":"101114838","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7842005466","display_name":null,"funder_award_id":"Horizon 2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320321030","display_name":"VINNOVA","ror":"https://ror.org/01kd5m353"},{"id":"https://openalex.org/F4320322581","display_name":"Vetenskapsr\u00e5det","ror":"https://ror.org/03zttf063"},{"id":"https://openalex.org/F4320327360","display_name":"M\u00e4lardalens h\u00f6gskola","ror":"https://ror.org/033vfbz75"},{"id":"https://openalex.org/F4320334322","display_name":"HORIZON EUROPE Framework Programme","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W7119528082.pdf"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W1498436455","https://openalex.org/W1787224781","https://openalex.org/W2072462334","https://openalex.org/W2282821441","https://openalex.org/W2657631929","https://openalex.org/W2792641098","https://openalex.org/W2896556344","https://openalex.org/W2910705748","https://openalex.org/W2962772482","https://openalex.org/W2962824341","https://openalex.org/W2962851801","https://openalex.org/W2963145730","https://openalex.org/W3043655933","https://openalex.org/W3094296979","https://openalex.org/W3132191748","https://openalex.org/W3138819813","https://openalex.org/W3187467055","https://openalex.org/W4210361514","https://openalex.org/W4385448419","https://openalex.org/W4386689943","https://openalex.org/W4400135851"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Rectified":[1],"linear":[2,123],"unit":[3],"(ReLU)":[4],"based":[5],"neural":[6],"networks":[7,21,88],"(NNs)":[8],"are":[9,22],"recognised":[10],"for":[11,177,204],"their":[12],"remarkable":[13],"accuracy.":[14],"However,":[15],"the":[16,53,82,103,115,161],"decision-making":[17],"processes":[18],"of":[19,60,86,117,191],"these":[20,61],"often":[23,46],"complex":[24],"and":[25,40,95,106,113,134,152,169,180,185],"difficult":[26],"to":[27,33,48,89,102],"understand.":[28],"This":[29,79],"complexity":[30],"can":[31,140,198],"lead":[32],"challenges":[34],"in":[35,188],"error":[36],"identification,":[37],"establishing":[38],"trust,":[39],"conducting":[41],"thorough":[42],"analyses.":[43],"Existing":[44],"methods":[45],"fail":[47],"provide":[49],"clear":[50,175],"insights":[51,91],"into":[52,92],"actual":[54],"computations":[55],"occurring":[56],"within":[57,120],"each":[58,99,118,189],"layer":[59],"networks.":[62],"To":[63],"address":[64],"this":[65,67],"challenge,":[66],"study":[68],"introduces":[69],"a":[70,121,192,200],"mechanistic":[71,207],"interpretability":[72],"method":[73,80],"called":[74],"ReLU":[75,87],"Region":[76],"Reasoning":[77],"(Re3).":[78],"uses":[81],"known":[83],"piecewise-linear":[84],"characteristics":[85],"offer":[90],"neuron":[93,111],"activation":[94,167],"accurately":[96],"assess":[97],"how":[98],"feature":[100,119,147],"contributes":[101],"final":[104],"output":[105],"probability.":[107],"Re3":[108,139,197],"effectively":[109],"determines":[110],"activations":[112],"evaluates":[114],"contribution":[116],"specified":[122],"region.":[124],"Experiments":[125],"conducted":[126],"on":[127],"multiple":[128],"benchmark":[129],"datasets,":[130],"including":[131],"both":[132],"tabular":[133],"image":[135],"data,":[136],"demonstrate":[137],"that":[138],"replicate":[141],"individual":[142],"predictions":[143],"without":[144],"error,":[145],"align":[146],"importance":[148],"with":[149,155],"domain":[150],"expertise,":[151],"maintain":[153],"consistency":[154],"current":[156],"explanatory":[157],"methods,":[158],"thereby":[159],"avoiding":[160],"typical":[162],"randomness.":[163],"Analysing":[164],"neurons":[165],"reveals":[166],"sparsity":[168],"identifies":[170],"dominant":[171],"units,":[172],"thus":[173],"providing":[174],"targets":[176],"model":[178],"simplification":[179],"troubleshooting.":[181],"By":[182],"ensuring":[183],"transparency":[184],"algebraic":[186],"accessibility":[187],"stage":[190],"ReLU-based":[193],"NN\u2019s":[194],"decision":[195],"process,":[196],"be":[199],"valuable":[201],"practical":[202],"tool":[203],"achieving":[205],"precise":[206],"interpretability.":[208]},"counts_by_year":[],"updated_date":"2026-04-27T08:22:11.395708","created_date":"2026-01-09T00:00:00"}