{"id":"https://openalex.org/W2978329084","doi":"https://doi.org/10.1109/ijcnn.2019.8851761","title":"Generalized PatternAttribution for Neural Networks with Sigmoid Activations","display_name":"Generalized PatternAttribution for Neural Networks with Sigmoid Activations","publication_year":2019,"publication_date":"2019-07-01","ids":{"openalex":"https://openalex.org/W2978329084","doi":"https://doi.org/10.1109/ijcnn.2019.8851761","mag":"2978329084"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2019.8851761","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2019.8851761","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025713948","display_name":"Jiamei Sun","orcid":"https://orcid.org/0000-0001-6957-0608"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Jiamei Sun","raw_affiliation_strings":["Information Systems Technology and Design Pillar, Singapore University of Technology and Design, Singapore"],"affiliations":[{"raw_affiliation_string":"Information Systems Technology and Design Pillar, Singapore University of Technology and Design, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072460783","display_name":"Alexander Binder","orcid":"https://orcid.org/0000-0001-9605-6209"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Alexander Binder","raw_affiliation_strings":["Information Systems Technology and Design Pillar, Singapore University of Technology and Design, Singapore"],"affiliations":[{"raw_affiliation_string":"Information Systems Technology and Design Pillar, Singapore University of Technology and Design, Singapore","institution_ids":["https://openalex.org/I152815399"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5025713948"],"corresponding_institution_ids":["https://openalex.org/I152815399"],"apc_list":null,"apc_paid":null,"fwci":0.8401,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.80626005,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":97},"biblio":{"volume":"0","issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9853000044822693,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sigmoid-function","display_name":"Sigmoid function","score":0.9659207463264465},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.8581044673919678},{"id":"https://openalex.org/keywords/activation-function","display_name":"Activation function","score":0.6905601024627686},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6785788536071777},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6462768912315369},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5850377082824707},{"id":"https://openalex.org/keywords/hyperbolic-function","display_name":"Hyperbolic function","score":0.5395265221595764},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.5123411417007446},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5093411207199097},{"id":"https://openalex.org/keywords/taylor-series","display_name":"Taylor series","score":0.45879361033439636},{"id":"https://openalex.org/keywords/novelty","display_name":"Novelty","score":0.4281899631023407},{"id":"https://openalex.org/keywords/rectifier","display_name":"Rectifier (neural networks)","score":0.4197120666503906},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.38848888874053955},{"id":"https://openalex.org/keywords/types-of-artificial-neural-networks","display_name":"Types of artificial neural networks","score":0.22660189867019653},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.22220942378044128},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.14104369282722473},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.09361386299133301}],"concepts":[{"id":"https://openalex.org/C81388566","wikidata":"https://www.wikidata.org/wiki/Q526668","display_name":"Sigmoid function","level":3,"score":0.9659207463264465},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.8581044673919678},{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.6905601024627686},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6785788536071777},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6462768912315369},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5850377082824707},{"id":"https://openalex.org/C92047909","wikidata":"https://www.wikidata.org/wiki/Q204034","display_name":"Hyperbolic function","level":2,"score":0.5395265221595764},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5123411417007446},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5093411207199097},{"id":"https://openalex.org/C158946198","wikidata":"https://www.wikidata.org/wiki/Q131187","display_name":"Taylor series","level":2,"score":0.45879361033439636},{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.4281899631023407},{"id":"https://openalex.org/C50100734","wikidata":"https://www.wikidata.org/wiki/Q7303176","display_name":"Rectifier (neural networks)","level":5,"score":0.4197120666503906},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.38848888874053955},{"id":"https://openalex.org/C177973122","wikidata":"https://www.wikidata.org/wiki/Q7860946","display_name":"Types of artificial neural networks","level":4,"score":0.22660189867019653},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.22220942378044128},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.14104369282722473},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.09361386299133301},{"id":"https://openalex.org/C27206212","wikidata":"https://www.wikidata.org/wiki/Q34178","display_name":"Theology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn.2019.8851761","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2019.8851761","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1787224781","https://openalex.org/W2064675550","https://openalex.org/W2112796928","https://openalex.org/W2113459411","https://openalex.org/W2123045220","https://openalex.org/W2130942839","https://openalex.org/W2133564696","https://openalex.org/W2157331557","https://openalex.org/W2195388612","https://openalex.org/W2250539671","https://openalex.org/W2282821441","https://openalex.org/W2293078015","https://openalex.org/W2307381258","https://openalex.org/W2561412020","https://openalex.org/W2605409611","https://openalex.org/W2773497437","https://openalex.org/W2782630856","https://openalex.org/W2798698226","https://openalex.org/W2962851944","https://openalex.org/W2962862931","https://openalex.org/W2963029978","https://openalex.org/W2963382180","https://openalex.org/W2964045325","https://openalex.org/W2964178496","https://openalex.org/W2964308564","https://openalex.org/W6676984168","https://openalex.org/W6677995690","https://openalex.org/W6679434410","https://openalex.org/W6679436768","https://openalex.org/W6685133223","https://openalex.org/W6736518430","https://openalex.org/W6737947904","https://openalex.org/W6746876212","https://openalex.org/W6747696956"],"related_works":["https://openalex.org/W3012219884","https://openalex.org/W4211198594","https://openalex.org/W4295036712","https://openalex.org/W2811324119","https://openalex.org/W3216434047","https://openalex.org/W4385451479","https://openalex.org/W3173926637","https://openalex.org/W3110577345","https://openalex.org/W3175461337","https://openalex.org/W2906090557"],"abstract_inverted_index":{"Explanation":[0],"methods":[1,43],"for":[2,76,159,188],"deep":[3],"neural":[4,23,45],"networks":[5,24,46,157,189],"(DNN)":[6],"such":[7],"as":[8,84,135,164,184,186],"LRP":[9,117,134,187],"[1],":[10],"PatternAttribution":[11,54,105,183],"[2],":[12],"LIME":[13],"[3],":[14],"DeepLIFT":[15],"[4]":[16],"have":[17],"promoted":[18],"the":[19,39,69,102,111,119,140,176],"explanation":[20,42,62],"of":[21,41,72,104,110,143,168],"convolutional":[22],"(CNN).":[25],"Results":[26],"are":[27],"obtained":[28],"mostly":[29],"using":[30,170],"ReLU":[31],"activation":[32,108],"function.":[33],"In":[34,78,96],"this":[35],"paper,":[36],"we":[37,88,100,123],"investigate":[38],"performance":[40],"on":[44,149,153],"with":[47,116,190],"sigmoid":[48,51],"activations":[49],"like":[50],"and":[52,125,151,155],"tanh.":[53],"is":[55],"a":[56,85,97,136],"recent":[57],"approach":[58,138],"which":[59],"allows":[60],"learning":[61],"patterns":[63],"from":[64],"data.":[65],"We":[66,146],"show":[67,132,147],"that":[68,133,175],"saturated":[70,120],"zones":[71,109],"sigmoids":[73],"pose":[74],"difficulties":[75],"PatternAttribution.":[77],"order":[79],"to":[80,92,131],"solve":[81],"these":[82],"issues,":[83],"first":[86],"novelty,":[87],"generalize":[89],"global":[90],"explanations":[91],"piece-wise":[93],"dependent":[94],"explanations.":[95],"second":[98],"contribution,":[99],"learn":[101],"parameters":[103],"in":[106,118],"near-linear":[107],"sigmoids,":[112,191],"while":[113],"replacing":[114],"it":[115],"zones.":[121],"Finally,":[122],"introduce":[124],"evaluate":[126],"direct":[127],"layer-wise":[128],"Taylor":[129,144],"approximation":[130],"deep-Taylor-motivated":[137],"outperforms":[139,182],"ad-hoc":[141],"application":[142,166],"approximation.":[145],"results":[148,173],"MNIST":[150],"also":[152],"LSTM":[154],"GRU":[156],"used":[158],"two":[160],"sentiment":[161],"classification":[162],"tasks":[163],"important":[165],"cases":[167],"models":[169],"sigmoids.":[171],"Our":[172],"demonstrate":[174],"proposed":[177],"method,":[178],"Piece-wise":[179],"PAtternLRP":[180],"(PPAP),":[181],"well":[185],"thus":[192],"combining":[193],"their":[194],"strengths":[195],"effectively.":[196]},"counts_by_year":[{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}