{"id":"https://openalex.org/W2907771773","doi":"https://doi.org/10.1109/icsai.2018.8599372","title":"Improving Convolutional Neural Network Using Pseudo Derivative ReLU","display_name":"Improving Convolutional Neural Network Using Pseudo Derivative ReLU","publication_year":2018,"publication_date":"2018-11-01","ids":{"openalex":"https://openalex.org/W2907771773","doi":"https://doi.org/10.1109/icsai.2018.8599372","mag":"2907771773"},"language":"en","primary_location":{"id":"doi:10.1109/icsai.2018.8599372","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsai.2018.8599372","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 5th International Conference on Systems and Informatics (ICSAI)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091863269","display_name":"Zheng Hu","orcid":"https://orcid.org/0000-0003-4673-4686"},"institutions":[{"id":"https://openalex.org/I927504317","display_name":"Nanchang Hangkong University","ror":"https://ror.org/0369pvp92","country_code":"CN","type":"education","lineage":["https://openalex.org/I927504317"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Hu","raw_affiliation_strings":["School of Software, Nanchang Hangkong University, Nanchang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software, Nanchang Hangkong University, Nanchang, China","institution_ids":["https://openalex.org/I927504317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100720497","display_name":"Yongping Li","orcid":"https://orcid.org/0000-0002-3253-4088"},"institutions":[{"id":"https://openalex.org/I4210123885","display_name":"Shanghai Institute of Applied Physics","ror":"https://ror.org/02w6gr951","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210123885"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongping Li","raw_affiliation_strings":["Shanghai Institute of Applied Physics, Chinese Academy of Science, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Institute of Applied Physics, Chinese Academy of Science, Shanghai, China","institution_ids":["https://openalex.org/I4210123885"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069407581","display_name":"Zhiyong Yang","orcid":"https://orcid.org/0000-0002-2169-0907"},"institutions":[{"id":"https://openalex.org/I927504317","display_name":"Nanchang Hangkong University","ror":"https://ror.org/0369pvp92","country_code":"CN","type":"education","lineage":["https://openalex.org/I927504317"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyong Yang","raw_affiliation_strings":["School of Software, Nanchang Hangkong University, Nanchang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software, Nanchang Hangkong University, Nanchang, China","institution_ids":["https://openalex.org/I927504317"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2452,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.85521531,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"283","last_page":"287"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/derivative","display_name":"Derivative (finance)","score":0.813282310962677},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.7281398773193359},{"id":"https://openalex.org/keywords/activation-function","display_name":"Activation function","score":0.6887526512145996},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6401460766792297},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5963661074638367},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5368808507919312},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5350931882858276},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.46723562479019165},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.44989460706710815},{"id":"https://openalex.org/keywords/zero","display_name":"Zero (linguistics)","score":0.4110134541988373},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3517867624759674},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.0631626546382904}],"concepts":[{"id":"https://openalex.org/C111771559","wikidata":"https://www.wikidata.org/wiki/Q66295","display_name":"Derivative (finance)","level":2,"score":0.813282310962677},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7281398773193359},{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.6887526512145996},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6401460766792297},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5963661074638367},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5368808507919312},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5350931882858276},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.46723562479019165},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.44989460706710815},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.4110134541988373},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3517867624759674},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0631626546382904},{"id":"https://openalex.org/C106159729","wikidata":"https://www.wikidata.org/wiki/Q2294553","display_name":"Financial economics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icsai.2018.8599372","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsai.2018.8599372","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 5th International Conference on Systems and Informatics (ICSAI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.4000000059604645,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1536680647","https://openalex.org/W1665214252","https://openalex.org/W1677182931","https://openalex.org/W1921523184","https://openalex.org/W2117539524","https://openalex.org/W2163605009","https://openalex.org/W2176412452","https://openalex.org/W2761434131","https://openalex.org/W2767286248","https://openalex.org/W2919115771","https://openalex.org/W2963285578","https://openalex.org/W6637242042","https://openalex.org/W6684191040"],"related_works":["https://openalex.org/W3110577345","https://openalex.org/W2946235959","https://openalex.org/W2902935192","https://openalex.org/W3134817226","https://openalex.org/W4318066384","https://openalex.org/W3215912596","https://openalex.org/W2032258609","https://openalex.org/W3198895633","https://openalex.org/W2806426850","https://openalex.org/W4297795098"],"abstract_inverted_index":{"Rectified":[0],"linear":[1],"unit":[2],"(ReLU)":[3],"is":[4,15,35],"a":[5],"widely":[6],"used":[7],"activation":[8],"function":[9,22],"in":[10,66,75,111,130],"artificial":[11],"neural":[12,127],"networks,":[13],"it":[14],"considered":[16],"to":[17,99],"be":[18,106],"an":[19],"efficient":[20],"active":[21],"benefit":[23],"from":[24],"its":[25],"simplicity":[26],"and":[27,68,105,132],"nonlinearity.":[28],"However,":[29],"ReLU's":[30],"derivative":[31,86,96,103,110,117],"for":[32,43,55,139],"negative":[33],"inputs":[34,46],"zero,":[36],"which":[37],"can":[38],"make":[39],"some":[40,136],"ReLUs":[41],"inactive":[42],"essentially":[44],"all":[45],"during":[47],"the":[48,101],"training.":[49],"There":[50],"are":[51,63],"several":[52],"ReLU":[53,88,90,118],"variations":[54],"solving":[56],"this":[57,78],"problem.":[58],"Comparing":[59],"with":[60,108],"ReLU,":[61],"they":[62],"slightly":[64],"different":[65],"form,":[67],"bring":[69],"other":[70],"drawbacks":[71],"like":[72],"more":[73],"expensive":[74],"computation.":[76],"In":[77],"study,":[79],"pseudo":[80,95,116,142],"derivatives":[81,143],"were":[82,144],"tried":[83],"replacing":[84],"original":[85,109],"of":[87],"while":[89],"itself":[91],"was":[92,97],"unchanged.":[93],"The":[94],"designed":[98],"alleviate":[100],"zero":[102],"problem":[104],"consistent":[107],"general.":[112],"Experiments":[113],"showed":[114],"using":[115],"(PD-ReLU)":[119],"could":[120],"obviously":[121],"improve":[122],"AlexNet":[123],"(a":[124],"typical":[125],"convolutional":[126],"network":[128],"model)":[129],"CIFAR-10":[131],"CIFAR-100":[133],"tests.":[134],"Furthermore,":[135],"empirical":[137],"criteria":[138],"designing":[140],"such":[141],"proposed.":[145]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":5}],"updated_date":"2026-08-04T08:18:43.703281","created_date":"2025-10-10T00:00:00"}