{"id":"https://openalex.org/W3126203151","doi":"https://doi.org/10.1109/bibm49941.2020.9313386","title":"Exploring Optimal Adaptive Activation Functions for Various Tasks","display_name":"Exploring Optimal Adaptive Activation Functions for Various Tasks","publication_year":2020,"publication_date":"2020-12-16","ids":{"openalex":"https://openalex.org/W3126203151","doi":"https://doi.org/10.1109/bibm49941.2020.9313386","mag":"3126203151"},"language":"en","primary_location":{"id":"doi:10.1109/bibm49941.2020.9313386","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bibm49941.2020.9313386","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045358806","display_name":"Aizhu Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]},{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Aizhu Liu","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, P.R. China","Key Laboratory of Visual Media Intelligent Processing Technology of Zhejiang Province, Hangzhou, P.R. China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, P.R. China","institution_ids":["https://openalex.org/I55712492"]},{"raw_affiliation_string":"Key Laboratory of Visual Media Intelligent Processing Technology of Zhejiang Province, Hangzhou, P.R. China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011200256","display_name":"Haigen Hu","orcid":"https://orcid.org/0000-0001-5863-8283"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]},{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haigen Hu","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, P.R. China","Key Laboratory of Visual Media Intelligent Processing Technology of Zhejiang Province, Hangzhou, P.R. China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, P.R. China","institution_ids":["https://openalex.org/I55712492"]},{"raw_affiliation_string":"Key Laboratory of Visual Media Intelligent Processing Technology of Zhejiang Province, Hangzhou, P.R. China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102858953","display_name":"Tian Qiu","orcid":"https://orcid.org/0000-0002-8292-6469"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]},{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tian Qiu","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, P.R. China","Key Laboratory of Visual Media Intelligent Processing Technology of Zhejiang Province, Hangzhou, P.R. China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, P.R. China","institution_ids":["https://openalex.org/I55712492"]},{"raw_affiliation_string":"Key Laboratory of Visual Media Intelligent Processing Technology of Zhejiang Province, Hangzhou, P.R. China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060570526","display_name":"Qianwei Zhou","orcid":"https://orcid.org/0000-0002-1322-7293"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]},{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianwei Zhou","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, P.R. China","Key Laboratory of Visual Media Intelligent Processing Technology of Zhejiang Province, Hangzhou, P.R. China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, P.R. China","institution_ids":["https://openalex.org/I55712492"]},{"raw_affiliation_string":"Key Laboratory of Visual Media Intelligent Processing Technology of Zhejiang Province, Hangzhou, P.R. China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058671031","display_name":"Qiu Guan","orcid":"https://orcid.org/0000-0002-6928-3040"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]},{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiu Guan","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, P.R. China","Key Laboratory of Visual Media Intelligent Processing Technology of Zhejiang Province, Hangzhou, P.R. China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, P.R. China","institution_ids":["https://openalex.org/I55712492"]},{"raw_affiliation_string":"Key Laboratory of Visual Media Intelligent Processing Technology of Zhejiang Province, Hangzhou, P.R. China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100704189","display_name":"Xiaoxin Li","orcid":"https://orcid.org/0000-0002-5161-9458"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]},{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoxin Li","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, P.R. China","Key Laboratory of Visual Media Intelligent Processing Technology of Zhejiang Province, Hangzhou, P.R. China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, P.R. China","institution_ids":["https://openalex.org/I55712492"]},{"raw_affiliation_string":"Key Laboratory of Visual Media Intelligent Processing Technology of Zhejiang Province, Hangzhou, P.R. China","institution_ids":["https://openalex.org/I4210123185"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5045358806"],"corresponding_institution_ids":["https://openalex.org/I4210123185","https://openalex.org/I55712492"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.17066613,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"2290","last_page":"2297"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/activation-function","display_name":"Activation function","score":0.9368791580200195},{"id":"https://openalex.org/keywords/sigmoid-function","display_name":"Sigmoid function","score":0.810425877571106},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7865880727767944},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7511044144630432},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6335475444793701},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5782795548439026},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5058712363243103},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.489048570394516},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.45836740732192993},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4404239058494568}],"concepts":[{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.9368791580200195},{"id":"https://openalex.org/C81388566","wikidata":"https://www.wikidata.org/wiki/Q526668","display_name":"Sigmoid function","level":3,"score":0.810425877571106},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7865880727767944},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7511044144630432},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6335475444793701},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5782795548439026},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5058712363243103},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.489048570394516},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.45836740732192993},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4404239058494568},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bibm49941.2020.9313386","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bibm49941.2020.9313386","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W196214544","https://openalex.org/W1591801644","https://openalex.org/W1677182931","https://openalex.org/W1686810756","https://openalex.org/W1799366690","https://openalex.org/W1995341919","https://openalex.org/W2038484192","https://openalex.org/W2064675550","https://openalex.org/W2102605133","https://openalex.org/W2103496339","https://openalex.org/W2112796928","https://openalex.org/W2127141656","https://openalex.org/W2137983211","https://openalex.org/W2156387975","https://openalex.org/W2157331557","https://openalex.org/W2163605009","https://openalex.org/W2167898728","https://openalex.org/W2176412452","https://openalex.org/W2730411900","https://openalex.org/W2767286248","https://openalex.org/W2786627679","https://openalex.org/W2920039561","https://openalex.org/W2963452022","https://openalex.org/W2963727651","https://openalex.org/W2964121744","https://openalex.org/W3006560346"],"related_works":["https://openalex.org/W3024979424","https://openalex.org/W4283785902","https://openalex.org/W3032499992","https://openalex.org/W2041004593","https://openalex.org/W3134817226","https://openalex.org/W2895192346","https://openalex.org/W3110577345","https://openalex.org/W3136579697","https://openalex.org/W2811324119","https://openalex.org/W2972716318"],"abstract_inverted_index":{"An":[0],"activation":[1,38,48,104,127],"function":[2],"is":[3,31],"a":[4,14,28,66],"key":[5],"component":[6],"of":[7,22,62,68,84],"artificial":[8],"neural":[9,23],"networks":[10],"(ANNs).":[11],"It":[12],"has":[13],"great":[15],"impact":[16],"on":[17,44,80,118],"the":[18,35,60,63,81,97,102,110,116],"performance":[19,120],"and":[20,76,87,94,115,134],"convergence":[21],"networks.":[24],"In":[25],"this":[26],"work,":[27],"self-adapting":[29],"methodology":[30,99],"proposed":[32,64,98],"to":[33],"explore":[34],"optimal":[36,103],"adaptive":[37],"functions":[39,105,112],"for":[40,106],"various":[41,107],"tasks":[42],"based":[43],"S-shaped":[45],"or":[46],"ReLu-shaped":[47],"functions,":[49,128],"which":[50],"are":[51,71,92,113,121],"regulated":[52],"only":[53],"by":[54],"introducing":[55],"several":[56],"parameters.":[57],"To":[58],"verify":[59],"effectiveness":[61],"methodology,":[65],"series":[67],"comparison":[69],"experiments":[70],"performed":[72],"with":[73,124],"MLP,":[74],"CNN":[75],"RNN":[77],"network":[78,119],"structure":[79],"benchmark":[82],"datasets":[83],"image,":[85],"text":[86],"audio.":[88],"The":[89],"experimental":[90],"results":[91],"encouraging,":[93],"show":[95],"that":[96],"can":[100],"locate":[101],"tasks.":[108],"Nevertheless,":[109],"obtained":[111],"competitive":[114],"improvements":[117],"significant":[122],"compared":[123],"other":[125],"popular":[126],"such":[129],"as":[130],"ELU,":[131],"PReLU,":[132],"ReLU,":[133],"Sigmoid.":[135]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}