{"id":"https://openalex.org/W3201541172","doi":"https://doi.org/10.1109/icsse52999.2021.9538437","title":"An Analysis of State-of-the-art Activation Functions For Supervised Deep Neural Network","display_name":"An Analysis of State-of-the-art Activation Functions For Supervised Deep Neural Network","publication_year":2021,"publication_date":"2021-08-26","ids":{"openalex":"https://openalex.org/W3201541172","doi":"https://doi.org/10.1109/icsse52999.2021.9538437","mag":"3201541172"},"language":"en","primary_location":{"id":"doi:10.1109/icsse52999.2021.9538437","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsse52999.2021.9538437","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Conference on System Science and Engineering (ICSSE)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101706488","display_name":"Anh Gia-Tuan Nguyen","orcid":"https://orcid.org/0000-0003-3606-4199"},"institutions":[{"id":"https://openalex.org/I123565023","display_name":"Vietnam National University Ho Chi Minh City","ror":"https://ror.org/00waaqh38","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023"]},{"id":"https://openalex.org/I47265099","display_name":"Ho Chi Minh City University of Technology","ror":"https://ror.org/04qva2324","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023","https://openalex.org/I47265099"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Anh Nguyen","raw_affiliation_strings":["Ho Chi Minh City University of Technology, Vietnam National University, Ho Chi Minh, Viet Nam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ho Chi Minh City University of Technology, Vietnam National University, Ho Chi Minh, Viet Nam","institution_ids":["https://openalex.org/I123565023","https://openalex.org/I47265099"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062934104","display_name":"Khoa Van Pham","orcid":"https://orcid.org/0000-0002-6129-5856"},"institutions":[{"id":"https://openalex.org/I4210148201","display_name":"Ho Chi Minh City University of Technology and Engineering","ror":"https://ror.org/05hzn5427","country_code":"VN","type":"education","lineage":["https://openalex.org/I4210148201"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Khoa Pham","raw_affiliation_strings":["University of Technology and Education HCMC, Viet Nam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Technology and Education HCMC, Viet Nam","institution_ids":["https://openalex.org/I4210148201"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102968151","display_name":"Dat Ngo","orcid":"https://orcid.org/0000-0003-4374-5056"},"institutions":[{"id":"https://openalex.org/I123565023","display_name":"Vietnam National University Ho Chi Minh City","ror":"https://ror.org/00waaqh38","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023"]},{"id":"https://openalex.org/I47265099","display_name":"Ho Chi Minh City University of Technology","ror":"https://ror.org/04qva2324","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023","https://openalex.org/I47265099"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Dat Ngo","raw_affiliation_strings":["Ho Chi Minh City University of Technology, Vietnam National University, Ho Chi Minh, Viet Nam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ho Chi Minh City University of Technology, Vietnam National University, Ho Chi Minh, Viet Nam","institution_ids":["https://openalex.org/I123565023","https://openalex.org/I47265099"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081841048","display_name":"Thanh Duc Ngo","orcid":"https://orcid.org/0000-0001-6882-0070"},"institutions":[{"id":"https://openalex.org/I3130697706","display_name":"University of Science and Technology - The University of Da Nang","ror":"https://ror.org/001ydh096","country_code":"VN","type":"education","lineage":["https://openalex.org/I3130697706"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Thanh Ngo","raw_affiliation_strings":["Da Nang University of Science and Technology, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Da Nang University of Science and Technology, Vietnam","institution_ids":["https://openalex.org/I3130697706"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075250567","display_name":"Lam Pham","orcid":"https://orcid.org/0000-0001-8155-7553"},"institutions":[{"id":"https://openalex.org/I132118926","display_name":"Austrian Institute of Technology","ror":"https://ror.org/04knbh022","country_code":"AT","type":"facility","lineage":["https://openalex.org/I132118926"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Lam Pham","raw_affiliation_strings":["Center for Digital Safety & Security, Austrian Institute of Technology, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Digital Safety & Security, Austrian Institute of Technology, Austria","institution_ids":["https://openalex.org/I132118926"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":59,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"215","last_page":"220"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.8896949887275696},{"id":"https://openalex.org/keywords/activation-function","display_name":"Activation function","score":0.8719369173049927},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6218984127044678},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6189923286437988},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5936513543128967},{"id":"https://openalex.org/keywords/multilayer-perceptron","display_name":"Multilayer perceptron","score":0.5529518127441406},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4986388683319092},{"id":"https://openalex.org/keywords/perceptron","display_name":"Perceptron","score":0.4495863914489746},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.4408091604709625},{"id":"https://openalex.org/keywords/exponential-function","display_name":"Exponential function","score":0.43818971514701843},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21503573656082153}],"concepts":[{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.8896949887275696},{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.8719369173049927},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6218984127044678},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6189923286437988},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5936513543128967},{"id":"https://openalex.org/C179717631","wikidata":"https://www.wikidata.org/wiki/Q2991667","display_name":"Multilayer perceptron","level":3,"score":0.5529518127441406},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4986388683319092},{"id":"https://openalex.org/C60908668","wikidata":"https://www.wikidata.org/wiki/Q690207","display_name":"Perceptron","level":3,"score":0.4495863914489746},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.4408091604709625},{"id":"https://openalex.org/C151376022","wikidata":"https://www.wikidata.org/wiki/Q168698","display_name":"Exponential function","level":2,"score":0.43818971514701843},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21503573656082153},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icsse52999.2021.9538437","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsse52999.2021.9538437","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Conference on System Science and Engineering (ICSSE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5099999904632568,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1622676895","https://openalex.org/W1686810756","https://openalex.org/W1836465849","https://openalex.org/W1946342668","https://openalex.org/W2053711208","https://openalex.org/W2095705004","https://openalex.org/W2112796928","https://openalex.org/W2134797427","https://openalex.org/W2176412452","https://openalex.org/W2191779130","https://openalex.org/W2612464443","https://openalex.org/W2618530766","https://openalex.org/W2766574708","https://openalex.org/W2883935097","https://openalex.org/W2899663614","https://openalex.org/W2963285578","https://openalex.org/W2963454111","https://openalex.org/W2964121744","https://openalex.org/W2972470942","https://openalex.org/W3030698119","https://openalex.org/W3090499079","https://openalex.org/W3093372595","https://openalex.org/W3114298706","https://openalex.org/W4287775207","https://openalex.org/W4295723153","https://openalex.org/W6631190155","https://openalex.org/W6636489938","https://openalex.org/W6637373629","https://openalex.org/W6638667902","https://openalex.org/W6674330103","https://openalex.org/W6679909955","https://openalex.org/W6685562342","https://openalex.org/W6739879593","https://openalex.org/W6745339630","https://openalex.org/W6752516136","https://openalex.org/W6755977528","https://openalex.org/W6778850144","https://openalex.org/W6784797124"],"related_works":["https://openalex.org/W3116943156","https://openalex.org/W4322631263","https://openalex.org/W3012219884","https://openalex.org/W4366999905","https://openalex.org/W2936783136","https://openalex.org/W1952005211","https://openalex.org/W3173926637","https://openalex.org/W2977982891","https://openalex.org/W2512630954","https://openalex.org/W2103292044"],"abstract_inverted_index":{"This":[0],"paper":[1],"provides":[2],"an":[3],"analysis":[4],"of":[5,14,22],"state-of-the-art":[6],"activation":[7,19,60,80,107],"functions":[8,20,61,108],"with":[9,74],"respect":[10],"to":[11,77,87],"supervised":[12],"classification":[13],"deep":[15,54],"neural":[16],"network.":[17],"These":[18],"comprise":[21],"Rectified":[23],"Linear":[24,28,33,38,46],"Units":[25],"(ReLU),":[26],"Exponential":[27,32],"Unit":[29,34,39,47],"(ELU),":[30],"Scaled":[31],"(SELU),":[35],"Gaussian":[36],"Error":[37],"(GELU),":[40],"and":[41],"the":[42,83],"Inverse":[43],"Square":[44],"Root":[45],"(ISRLU).":[48],"To":[49],"evaluate,":[50],"experiments":[51],"over":[52],"two":[53],"learning":[55],"network":[56,118],"architectures":[57],"integrating":[58],"these":[59,79,106],"are":[62],"conducted.":[63],"The":[64],"first":[65],"model,":[66,85],"based":[67],"on":[68],"Multilayer":[69],"Perceptron":[70],"(MLP),":[71],"is":[72,91],"evaluated":[73],"MNIST":[75],"dataset":[76],"perform":[78],"functions.":[81],"Meanwhile,":[82],"second":[84],"referred":[86],"as":[88,114,116],"VGGish-based":[89],"architecture,":[90],"applied":[92],"for":[93],"Acoustic":[94],"Scene":[95],"Classification":[96],"(ASC)":[97],"Task":[98],"1A":[99],"in":[100,111],"DCASE":[101],"2018":[102],"challenge,":[103],"evaluating":[104],"whether":[105],"work":[109],"well":[110,115],"different":[112,117],"datasets":[113],"architectures.":[119]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":19},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":9}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}