{"id":"https://openalex.org/W3049605724","doi":"https://doi.org/10.1109/tsp49548.2020.9163446","title":"Empirical Evaluation of Activation Functions in Deep Convolution Neural Network for Facial Expression Recognition","display_name":"Empirical Evaluation of Activation Functions in Deep Convolution Neural Network for Facial Expression Recognition","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3049605724","doi":"https://doi.org/10.1109/tsp49548.2020.9163446","mag":"3049605724"},"language":"en","primary_location":{"id":"doi:10.1109/tsp49548.2020.9163446","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp49548.2020.9163446","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 43rd International Conference on Telecommunications and Signal Processing (TSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111033642","display_name":"Muhammad Irfan Khalid","orcid":null},"institutions":[{"id":"https://openalex.org/I1323252656","display_name":"Information Technology University","ror":"https://ror.org/00ngv8j44","country_code":"PK","type":"education","lineage":["https://openalex.org/I1323252656"]},{"id":"https://openalex.org/I20561161","display_name":"University of Balochistan","ror":"https://ror.org/04bf33n91","country_code":"PK","type":"education","lineage":["https://openalex.org/I20561161"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muhammad Khalid","raw_affiliation_strings":["Department of Computer Science and Information Technology, University of Balochistan, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Technology, University of Balochistan, Pakistan","institution_ids":["https://openalex.org/I20561161","https://openalex.org/I1323252656"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088106834","display_name":"Junaid Baber","orcid":"https://orcid.org/0000-0002-7517-6858"},"institutions":[{"id":"https://openalex.org/I1323252656","display_name":"Information Technology University","ror":"https://ror.org/00ngv8j44","country_code":"PK","type":"education","lineage":["https://openalex.org/I1323252656"]},{"id":"https://openalex.org/I20561161","display_name":"University of Balochistan","ror":"https://ror.org/04bf33n91","country_code":"PK","type":"education","lineage":["https://openalex.org/I20561161"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Junaid Baber","raw_affiliation_strings":["Department of Computer Science and Information Technology, University of Balochistan, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Technology, University of Balochistan, Pakistan","institution_ids":["https://openalex.org/I20561161","https://openalex.org/I1323252656"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019660378","display_name":"Mumraiz Khan Kasi","orcid":"https://orcid.org/0000-0002-0218-5323"},"institutions":[{"id":"https://openalex.org/I20561161","display_name":"University of Balochistan","ror":"https://ror.org/04bf33n91","country_code":"PK","type":"education","lineage":["https://openalex.org/I20561161"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Mumraiz Khan Kasi","raw_affiliation_strings":["Department of Computer Science, Balochistan University of IT, Engineering and MS, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Balochistan University of IT, Engineering and MS, Pakistan","institution_ids":["https://openalex.org/I20561161"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016357100","display_name":"Maheen Bakhtyar","orcid":null},"institutions":[{"id":"https://openalex.org/I1323252656","display_name":"Information Technology University","ror":"https://ror.org/00ngv8j44","country_code":"PK","type":"education","lineage":["https://openalex.org/I1323252656"]},{"id":"https://openalex.org/I20561161","display_name":"University of Balochistan","ror":"https://ror.org/04bf33n91","country_code":"PK","type":"education","lineage":["https://openalex.org/I20561161"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Maheen Bakhtyar","raw_affiliation_strings":["Department of Computer Science and Information Technology, University of Balochistan, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Technology, University of Balochistan, Pakistan","institution_ids":["https://openalex.org/I20561161","https://openalex.org/I1323252656"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102744870","display_name":"Varsha Devi","orcid":"https://orcid.org/0000-0003-4581-0149"},"institutions":[{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Varsha Devi","raw_affiliation_strings":["Data science Center, University of Grenoble Alpes, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data science Center, University of Grenoble Alpes, France","institution_ids":["https://openalex.org/I899635006"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068854773","display_name":"Naveed Sheikh","orcid":"https://orcid.org/0000-0001-6632-273X"},"institutions":[{"id":"https://openalex.org/I20561161","display_name":"University of Balochistan","ror":"https://ror.org/04bf33n91","country_code":"PK","type":"education","lineage":["https://openalex.org/I20561161"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Naveed Sheikh","raw_affiliation_strings":["Department of Mathematics, University of Balochistan, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics, University of Balochistan, Pakistan","institution_ids":["https://openalex.org/I20561161"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.5451,"has_fulltext":false,"cited_by_count":44,"citation_normalized_percentile":{"value":0.9137349,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"204","last_page":"207"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/activation-function","display_name":"Activation function","score":0.7988782525062561},{"id":"https://openalex.org/keywords/sigmoid-function","display_name":"Sigmoid function","score":0.7855912446975708},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.7523040771484375},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7354596257209778},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7066385746002197},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7046210169792175},{"id":"https://openalex.org/keywords/hyperbolic-function","display_name":"Hyperbolic function","score":0.6676745414733887},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.6585699319839478},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.652068555355072},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.516848623752594},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.49546921253204346},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.4950045943260193},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.45773768424987793},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4146592617034912},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.40719297528266907},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17231518030166626}],"concepts":[{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.7988782525062561},{"id":"https://openalex.org/C81388566","wikidata":"https://www.wikidata.org/wiki/Q526668","display_name":"Sigmoid function","level":3,"score":0.7855912446975708},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7523040771484375},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7354596257209778},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7066385746002197},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7046210169792175},{"id":"https://openalex.org/C92047909","wikidata":"https://www.wikidata.org/wiki/Q204034","display_name":"Hyperbolic function","level":2,"score":0.6676745414733887},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.6585699319839478},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.652068555355072},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.516848623752594},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.49546921253204346},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.4950045943260193},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.45773768424987793},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4146592617034912},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.40719297528266907},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17231518030166626},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsp49548.2020.9163446","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp49548.2020.9163446","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 43rd International Conference on Telecommunications and Signal Processing (TSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.6000000238418579}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1497265063","https://openalex.org/W1921523184","https://openalex.org/W1950843348","https://openalex.org/W2095705004","https://openalex.org/W2102605133","https://openalex.org/W2156387975","https://openalex.org/W2163605009","https://openalex.org/W2339110415","https://openalex.org/W2506506742","https://openalex.org/W2512630954","https://openalex.org/W2520424918","https://openalex.org/W2604878161","https://openalex.org/W2611154248","https://openalex.org/W2891686515","https://openalex.org/W2898667326","https://openalex.org/W2900046143","https://openalex.org/W2902959396","https://openalex.org/W2917993116","https://openalex.org/W2966666707","https://openalex.org/W6629867248","https://openalex.org/W6640185926","https://openalex.org/W6674330103","https://openalex.org/W6682889407","https://openalex.org/W6737023044","https://openalex.org/W6760069231"],"related_works":["https://openalex.org/W4211198594","https://openalex.org/W4385451479","https://openalex.org/W4295036712","https://openalex.org/W2811324119","https://openalex.org/W3216434047","https://openalex.org/W3110577345","https://openalex.org/W3175461337","https://openalex.org/W2889196975","https://openalex.org/W2906090557","https://openalex.org/W4245811024"],"abstract_inverted_index":{"Deep":[0],"Convolutional":[1],"Neural":[2],"Network":[3],"(DCNN)":[4],"is":[5,16,81],"widely":[6],"used":[7,51],"as":[8,26,78],"state-of-the":[9],"art":[10],"models":[11],"for":[12,43,52],"image":[13,23],"classification.":[14,34],"There":[15],"a":[17,74],"variety":[18],"of":[19],"applications":[20],"related":[21],"to":[22,95],"classification":[24],"such":[25],"object":[27],"classification,":[28,31],"facial":[29,44],"expression":[30,45],"and":[32,68],"scene":[33],"In":[35],"this":[36],"paper,":[37],"different":[38],"activation":[39,49,97],"functions":[40,50],"are":[41,54,71],"evaluated":[42],"recognition":[46],"(FER).":[47],"The":[48],"evaluation":[53],"Rectified":[55,60],"Linear":[56,61],"Unit":[57,62],"(ReLU),":[58],"Leaky":[59],"(Leaky":[63],"ReLU),":[64],"Hyperbolic":[65],"Tangent":[66],"Tanh,":[67],"Sigmoid.":[69],"Experiments":[70],"conducted":[72],"on":[73,84],"benchmark":[75],"dataset":[76],"known":[77],"Fer2013":[79],"which":[80],"publicly":[82],"available":[83],"Kaggle.":[85],"Our":[86],"experiments":[87],"show":[88],"that":[89],"Tanh":[90],"achieved":[91],"better":[92],"performance":[93],"compared":[94],"other":[96],"functions.":[98]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":6}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
