{"id":"https://openalex.org/W4391148894","doi":"https://doi.org/10.1109/icca59364.2023.10401760","title":"Activation Function Conundrums in the Modern Machine Learning Paradigm","display_name":"Activation Function Conundrums in the Modern Machine Learning Paradigm","publication_year":2023,"publication_date":"2023-11-28","ids":{"openalex":"https://openalex.org/W4391148894","doi":"https://doi.org/10.1109/icca59364.2023.10401760"},"language":"en","primary_location":{"id":"doi:10.1109/icca59364.2023.10401760","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icca59364.2023.10401760","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Conference on Computer and Applications (ICCA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027937970","display_name":"Jamshaid Iqbal Janjua","orcid":null},"institutions":[{"id":"https://openalex.org/I142732210","display_name":"University of Engineering and Technology Lahore","ror":"https://ror.org/0051w2v06","country_code":"PK","type":"education","lineage":["https://openalex.org/I142732210"]},{"id":"https://openalex.org/I43729321","display_name":"National College of Business Administration and Economics","ror":"https://ror.org/02my4wj17","country_code":"PK","type":"education","lineage":["https://openalex.org/I43729321"]}],"countries":["PK"],"is_corresponding":true,"raw_author_name":"Jamshaid Iqbal Janjua","raw_affiliation_strings":["Al-Khawarizmi Institute of Computer Science, University of Engineering & Technology (UET),Lahore,Pakistan","School of Computer Sciences, National College of Business Administration & Economics, Lahore, Pakistan"],"affiliations":[{"raw_affiliation_string":"Al-Khawarizmi Institute of Computer Science, University of Engineering & Technology (UET),Lahore,Pakistan","institution_ids":["https://openalex.org/I142732210"]},{"raw_affiliation_string":"School of Computer Sciences, National College of Business Administration & Economics, Lahore, Pakistan","institution_ids":["https://openalex.org/I43729321"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077741827","display_name":"Sidra Zulfiqar","orcid":null},"institutions":[{"id":"https://openalex.org/I3130814776","display_name":"University of Okara","ror":"https://ror.org/02fmg6q11","country_code":"PK","type":"education","lineage":["https://openalex.org/I3130814776"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Sidra Zulfiqar","raw_affiliation_strings":["Okara University,Department of Computer Science,Okara,Pakistan","Department of Computer Science, Okara University, Okara, Pakistan"],"affiliations":[{"raw_affiliation_string":"Okara University,Department of Computer Science,Okara,Pakistan","institution_ids":["https://openalex.org/I3130814776"]},{"raw_affiliation_string":"Department of Computer Science, Okara University, Okara, Pakistan","institution_ids":["https://openalex.org/I3130814776"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103166528","display_name":"Tahir Abbas Khan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tahir Abbas Khan","raw_affiliation_strings":["The Times Institute,Department of Computer Science,Multan,Pakistan","Department of Computer Science, The Times Institute, Multan, Pakistan"],"affiliations":[{"raw_affiliation_string":"The Times Institute,Department of Computer Science,Multan,Pakistan","institution_ids":[]},{"raw_affiliation_string":"Department of Computer Science, The Times Institute, Multan, Pakistan","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5093772750","display_name":"Sadaqat Ali Ramay","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sadaqat Ali Ramay","raw_affiliation_strings":["The Times Institute,Department of Computer Science,Multan,Pakistan","Department of Computer Science, The Times Institute, Multan, Pakistan"],"affiliations":[{"raw_affiliation_string":"The Times Institute,Department of Computer Science,Multan,Pakistan","institution_ids":[]},{"raw_affiliation_string":"Department of Computer Science, The Times Institute, Multan, Pakistan","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5027937970"],"corresponding_institution_ids":["https://openalex.org/I142732210","https://openalex.org/I43729321"],"apc_list":null,"apc_paid":null,"fwci":2.4476,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.91388206,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.980400025844574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9749000072479248,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6794730424880981},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5776491761207581},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36761474609375},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.3236119747161865},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09569031000137329},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.07046008110046387}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6794730424880981},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5776491761207581},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36761474609375},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3236119747161865},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09569031000137329},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.07046008110046387},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icca59364.2023.10401760","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icca59364.2023.10401760","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Conference on Computer and Applications (ICCA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7799999713897705,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W825525975","https://openalex.org/W2086012341","https://openalex.org/W2464614383","https://openalex.org/W2800423036","https://openalex.org/W2886690537","https://openalex.org/W2899675781","https://openalex.org/W2947207002","https://openalex.org/W2951045917","https://openalex.org/W2995394700","https://openalex.org/W3016986506","https://openalex.org/W3023212902","https://openalex.org/W3024979424","https://openalex.org/W3033786741","https://openalex.org/W3038826743","https://openalex.org/W3049059782","https://openalex.org/W3084604851","https://openalex.org/W3102087799","https://openalex.org/W3123432941","https://openalex.org/W4283791586","https://openalex.org/W6623178044","https://openalex.org/W6756026151","https://openalex.org/W6789167725"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032","https://openalex.org/W2382290278"],"abstract_inverted_index":{"The":[0,70],"decision-making":[1],"components":[2],"of":[3,15],"main":[4],"neural":[5,18,39],"networks":[6],"are":[7,22,50],"activation":[8,36],"functions.":[9],"Furthermore,":[10],"they":[11,21],"evaluate":[12],"the":[13,16,25,33],"output":[14],"network\u2019s":[17,27],"node;":[19],"consequently,":[20],"critical":[23],"to":[24,52,63],"overall":[26],"performance.":[28],"As":[29],"a":[30],"result,":[31],"selecting":[32],"most":[34],"appropriate":[35],"function":[37],"in":[38,90],"network":[40],"calculation":[41],"is":[42],"crucial.":[43],"These":[44,58],"functions":[45],"have":[46],"various":[47],"features":[48,59],"that":[49],"thought":[51],"be":[53,88,96],"necessary":[54],"for":[55],"successful":[56],"learning.":[57],"include":[60],"their":[61,99],"methods":[62],"ensure":[64],"individual":[65,101],"derivatives":[66],"and":[67,82,84,103,105],"finite":[68],"range.":[69],"generally":[71],"used":[72],"cumulative":[73],"functions,":[74],"such":[75],"as":[76],"Sigmoid,":[77],"Leaky":[78],"ReLU,":[79,83],"softmax,":[80],"TanH":[81],"so":[85],"on,":[86],"will":[87,95],"evaluated":[89],"this":[91],"study":[92],"article.":[93],"This":[94],"followed":[97],"by":[98],"qualities,":[100],"disadvantages":[102],"advantages,":[104],"specific":[106],"formula":[107],"application":[108],"advice.":[109]},"counts_by_year":[{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}