{"id":"https://openalex.org/W7207805083","doi":"https://doi.org/10.1002/cpe.70944","title":"A Novel Activation Function for Enhancing Deep Neural Network Stability and Performance","display_name":"A Novel Activation Function for Enhancing Deep Neural Network Stability and Performance","publication_year":2026,"publication_date":"2026-09-01","ids":{"openalex":"https://openalex.org/W7207805083","doi":"https://doi.org/10.1002/cpe.70944"},"language":"en","primary_location":{"id":"doi:10.1002/cpe.70944","doi":"https://doi.org/10.1002/cpe.70944","is_oa":true,"landing_page_url":"https://doi.org/10.1002/cpe.70944","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/cpe.70944","source":{"id":"https://openalex.org/S11065456","display_name":"Concurrency and Computation Practice and Experience","issn_l":"1532-0626","issn":["1532-0626","1532-0634"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","dongbi-d","jufo-1","norway-1","poland-100","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Concurrency and Computation: Practice and Experience","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/cpe.70944","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119122997","display_name":"\u00d6zcan K\u00fc\u00e7\u00fckali","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I162720556","display_name":"Karadeniz Technical University","ror":"https://ror.org/03z8fyr40","country_code":"TR","type":"education","lineage":["https://openalex.org/I162720556"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"\u00d6zcan K\u00fc\u00e7\u00fckali","raw_affiliation_strings":["Department of Software Engineering Karadeniz Technical University of Technology Faculty  Trabzon Turkiye"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Software Engineering Karadeniz Technical University of Technology Faculty  Trabzon Turkiye","institution_ids":["https://openalex.org/I162720556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025854218","display_name":"Mustafa Hakan Bozkurt","orcid":"https://orcid.org/0000-0002-7734-0295","observed_orcids":["https://orcid.org/0000-0002-7734-0295"]},"institutions":[{"id":"https://openalex.org/I162720556","display_name":"Karadeniz Technical University","ror":"https://ror.org/03z8fyr40","country_code":"TR","type":"education","lineage":["https://openalex.org/I162720556"]}],"countries":["TR"],"is_corresponding":true,"raw_author_name":"M. Hakan Bozkurt","raw_affiliation_strings":["Department of Artificial Intelligence and Data Engineering Karadeniz Technical University, Faculty Engineering  Trabzon Turkiye","Maveria Technologies, Trabzon Teknokent  Trabzon Turkiye"],"raw_orcid":"https://orcid.org/0000-0002-7734-0295","affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence and Data Engineering Karadeniz Technical University, Faculty Engineering  Trabzon Turkiye","institution_ids":["https://openalex.org/I162720556"]},{"raw_affiliation_string":"Maveria Technologies, Trabzon Teknokent  Trabzon Turkiye","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044654762","display_name":"Esma Uluta\u015f","orcid":"https://orcid.org/0000-0001-7302-3674","observed_orcids":["https://orcid.org/0000-0001-7302-3674"]},"institutions":[{"id":"https://openalex.org/I162720556","display_name":"Karadeniz Technical University","ror":"https://ror.org/03z8fyr40","country_code":"TR","type":"education","lineage":["https://openalex.org/I162720556"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Esma Uluta\u015f","raw_affiliation_strings":["Department of Electronics and Communication Engineering Karadeniz Technical University of Technology Faculty  Trabzon Turkiye"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics and Communication Engineering Karadeniz Technical University of Technology Faculty  Trabzon Turkiye","institution_ids":["https://openalex.org/I162720556"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060955164","display_name":"I\u015f\u0131lay Bozkurt","orcid":"https://orcid.org/0000-0001-6941-9721","observed_orcids":["https://orcid.org/0000-0001-6941-9721"]},"institutions":[{"id":"https://openalex.org/I162720556","display_name":"Karadeniz Technical University","ror":"https://ror.org/03z8fyr40","country_code":"TR","type":"education","lineage":["https://openalex.org/I162720556"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"I\u015f\u0131lay Bozkurt","raw_affiliation_strings":["Department of Software Development Karadeniz Technical University, Faculty of Science  Trabzon Turkiye"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Software Development Karadeniz Technical University, Faculty of Science  Trabzon Turkiye","institution_ids":["https://openalex.org/I162720556"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5025854218"],"corresponding_institution_ids":["https://openalex.org/I162720556"],"apc_list":{"value":5140,"currency":"USD","value_usd":5140},"apc_paid":{"value":5140,"currency":"USD","value_usd":5140},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"38","issue":"18","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.5400000214576721,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.5400000214576721,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.4408999979496002,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.003000000026077032,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/activation-functions","display_name":"activation functions","score":0.9190000295639038},{"id":"https://openalex.org/keywords/exploding-gradients","display_name":"gradient explosion","score":0.6499999761581421},{"id":"https://openalex.org/keywords/vanishing-gradient","display_name":"gradient vanishing","score":0.9990000128746033},{"id":"https://openalex.org/keywords/dead-neurons","display_name":"dead neurons","score":0.972000002861023},{"id":"https://openalex.org/keywords/numerical-robustness","display_name":"numerical robustness","score":0.8399999737739563},{"id":"https://openalex.org/keywords/yolov8","display_name":"YOLOv8","score":0.7570000290870667},{"id":"https://openalex.org/keywords/object-detection","display_name":"object detection","score":0.9739999771118164},{"id":"https://openalex.org/keywords/segmentation","display_name":"segmentation","score":0.671999990940094},{"id":"https://openalex.org/keywords/pose-estimation","display_name":"pose estimation","score":0.859000027179718},{"id":"https://openalex.org/keywords/oriented-bounding-boxes","display_name":"oriented bounding boxes","score":0.8949999809265137}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.838699996471405},{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.8123999834060669},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6816999912261963},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5321999788284302},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5149999856948853},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5148000121116638},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.4715999960899353},{"id":"https://openalex.org/C63584917","wikidata":"https://www.wikidata.org/wiki/Q333286","display_name":"Bounding overwatch","level":2,"score":0.4571000039577484},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.43560001254081726},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.41530001163482666},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.3804999887943268},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.36500000953674316},{"id":"https://openalex.org/C39927690","wikidata":"https://www.wikidata.org/wiki/Q11197","display_name":"Logarithm","level":2,"score":0.3506999909877777},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.33059999346733093},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.2874000072479248},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2831000089645386},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.2702000141143799},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.26669999957084656}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1002/cpe.70944","doi":"https://doi.org/10.1002/cpe.70944","is_oa":true,"landing_page_url":"https://doi.org/10.1002/cpe.70944","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/cpe.70944","source":{"id":"https://openalex.org/S11065456","display_name":"Concurrency and Computation Practice and Experience","issn_l":"1532-0626","issn":["1532-0626","1532-0634"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","dongbi-d","jufo-1","norway-1","poland-100","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Concurrency and Computation: Practice and Experience","raw_type":"journal-article"},{"id":"doi:10.2139/ssrn.5369486","doi":"https://doi.org/10.2139/ssrn.5369486","is_oa":true,"landing_page_url":"https://doi.org/10.2139/ssrn.5369486","pdf_url":null,"source":{"id":"https://openalex.org/S4210172589","display_name":"SSRN Electronic Journal","issn_l":"1556-5068","issn":["1556-5068"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1318003438","host_organization_name":"RELX Group (Netherlands)","host_organization_lineage":["https://openalex.org/I1318003438"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.1002/cpe.70944","doi":"https://doi.org/10.1002/cpe.70944","is_oa":true,"landing_page_url":"https://doi.org/10.1002/cpe.70944","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/cpe.70944","source":{"id":"https://openalex.org/S11065456","display_name":"Concurrency and Computation Practice and Experience","issn_l":"1532-0626","issn":["1532-0626","1532-0634"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","dongbi-d","jufo-1","norway-1","poland-100","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Concurrency and Computation: Practice and Experience","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7207805083.pdf","grobid_xml":"https://content.openalex.org/works/W7207805083.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W1677182931","https://openalex.org/W1683511521","https://openalex.org/W2005931737","https://openalex.org/W2176412452","https://openalex.org/W2191429225","https://openalex.org/W2323929895","https://openalex.org/W2467959045","https://openalex.org/W2788991260","https://openalex.org/W2899663614","https://openalex.org/W2962834855","https://openalex.org/W2996221596","https://openalex.org/W2999607073","https://openalex.org/W3013965793","https://openalex.org/W3023212902","https://openalex.org/W3048593389","https://openalex.org/W3118517106","https://openalex.org/W3118608800","https://openalex.org/W3118620105","https://openalex.org/W3169254149","https://openalex.org/W3182957187","https://openalex.org/W4223571280","https://openalex.org/W4283791586","https://openalex.org/W4303614082","https://openalex.org/W4317368906","https://openalex.org/W4391735967","https://openalex.org/W4391835903","https://openalex.org/W4402706078","https://openalex.org/W4404569923","https://openalex.org/W4405220805","https://openalex.org/W4405955807","https://openalex.org/W4406864905","https://openalex.org/W4407615008","https://openalex.org/W4408619982","https://openalex.org/W4409494034","https://openalex.org/W4412786703","https://openalex.org/W4414182679","https://openalex.org/W7113895943"],"related_works":["https://openalex.org/W4412766986","https://openalex.org/W7221134900","https://openalex.org/W7128684144","https://openalex.org/W4322631263","https://openalex.org/W4391620442","https://openalex.org/W4417170031","https://openalex.org/W7108945610","https://openalex.org/W2512630954","https://openalex.org/W7165873084","https://openalex.org/W4416739781"],"abstract_inverted_index":{"ABSTRACT":[0],"Activation":[1],"functions":[2],"play":[3],"an":[4],"important":[5],"role":[6],"in":[7,55,184,200],"the":[8,209,247,250],"performance":[9,192],"of":[10,114,122,127,186,249],"deep":[11,57,110,131],"learning":[12,132],"models":[13,136,144,149],"by":[14,73,99,215],"enabling":[15],"them":[16],"to":[17,80,175,204],"learn":[18],"complex":[19],"and":[20,33,42,45,52,87,95,129,145,164,177,211,253],"nonlinear":[21],"relationships.":[22],"However,":[23],"widely":[24,141],"used":[25,142],"activation":[26,64,93,244],"functions,":[27,208],"such":[28,39],"as":[29,40,156,158,240],"ReLU,":[30],"ELU,":[31],"Swish,":[32],"GELU,":[34],"have":[35],"certain":[36],"limitations.":[37,83],"Issues":[38],"exploding":[41],"vanishing":[43],"gradients":[44],"dead":[46],"neurons":[47],"can":[48],"negatively":[49],"affect":[50],"stability":[51,212],"performance,":[53],"especially":[54],"very":[56],"architectures.":[58,111,133,254],"In":[59],"this":[60,219],"study,":[61],"a":[62,119,197,241],"novel":[63],"function":[65,245],"called":[66],"RoCLU":[67,90,115,168,216,237],"(Robust":[68],"Cauchy":[69],"Linear":[70],"Unit),":[71],"inspired":[72],"statistical":[74],"constraint":[75],"relaxation":[76],"theory,":[77],"is":[78],"proposed":[79],"overcome":[81],"these":[82],"By":[84],"combining":[85],"logarithmic":[86],"arctangent":[88],"components,":[89],"promotes":[91],"smoother":[92],"transitions":[94],"improves":[96],"numerical":[97,182],"robustness":[98,183],"preserving":[100],"finite\u2010valued":[101],"computations":[102],"during":[103],"training,":[104],"while":[105,180],"facilitating":[106],"stable":[107],"optimization":[108],"across":[109],"The":[112,134,148,233],"effectiveness":[113],"was":[116],"tested":[117],"on":[118,153],"wide":[120],"range":[121],"datasets":[123],"with":[124],"varying":[125],"levels":[126],"complexity":[128],"state\u2010of\u2010the\u2010art":[130,146,178],"competitor":[135],"were":[137,150],"chosen":[138],"from":[139],"both":[140],"proven":[143],"models.":[147],"evaluated":[151,251],"based":[152],"classification":[154],"metrics,":[155],"well":[157],"object":[159,225],"detection,":[160],"segmentation,":[161],"pose":[162],"estimation,":[163],"oriented":[165],"bounding":[166],"boxes.":[167],"delivers":[169],"competitive":[170],"or":[171],"higher":[172],"accuracy":[173,210],"compared":[174,203],"established":[176],"baselines":[179],"maintaining":[181],"networks":[185],"even":[187],"700":[188],"layers.":[189],"Moreover,":[190],"time\u2010based":[191],"analyses":[193],"showed":[194],"that,":[195],"despite":[196],"modest":[198],"increase":[199],"computational":[201],"time":[202],"some":[205],"built\u2010in":[206],"optimized":[207],"gains":[213],"offered":[214],"effectively":[217],"balance":[218],"cost.":[220],"Successful":[221],"integration":[222],"into":[223],"YOLOv8\u2010based":[224],"detection":[226],"tasks":[227,252],"further":[228],"supports":[229],"its":[230],"practical":[231],"applicability.":[232],"findings":[234],"suggest":[235],"that":[236],"may":[238],"serve":[239],"robust":[242],"alternative":[243],"within":[246],"scope":[248]},"counts_by_year":[],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2026-09-04T00:00:00"}