{"id":"https://openalex.org/W3204950970","doi":"https://doi.org/10.1109/ijcnn52387.2021.9534391","title":"DiffAct: A Unifying Framework for Activation Functions","display_name":"DiffAct: A Unifying Framework for Activation Functions","publication_year":2021,"publication_date":"2021-07-18","ids":{"openalex":"https://openalex.org/W3204950970","doi":"https://doi.org/10.1109/ijcnn52387.2021.9534391","mag":"3204950970"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn52387.2021.9534391","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9534391","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066292961","display_name":"Snehanshu Saha","orcid":"https://orcid.org/0000-0002-8458-604X"},"institutions":[{"id":"https://openalex.org/I4210148827","display_name":"Birla Institute of Technology and Science, Pilani - Goa Campus","ror":"https://ror.org/046sh6j17","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210148827","https://openalex.org/I74796645"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Snehanshu Saha","raw_affiliation_strings":["BITS Pilani K K Birla Goa Campus, India"],"affiliations":[{"raw_affiliation_string":"BITS Pilani K K Birla Goa Campus, India","institution_ids":["https://openalex.org/I4210148827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101715692","display_name":"Archana Mathur","orcid":"https://orcid.org/0000-0003-4522-6890"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Archana Mathur","raw_affiliation_strings":["Nitte Meenakshi Institute of Technology, Bangalore, India"],"affiliations":[{"raw_affiliation_string":"Nitte Meenakshi Institute of Technology, Bangalore, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103142019","display_name":"Aditya Pandey","orcid":"https://orcid.org/0000-0002-3870-4287"},"institutions":[{"id":"https://openalex.org/I196608512","display_name":"PES University","ror":"https://ror.org/05m169e78","country_code":"IN","type":"education","lineage":["https://openalex.org/I196608512"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Aditya Pandey","raw_affiliation_strings":["PES University, Bangalore, India"],"affiliations":[{"raw_affiliation_string":"PES University, Bangalore, India","institution_ids":["https://openalex.org/I196608512"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005774893","display_name":"Harshith Arun Kumar","orcid":null},"institutions":[{"id":"https://openalex.org/I196608512","display_name":"PES University","ror":"https://ror.org/05m169e78","country_code":"IN","type":"education","lineage":["https://openalex.org/I196608512"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Harshith Arun Kumar","raw_affiliation_strings":["PES University, Bangalore, India"],"affiliations":[{"raw_affiliation_string":"PES University, Bangalore, India","institution_ids":["https://openalex.org/I196608512"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5066292961"],"corresponding_institution_ids":["https://openalex.org/I4210148827"],"apc_list":null,"apc_paid":null,"fwci":0.649,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.6850611,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9506999850273132,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/activation-function","display_name":"Activation function","score":0.9166765213012695},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6996887922286987},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6697226762771606},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5265301465988159},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.5029398798942566},{"id":"https://openalex.org/keywords/differential-equation","display_name":"Differential equation","score":0.4296506643295288},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42258328199386597},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3342686891555786},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.227522611618042}],"concepts":[{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.9166765213012695},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6996887922286987},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6697226762771606},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5265301465988159},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.5029398798942566},{"id":"https://openalex.org/C78045399","wikidata":"https://www.wikidata.org/wiki/Q11214","display_name":"Differential equation","level":2,"score":0.4296506643295288},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42258328199386597},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3342686891555786},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.227522611618042},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn52387.2021.9534391","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9534391","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5328051623","display_name":null,"funder_award_id":"EMR/2016/005687","funder_id":"https://openalex.org/F4320334771","funder_display_name":"Science and Engineering Research Board"}],"funders":[{"id":"https://openalex.org/F4320334771","display_name":"Science and Engineering Research Board","ror":"https://ror.org/03ffdsr55"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1665214252","https://openalex.org/W1683511521","https://openalex.org/W2024826462","https://openalex.org/W2103496339","https://openalex.org/W2118897620","https://openalex.org/W2139923370","https://openalex.org/W2140794239","https://openalex.org/W2160397751","https://openalex.org/W2176412452","https://openalex.org/W2302255633","https://openalex.org/W2624413595","https://openalex.org/W2765833400","https://openalex.org/W2767286248","https://openalex.org/W2805365459","https://openalex.org/W2886067286","https://openalex.org/W2916291526","https://openalex.org/W2948915926","https://openalex.org/W2949804919","https://openalex.org/W2963285578","https://openalex.org/W2963454111","https://openalex.org/W2969492857","https://openalex.org/W2969937244","https://openalex.org/W2980283354","https://openalex.org/W2989628193","https://openalex.org/W3120740533","https://openalex.org/W3125537303","https://openalex.org/W4231966542","https://openalex.org/W6637242042","https://openalex.org/W6677660891","https://openalex.org/W6683799542","https://openalex.org/W6745378982","https://openalex.org/W6766837696"],"related_works":["https://openalex.org/W3110577345","https://openalex.org/W2946235959","https://openalex.org/W2902935192","https://openalex.org/W3134817226","https://openalex.org/W4318066384","https://openalex.org/W3215912596","https://openalex.org/W3034021666","https://openalex.org/W2898900925","https://openalex.org/W3170224572","https://openalex.org/W4393036827"],"abstract_inverted_index":{"The":[0,119,142],"evolution":[1],"of":[2,30,37,70,91,94,100,103,128,137],"activation":[3,31,39,64,84,117,130],"functions":[4,40,85,131],"in":[5,41,86,108],"deep":[6],"neural":[7,43,58],"networks":[8],"is":[9,53,122],"usually":[10],"driven":[11],"by":[12],"fixed":[13,116],"goals":[14],"and":[15],"incremental":[16],"steps":[17],"toward":[18],"solving":[19],"specific":[20],"problems.":[21],"We":[22,96],"introduce":[23],"differential":[24,75],"equation":[25],"activations":[26],"(DiffAct),":[27],"an":[28,73],"umbrella":[29],"units":[32,107],"to":[33,54,61,72,123,149],"improve":[34],"the":[35,92,98,101,125,147],"process":[36],"learning":[38],"complex":[42],"network":[44,59],"structures":[45],"on":[46,146,153],"different":[47],"data":[48],"sets.":[49],"Our":[50],"stated":[51,120],"objective":[52,121],"enable":[55],"a":[56,68,133],"feed-forward":[57],"(FNN)":[60],"learn":[62],"nonlinear":[63],"functional":[65],"forms":[66],"from":[67],"family":[69,93],"solutions":[71],"ordinary":[74],"equation.":[76],"In":[77],"this":[78],"paper,":[79],"we":[80],"also":[81,144],"present":[82],"new":[83],"parabolic":[87],"forms,":[88],"as":[89],"offspring":[90],"DiffActs.":[95],"demonstrate":[97],"effectiveness":[99],"exercise":[102],"exploiting":[104],"DiffAct":[105],"based":[106],"accomplishing":[109],"comparable,":[110],"sometimes":[111],"superior,":[112],"performance":[113],"against":[114],"single,":[115],"functions.":[118],"discover":[124],"internal":[126],"dynamics":[127],"such":[129],"via":[132],"common":[134],"framework":[135],"instead":[136],"producing":[138],"State-of-the-Art":[139],"(SOTA)":[140],"results.":[141],"paper":[143],"hypothesizes":[145],"ability":[148],"draw":[150],"effective":[151],"inferences":[152],"simple,":[154],"1-hidden":[155],"layer":[156],"architectures,":[157],"wherever":[158],"possible.":[159]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}