{"id":"https://openalex.org/W3195082264","doi":"https://doi.org/10.1109/access.2021.3105355","title":"TanhSoft\u2014Dynamic Trainable Activation Functions for Faster Learning and Better Performance","display_name":"TanhSoft\u2014Dynamic Trainable Activation Functions for Faster Learning and Better Performance","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3195082264","doi":"https://doi.org/10.1109/access.2021.3105355","mag":"3195082264"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3105355","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3105355","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09514829.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09514829.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010852509","display_name":"Koushik Biswas","orcid":"https://orcid.org/0000-0002-9818-8966"},"institutions":[{"id":"https://openalex.org/I119939252","display_name":"Indraprastha Institute of Information Technology Delhi","ror":"https://ror.org/03vfp4g33","country_code":"IN","type":"education","lineage":["https://openalex.org/I119939252"]},{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Koushik Biswas","raw_affiliation_strings":["Department of Computer Science, IIIT Delhi, New Delhi, India"],"raw_orcid":"https://orcid.org/0000-0002-9818-8966","affiliations":[{"raw_affiliation_string":"Department of Computer Science, IIIT Delhi, New Delhi, India","institution_ids":["https://openalex.org/I119939252","https://openalex.org/I68891433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090167516","display_name":"Sandeep Kumar","orcid":"https://orcid.org/0000-0002-5464-929X"},"institutions":[{"id":"https://openalex.org/I110166357","display_name":"University of Delhi","ror":"https://ror.org/04gzb2213","country_code":"IN","type":"education","lineage":["https://openalex.org/I110166357"]},{"id":"https://openalex.org/I119939252","display_name":"Indraprastha Institute of Information Technology Delhi","ror":"https://ror.org/03vfp4g33","country_code":"IN","type":"education","lineage":["https://openalex.org/I119939252"]},{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sandeep Kumar","raw_affiliation_strings":["Department of Computer Science, IIIT Delhi, New Delhi, India","Shaheed Bhagat Singh College, Univeristy of Delhi, New Delhi, India"],"raw_orcid":"https://orcid.org/0000-0002-5464-929X","affiliations":[{"raw_affiliation_string":"Department of Computer Science, IIIT Delhi, New Delhi, India","institution_ids":["https://openalex.org/I119939252","https://openalex.org/I68891433"]},{"raw_affiliation_string":"Shaheed Bhagat Singh College, Univeristy of Delhi, New Delhi, India","institution_ids":["https://openalex.org/I110166357"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022915831","display_name":"Shilpak Banerjee","orcid":"https://orcid.org/0000-0003-1036-9576"},"institutions":[{"id":"https://openalex.org/I119939252","display_name":"Indraprastha Institute of Information Technology Delhi","ror":"https://ror.org/03vfp4g33","country_code":"IN","type":"education","lineage":["https://openalex.org/I119939252"]},{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Shilpak Banerjee","raw_affiliation_strings":["Department of Mathematics, IIIT Delhi, New Delhi, India"],"raw_orcid":"https://orcid.org/0000-0003-1036-9576","affiliations":[{"raw_affiliation_string":"Department of Mathematics, IIIT Delhi, New Delhi, India","institution_ids":["https://openalex.org/I119939252","https://openalex.org/I68891433"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069200856","display_name":"Ashish Kumar Pandey","orcid":"https://orcid.org/0000-0002-9723-035X"},"institutions":[{"id":"https://openalex.org/I119939252","display_name":"Indraprastha Institute of Information Technology Delhi","ror":"https://ror.org/03vfp4g33","country_code":"IN","type":"education","lineage":["https://openalex.org/I119939252"]},{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ashish Kumar Pandey","raw_affiliation_strings":["Department of Mathematics, IIIT Delhi, New Delhi, India"],"raw_orcid":"https://orcid.org/0000-0002-9723-035X","affiliations":[{"raw_affiliation_string":"Department of Mathematics, IIIT Delhi, New Delhi, India","institution_ids":["https://openalex.org/I119939252","https://openalex.org/I68891433"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5010852509"],"corresponding_institution_ids":["https://openalex.org/I119939252","https://openalex.org/I68891433"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.3578,"has_fulltext":true,"cited_by_count":20,"citation_normalized_percentile":{"value":0.83193725,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"9","issue":null,"first_page":"120613","last_page":"120623"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/activation-function","display_name":"Activation function","score":0.8496016263961792},{"id":"https://openalex.org/keywords/pascal","display_name":"Pascal (unit)","score":0.7492945194244385},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.7461877465248108},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6741290092468262},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5230006575584412},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.44571706652641296},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.44216644763946533},{"id":"https://openalex.org/keywords/transformation","display_name":"Transformation (genetics)","score":0.4381641447544098},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.4130098223686218},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3883989453315735},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.30221429467201233}],"concepts":[{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.8496016263961792},{"id":"https://openalex.org/C75608658","wikidata":"https://www.wikidata.org/wiki/Q44395","display_name":"Pascal (unit)","level":2,"score":0.7492945194244385},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.7461877465248108},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6741290092468262},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5230006575584412},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.44571706652641296},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.44216644763946533},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.4381641447544098},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.4130098223686218},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3883989453315735},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.30221429467201233},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3105355","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3105355","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09514829.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:93747f64774143ba898fc20ff41b06e0","is_oa":true,"landing_page_url":"https://doaj.org/article/93747f64774143ba898fc20ff41b06e0","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 120613-120623 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3105355","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3105355","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09514829.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6600000262260437}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3195082264.pdf","grobid_xml":"https://content.openalex.org/works/W3195082264.grobid-xml"},"referenced_works_count":101,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1533861849","https://openalex.org/W1572063013","https://openalex.org/W1665214252","https://openalex.org/W1667249920","https://openalex.org/W1677182931","https://openalex.org/W1686810756","https://openalex.org/W1836465849","https://openalex.org/W1901129140","https://openalex.org/W1921523184","https://openalex.org/W1982845960","https://openalex.org/W1994616650","https://openalex.org/W2009797711","https://openalex.org/W2031489346","https://openalex.org/W2043562021","https://openalex.org/W2095705004","https://openalex.org/W2097117768","https://openalex.org/W2112796928","https://openalex.org/W2147800946","https://openalex.org/W2168148636","https://openalex.org/W2176412452","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2279098554","https://openalex.org/W2302255633","https://openalex.org/W2331143823","https://openalex.org/W2333796428","https://openalex.org/W2335728318","https://openalex.org/W2340897893","https://openalex.org/W2531409750","https://openalex.org/W2549139847","https://openalex.org/W2551176409","https://openalex.org/W2610817424","https://openalex.org/W2616274621","https://openalex.org/W2750384547","https://openalex.org/W2766574708","https://openalex.org/W2767286248","https://openalex.org/W2883780447","https://openalex.org/W2899663614","https://openalex.org/W2899675781","https://openalex.org/W2949117887","https://openalex.org/W2951886768","https://openalex.org/W2955425717","https://openalex.org/W2962834855","https://openalex.org/W2962847207","https://openalex.org/W2963163009","https://openalex.org/W2963285578","https://openalex.org/W2963323244","https://openalex.org/W2963446712","https://openalex.org/W2963568027","https://openalex.org/W2964081807","https://openalex.org/W2964121744","https://openalex.org/W2964137095","https://openalex.org/W2996221596","https://openalex.org/W3008371590","https://openalex.org/W3018757597","https://openalex.org/W3034429256","https://openalex.org/W3046756688","https://openalex.org/W3048593389","https://openalex.org/W3062959591","https://openalex.org/W3106250896","https://openalex.org/W3118608800","https://openalex.org/W3131152863","https://openalex.org/W3186073754","https://openalex.org/W4285719527","https://openalex.org/W4288257146","https://openalex.org/W4295185264","https://openalex.org/W4320930577","https://openalex.org/W4367369823","https://openalex.org/W4385245566","https://openalex.org/W6631190155","https://openalex.org/W6631943919","https://openalex.org/W6637242042","https://openalex.org/W6637373629","https://openalex.org/W6638667902","https://openalex.org/W6640185926","https://openalex.org/W6674330103","https://openalex.org/W6684813833","https://openalex.org/W6685562342","https://openalex.org/W6698183232","https://openalex.org/W6703049675","https://openalex.org/W6703116779","https://openalex.org/W6713132643","https://openalex.org/W6729972426","https://openalex.org/W6734657935","https://openalex.org/W6737283639","https://openalex.org/W6738134915","https://openalex.org/W6739901393","https://openalex.org/W6743688258","https://openalex.org/W6745339630","https://openalex.org/W6746023985","https://openalex.org/W6755977528","https://openalex.org/W6756026151","https://openalex.org/W6762718338","https://openalex.org/W6763000687","https://openalex.org/W6774570393","https://openalex.org/W6775028317","https://openalex.org/W6777046832","https://openalex.org/W6781550413","https://openalex.org/W6785652829","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W3110577345","https://openalex.org/W1663079876","https://openalex.org/W2069133146","https://openalex.org/W2946235959","https://openalex.org/W2902935192","https://openalex.org/W2017545316","https://openalex.org/W2100576949","https://openalex.org/W3134817226","https://openalex.org/W2953716828","https://openalex.org/W2904857019"],"abstract_inverted_index":{"Deep":[0],"learning,":[1],"at":[2],"its":[3],"core,":[4],"contains":[5],"functions":[6,40,53],"that":[7],"are":[8,63],"the":[9,21,25,35],"composition":[10],"of":[11,37],"a":[12,16],"linear":[13],"transformation":[14],"with":[15,54,75],"nonlinear":[17],"function":[18],"known":[19],"as":[20],"activation":[22,39,52,69],"function.":[23],"In":[24,45],"past":[26],"few":[27],"years,":[28],"there":[29],"is":[30],"an":[31],"increasing":[32],"interest":[33],"in":[34,42,101,113,134,142],"construction":[36],"novel":[38,51],"resulting":[41],"better":[43],"learning.":[44],"this":[46],"work,":[47],"we":[48],"propose":[49],"three":[50],"learnable":[55],"parameters,":[56],"namely":[57],"TanhSoft-1,":[58,76,117],"TanhSoft-2,":[59,77,118],"and":[60,78,87,96,107,119,131],"TanhSoft-3,":[61],"which":[62],"shown":[64],"to":[65],"outperform":[66],"several":[67],"well-known":[68],"functions.":[70],"For":[71],"instance,":[72],"replacing":[73],"ReLU":[74,122],"Tanhsot-3":[79,120],"improves":[80],"top-1":[81],"classification":[82],"accuracy":[83],"by":[84,93,104,128],"6.06%,":[85],"5.75%,":[86],"5.38%":[88],"respectively":[89,98,109,133],"on":[90,99,110,123,138],"VGG-16(with":[91],"batch-normalization),":[92],"3.02%,":[94],"3.25%":[95],"2.93%":[97],"PreActResNet-34":[100],"CIFAR-100":[102],"dataset,":[103],"1.76%,":[105],"1.93%,":[106],"1.82%":[108],"WideResNet":[111],"28-10":[112],"Tiny":[114],"ImageNet":[115],"dataset.":[116,145],"outperformed":[121],"mean":[124],"average":[125],"precision":[126],"(mAP)":[127],"0.7%,":[129],"0.8%,":[130],"0.6%":[132],"object":[135],"detection":[136],"problem":[137],"SSD":[139],"300":[140],"model":[141],"Pascal":[143],"VOC":[144]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":5}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2021-08-30T00:00:00"}