{"id":"https://openalex.org/W7125791199","doi":"https://doi.org/10.3233/faia251681","title":"Tunable Softplus-Type Activations for Enhanced Gating in LSTM Networks","display_name":"Tunable Softplus-Type Activations for Enhanced Gating in LSTM Networks","publication_year":2026,"publication_date":"2026-01-27","ids":{"openalex":"https://openalex.org/W7125791199","doi":"https://doi.org/10.3233/faia251681"},"language":null,"primary_location":{"id":"doi:10.3233/faia251681","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251681","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/faia251681","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123932923","display_name":"Natchanon Jaruteekampron","orcid":null},"institutions":[{"id":"https://openalex.org/I82475049","display_name":"Suranaree University of Technology","ror":"https://ror.org/05sgb8g78","country_code":"TH","type":"education","lineage":["https://openalex.org/I82475049"]}],"countries":["TH"],"is_corresponding":true,"raw_author_name":"Natchanon Jaruteekampron","raw_affiliation_strings":["Department of Interdisciplinary Science and Internationalization, Institute of Science, Suranaree University of Technology, Nakhon Ratchasima, 30000, Thailand"],"raw_orcid":"https://orcid.org/0009-0004-1673-8701","affiliations":[{"raw_affiliation_string":"Department of Interdisciplinary Science and Internationalization, Institute of Science, Suranaree University of Technology, Nakhon Ratchasima, 30000, Thailand","institution_ids":["https://openalex.org/I82475049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124019219","display_name":"Anan Panphuech","orcid":null},"institutions":[{"id":"https://openalex.org/I82475049","display_name":"Suranaree University of Technology","ror":"https://ror.org/05sgb8g78","country_code":"TH","type":"education","lineage":["https://openalex.org/I82475049"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Anan Panphuech","raw_affiliation_strings":["Department of Interdisciplinary Science and Internationalization, Institute of Science, Suranaree University of Technology, Nakhon Ratchasima, 30000, Thailand"],"raw_orcid":"https://orcid.org/0009-0001-3296-1434","affiliations":[{"raw_affiliation_string":"Department of Interdisciplinary Science and Internationalization, Institute of Science, Suranaree University of Technology, Nakhon Ratchasima, 30000, Thailand","institution_ids":["https://openalex.org/I82475049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123928719","display_name":"Khwanchai Huailuk","orcid":null},"institutions":[{"id":"https://openalex.org/I82475049","display_name":"Suranaree University of Technology","ror":"https://ror.org/05sgb8g78","country_code":"TH","type":"education","lineage":["https://openalex.org/I82475049"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Khwanchai Huailuk","raw_affiliation_strings":["Department of Interdisciplinary Science and Internationalization, Institute of Science, Suranaree University of Technology, Nakhon Ratchasima, 30000, Thailand"],"raw_orcid":"https://orcid.org/0009-0008-9502-334X","affiliations":[{"raw_affiliation_string":"Department of Interdisciplinary Science and Internationalization, Institute of Science, Suranaree University of Technology, Nakhon Ratchasima, 30000, Thailand","institution_ids":["https://openalex.org/I82475049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124029390","display_name":"Papon Tantiwanichanon","orcid":null},"institutions":[{"id":"https://openalex.org/I82475049","display_name":"Suranaree University of Technology","ror":"https://ror.org/05sgb8g78","country_code":"TH","type":"education","lineage":["https://openalex.org/I82475049"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Papon Tantiwanichanon","raw_affiliation_strings":["Department of Interdisciplinary Science and Internationalization, Institute of Science, Suranaree University of Technology, Nakhon Ratchasima, 30000, Thailand"],"raw_orcid":"https://orcid.org/0009-0008-4336-8901","affiliations":[{"raw_affiliation_string":"Department of Interdisciplinary Science and Internationalization, Institute of Science, Suranaree University of Technology, Nakhon Ratchasima, 30000, Thailand","institution_ids":["https://openalex.org/I82475049"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5124032198","display_name":"Sayan Kaennakham","orcid":null},"institutions":[{"id":"https://openalex.org/I82475049","display_name":"Suranaree University of Technology","ror":"https://ror.org/05sgb8g78","country_code":"TH","type":"education","lineage":["https://openalex.org/I82475049"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Sayan Kaennakham","raw_affiliation_strings":["School of Family Medicine and Community Medicine, Institute of Medicine, Suranaree University of Technology, Nakhon Ratchasima, 30000, Thailand"],"raw_orcid":"https://orcid.org/0000-0001-9682-559X","affiliations":[{"raw_affiliation_string":"School of Family Medicine and Community Medicine, Institute of Medicine, Suranaree University of Technology, Nakhon Ratchasima, 30000, Thailand","institution_ids":["https://openalex.org/I82475049"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5123932923"],"corresponding_institution_ids":["https://openalex.org/I82475049"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.41860465,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.4000999927520752,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.4000999927520752,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.2475000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.04500000178813934,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gating","display_name":"Gating","score":0.7494999766349792},{"id":"https://openalex.org/keywords/sigmoid-function","display_name":"Sigmoid function","score":0.6854000091552734},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.6051999926567078},{"id":"https://openalex.org/keywords/smoothness","display_name":"Smoothness","score":0.4781000018119812},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.40459999442100525},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.36169999837875366},{"id":"https://openalex.org/keywords/hyperbolic-function","display_name":"Hyperbolic function","score":0.3522000014781952}],"concepts":[{"id":"https://openalex.org/C194544171","wikidata":"https://www.wikidata.org/wiki/Q21105679","display_name":"Gating","level":2,"score":0.7494999766349792},{"id":"https://openalex.org/C81388566","wikidata":"https://www.wikidata.org/wiki/Q526668","display_name":"Sigmoid function","level":3,"score":0.6854000091552734},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6471999883651733},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.6051999926567078},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.491100013256073},{"id":"https://openalex.org/C102634674","wikidata":"https://www.wikidata.org/wiki/Q868473","display_name":"Smoothness","level":2,"score":0.4781000018119812},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.40459999442100525},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.38449999690055847},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.36169999837875366},{"id":"https://openalex.org/C92047909","wikidata":"https://www.wikidata.org/wiki/Q204034","display_name":"Hyperbolic function","level":2,"score":0.3522000014781952},{"id":"https://openalex.org/C2778029271","wikidata":"https://www.wikidata.org/wiki/Q5421931","display_name":"Extension (predicate logic)","level":2,"score":0.34040001034736633},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.32710000872612},{"id":"https://openalex.org/C131017901","wikidata":"https://www.wikidata.org/wiki/Q170451","display_name":"Logic gate","level":2,"score":0.31679999828338623},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.30250000953674316},{"id":"https://openalex.org/C133488467","wikidata":"https://www.wikidata.org/wiki/Q6673524","display_name":"Long short term memory","level":4,"score":0.3012999892234802},{"id":"https://openalex.org/C24574437","wikidata":"https://www.wikidata.org/wiki/Q7135228","display_name":"Parametric model","level":3,"score":0.29019999504089355},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.265500009059906},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.2563000023365021}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/faia251681","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251681","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.3233/faia251681","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251681","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,25],"propose":[1],"an":[2],"extension":[3],"of":[4,148],"Long":[5],"Short-Term":[6],"Memory":[7],"(LSTM)":[8],"networks.":[9],"In":[10,29,43],"our":[11],"approach,":[12],"the":[13,30,33,44,48,51,89,101,113],"conventional":[14],"sigmoid":[15],"and":[16,36,50,65,71,85,139],"tanh":[17],"activations":[18],"are":[19],"replaced":[20],"by":[21,97],"parametric":[22],"Softplus-type":[23],"functions.":[24],"consider":[26],"two":[27],"configurations.":[28],"first,":[31],"Gate-only,":[32],"input,":[34],"forget,":[35],"output":[37],"gates":[38,49],"adopt":[39],"a":[40,109,142],"normalized":[41],"Softplus.":[42],"second,":[45],"Gate+Candidate,":[46],"both":[47],"candidate":[52],"state":[53],"generation":[54],"use":[55],"Softplus":[56],"variants.":[57],"The":[58,129],"tunable":[59],"parameter":[60],"\u03b2":[61,120],"controls":[62],"gating":[63,134],"smoothness":[64],"sharpness.":[66],"Experiments":[67],"on":[68,112],"synthetic":[69],"multi-seasonal":[70,90],"non-stationary":[72,114],"time-series":[73],"datasets":[74],"(600":[75],"time":[76],"steps":[77],"each)":[78],"show":[79],"consistent":[80],"improvements":[81],"over":[82],"standard":[83],"LSTM":[84],"GRU":[86],"baselines.":[87],"On":[88],"series,":[91],"Gate-only":[92],"with":[93,100,106],"\u03b2=0.6":[94,107],"reduced":[95],"RMSE":[96],"4.2%":[98],"compared":[99],"best":[102],"baseline,":[103],"while":[104,125],"Gate+Candidate":[105],"achieved":[108],"2.6%":[110],"gain":[111],"series.":[115],"Ablation":[116],"confirms":[117],"that":[118,132],"intermediate":[119],"values":[121],"deliver":[122],"optimal":[123],"accuracy,":[124,137],"extremes":[126],"hinder":[127],"performance.":[128],"results":[130],"demonstrate":[131],"Softplus-based":[133],"enhances":[135],"predictive":[136],"robustness,":[138],"convergence,":[140],"providing":[141],"flexible":[143],"alternative":[144],"for":[145],"recurrent":[146],"modeling":[147],"diverse":[149],"temporal":[150],"dynamics.":[151]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2026-01-28T00:00:00"}