{"id":"https://openalex.org/W2978953460","doi":"https://doi.org/10.1109/ijcnn.2019.8852461","title":"Modulation of Activation Function in Triangular Recurrent Neural Networks for Time Series Modeling","display_name":"Modulation of Activation Function in Triangular Recurrent Neural Networks for Time Series Modeling","publication_year":2019,"publication_date":"2019-07-01","ids":{"openalex":"https://openalex.org/W2978953460","doi":"https://doi.org/10.1109/ijcnn.2019.8852461","mag":"2978953460"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2019.8852461","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2019.8852461","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101778611","display_name":"S. Sivakumar","orcid":null},"institutions":[{"id":"https://openalex.org/I66890659","display_name":"Saint Mary's University","ror":"https://ror.org/010zh7098","country_code":"CA","type":"education","lineage":["https://openalex.org/I66890659"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Shyamala Sivakumar","raw_affiliation_strings":["Sobey School of Business, Saint Mary\u2019s University, Halifax, NS, Canada","Sobey School of Business, Saint Mary's University, Halifax, NS, Canada"],"affiliations":[{"raw_affiliation_string":"Sobey School of Business, Saint Mary\u2019s University, Halifax, NS, Canada","institution_ids":["https://openalex.org/I66890659"]},{"raw_affiliation_string":"Sobey School of Business, Saint Mary's University, Halifax, NS, Canada","institution_ids":["https://openalex.org/I66890659"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101778609","display_name":"Seshadri Sivakumar","orcid":null},"institutions":[{"id":"https://openalex.org/I66890659","display_name":"Saint Mary's University","ror":"https://ror.org/010zh7098","country_code":"CA","type":"education","lineage":["https://openalex.org/I66890659"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Seshadri Sivakumar","raw_affiliation_strings":["Sobey School of Business, Saint Mary\u2019s University, Halifax, NS, Canada","Sobey School of Business, Saint Mary's University, Halifax, NS, Canada"],"affiliations":[{"raw_affiliation_string":"Sobey School of Business, Saint Mary\u2019s University, Halifax, NS, Canada","institution_ids":["https://openalex.org/I66890659"]},{"raw_affiliation_string":"Sobey School of Business, Saint Mary's University, Halifax, NS, Canada","institution_ids":["https://openalex.org/I66890659"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5101778611"],"corresponding_institution_ids":["https://openalex.org/I66890659"],"apc_list":null,"apc_paid":null,"fwci":0.14,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.5745316,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"7","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/activation-function","display_name":"Activation function","score":0.6699022054672241},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.6182601451873779},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5584699511528015},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5302851796150208},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5253723859786987},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.5218397974967957},{"id":"https://openalex.org/keywords/diagonal","display_name":"Diagonal","score":0.5086177587509155},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.4954150915145874},{"id":"https://openalex.org/keywords/eigenvalues-and-eigenvectors","display_name":"Eigenvalues and eigenvectors","score":0.4835893511772156},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.4600849151611328},{"id":"https://openalex.org/keywords/chaotic","display_name":"Chaotic","score":0.44312289357185364},{"id":"https://openalex.org/keywords/state-variable","display_name":"State variable","score":0.4385963976383209},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.34196245670318604},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.32240766286849976},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18001246452331543},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.08894416689872742}],"concepts":[{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.6699022054672241},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.6182601451873779},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5584699511528015},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5302851796150208},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5253723859786987},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.5218397974967957},{"id":"https://openalex.org/C130367717","wikidata":"https://www.wikidata.org/wiki/Q189791","display_name":"Diagonal","level":2,"score":0.5086177587509155},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.4954150915145874},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.4835893511772156},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.4600849151611328},{"id":"https://openalex.org/C2777052490","wikidata":"https://www.wikidata.org/wiki/Q5072826","display_name":"Chaotic","level":2,"score":0.44312289357185364},{"id":"https://openalex.org/C129537906","wikidata":"https://www.wikidata.org/wiki/Q7603913","display_name":"State variable","level":2,"score":0.4385963976383209},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.34196245670318604},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.32240766286849976},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18001246452331543},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.08894416689872742},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn.2019.8852461","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2019.8852461","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1964175594","https://openalex.org/W2076063813","https://openalex.org/W2094631910","https://openalex.org/W2103108176","https://openalex.org/W2111406701","https://openalex.org/W2117148432","https://openalex.org/W2134392857","https://openalex.org/W2141394518","https://openalex.org/W2147887853","https://openalex.org/W2150355110","https://openalex.org/W2163922914","https://openalex.org/W2297048948","https://openalex.org/W2553754377","https://openalex.org/W2735249812","https://openalex.org/W2758428971","https://openalex.org/W2765128778","https://openalex.org/W3105585588"],"related_works":["https://openalex.org/W4289718052","https://openalex.org/W2164121020","https://openalex.org/W2145559838","https://openalex.org/W2905319430","https://openalex.org/W3116498279","https://openalex.org/W4287549553","https://openalex.org/W4310285384","https://openalex.org/W3183027292","https://openalex.org/W4248896073","https://openalex.org/W2974871044"],"abstract_inverted_index":{"This":[0,224],"paper":[1],"introduces":[2],"a":[3,32,79,152,166,171],"novel":[4],"method":[5],"to":[6,24,47,52,60,85,110,179,191,211],"dynamically":[7,76],"vary":[8],"the":[9,53,57,71,86,90,94,107,112,117,130,136,145,157,188,207,214,234,239],"activation":[10,67,113,131,204],"function":[11,68,114,132,205],"slopes":[12,69,133],"in":[13,56,151,170,230],"recently":[14],"developed":[15],"upper":[16],"and":[17,63,97,160,175,196],"lower":[18],"triangular":[19,35],"recurrent":[20],"neural":[21],"networks":[22],"(ULTRNN)":[23],"enhance":[25],"their":[26,98],"modeling":[27,231],"capability.":[28],"The":[29,66,83,100,183],"ULTRNN":[30,72,109],"employs":[31],"pair":[33],"of":[34,70,93,129,138,144,156,216],"feedback":[36],"weight":[37],"matrices":[38],"with":[39,106,203,221],"block":[40],"diagonal":[41],"elements":[42],"whose":[43],"eigenvalues":[44],"are":[45,75,89,209],"constrained":[46],"lie":[48],"on":[49],"or":[50,232],"close":[51],"unit":[54],"circle":[55],"complex":[58],"z-plane":[59],"maintain":[61],"network":[62,88,102],"training":[64],"stability.":[65],"state":[73,91,120,159],"variables":[74,92],"varied":[77],"by":[78],"second":[80],"modulating":[81,87,101],"network.":[82],"inputs":[84],"principal":[95,108],"ULTRNNs":[96,208],"inputs.":[99],"is":[103],"trained":[104],"simultaneously":[105],"compute":[111],"slope":[115,149,168],"for":[116],"latter's":[118],"each":[119,123],"variable":[121],"at":[122],"time":[124,154,173,240],"step.":[125],"Such":[126],"dynamic":[127,219],"variation":[128],"selectively":[134],"enhances":[135,187],"contribution":[137,155,174],"certain":[139],"states":[140],"while":[141],"suppressing":[142],"that":[143,202,237],"others.":[146],"A":[147],"larger":[148],"results":[150,169,200],"longer":[153],"corresponding":[158],"helps":[161],"model":[162,180],"long-term":[163,197],"dependencies.":[164,198],"Conversely,":[165],"smaller":[167],"shorter":[172],"may":[176],"be":[177,227],"used":[178],"controlled":[181],"\"forgetting\".":[182],"proposed":[184],"modulation":[185,206],"technique":[186],"ULTRNN's":[189],"ability":[190],"effectively":[192],"incorporate":[193],"short-term":[194],"memory":[195],"Simulation":[199],"show":[201],"able":[210],"autonomously":[212],"replicate":[213],"outputs":[215],"sample":[217],"chaotic":[218],"system":[220],"good":[222],"accuracy.":[223],"capability":[225],"can":[226],"highly":[228],"effective":[229],"characterizing":[233],"inherent":[235],"process":[236],"generates":[238],"series.":[241]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}