{"id":"https://openalex.org/W4385484793","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191986","title":"Dynamic Analysis and an Eigen Initializer for Recurrent Neural Networks","display_name":"Dynamic Analysis and an Eigen Initializer for Recurrent Neural Networks","publication_year":2023,"publication_date":"2023-06-18","ids":{"openalex":"https://openalex.org/W4385484793","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191986"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn54540.2023.10191986","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ijcnn54540.2023.10191986","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004175767","display_name":"Ran Dou","orcid":"https://orcid.org/0009-0009-0004-9086"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ran Dou","raw_affiliation_strings":["University of Florida,Department of Electrical and Computer Engineering,Gainesville,FL,United States","Department of Electrical and Computer Engineering, University of Florida, Gainesville, FL, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Florida,Department of Electrical and Computer Engineering,Gainesville,FL,United States","institution_ids":["https://openalex.org/I33213144"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Florida, Gainesville, FL, United States","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019504861","display_name":"Jos\u00e9 C. Pr\u0131\u0301ncipe","orcid":"https://orcid.org/0000-0002-3449-3531"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jose Principe","raw_affiliation_strings":["University of Florida,Department of Electrical and Computer Engineering,Gainesville,FL,United States","Department of Electrical and Computer Engineering, University of Florida, Gainesville, FL, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Florida,Department of Electrical and Computer Engineering,Gainesville,FL,United States","institution_ids":["https://openalex.org/I33213144"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Florida, Gainesville, FL, United States","institution_ids":["https://openalex.org/I33213144"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I33213144"],"apc_list":null,"apc_paid":null,"fwci":0.1613,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.54503687,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"15","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.8646179437637329},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7578494548797607},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.7472366094589233},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.7349518537521362},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6105280518531799},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.5094011425971985},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4752247631549835},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3913564085960388},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3871534764766693},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3331429660320282}],"concepts":[{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.8646179437637329},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7578494548797607},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.7472366094589233},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.7349518537521362},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6105280518531799},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.5094011425971985},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4752247631549835},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3913564085960388},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3871534764766693},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3331429660320282},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn54540.2023.10191986","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ijcnn54540.2023.10191986","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6758477350","display_name":null,"funder_award_id":"W911NF-21-1-0254","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"}],"funders":[{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W581956982","https://openalex.org/W1533861849","https://openalex.org/W1587506928","https://openalex.org/W1602017060","https://openalex.org/W1677182931","https://openalex.org/W1800356822","https://openalex.org/W2064675550","https://openalex.org/W2131494463","https://openalex.org/W2150354929","https://openalex.org/W2157331557","https://openalex.org/W2175402905","https://openalex.org/W2243249356","https://openalex.org/W2530887700","https://openalex.org/W2898324627","https://openalex.org/W2914144864","https://openalex.org/W2914623577","https://openalex.org/W2951008357","https://openalex.org/W2963909453","https://openalex.org/W2981404897","https://openalex.org/W2997069236","https://openalex.org/W2998415999","https://openalex.org/W3043097943","https://openalex.org/W3192210946","https://openalex.org/W3214353028","https://openalex.org/W4287330102","https://openalex.org/W4303633609","https://openalex.org/W6616837769","https://openalex.org/W6631943919","https://openalex.org/W6635989145","https://openalex.org/W6638318767","https://openalex.org/W6679844565","https://openalex.org/W6681937716","https://openalex.org/W6685537299","https://openalex.org/W6759139056","https://openalex.org/W6769247497","https://openalex.org/W6790291147","https://openalex.org/W6803967837"],"related_works":["https://openalex.org/W4386603768","https://openalex.org/W2950475743","https://openalex.org/W2886711096","https://openalex.org/W2750384547","https://openalex.org/W4380078352","https://openalex.org/W3046591097","https://openalex.org/W2999408031","https://openalex.org/W4366089167","https://openalex.org/W2805949325","https://openalex.org/W4300536205"],"abstract_inverted_index":{"In":[0,48],"recurrent":[1,60,134,144],"neural":[2,61,135,145],"networks,":[3,136,146],"learning":[4],"long-term":[5,107],"dependency":[6,108],"is":[7,163],"the":[8,13,41,53,56,70,80,85,94,111,118,130,150],"main":[9],"difficulty":[10],"due":[11],"to":[12,23,68,156],"vanishing":[14],"and":[15,27,92,126,159,174,183,194],"exploding":[16],"gradient":[17],"problem.":[18,47],"Many":[19],"researchers":[20],"are":[21],"dedicated":[22],"solving":[24],"this":[25,49],"issue":[26],"they":[28],"proposed":[29,138],"many":[30,165],"algorithms.":[31],"Although":[32],"these":[33],"algorithms":[34],"have":[35],"achieved":[36],"great":[37],"success,":[38],"understanding":[39],"how":[40],"information":[42,98],"decays":[43],"remains":[44],"an":[45,76,104],"open":[46],"paper,":[50],"we":[51,137],"study":[52],"dynamics":[54],"of":[55,79,96,121],"hidden":[57,71],"state":[58,72,89],"in":[59,99,196],"networks.":[62],"We":[63,83,102,114,161],"propose":[64],"a":[65,139],"new":[66,140],"perspective":[67],"analyze":[69],"space":[73,90],"based":[74,109],"on":[75,110,132,164],"eigen":[77,112],"decomposition":[78],"weight":[81],"matrix.":[82],"start":[84],"analysis":[86],"by":[87],"linear":[88],"model":[91],"explain":[93],"function":[95],"preserving":[97],"activation":[100],"functions.":[101],"provide":[103],"explanation":[105],"for":[106,123,143],"analysis.":[113],"also":[115],"point":[116],"out":[117],"different":[119],"behavior":[120],"eigenvalues":[122],"regression":[124],"tasks":[125],"classification":[127],"tasks.":[128,198],"From":[129],"observations":[131],"well-trained":[133],"initialization":[141],"method":[142],"which":[147],"improves":[148],"consistently":[149],"performance.":[151],"It":[152,179],"can":[153],"be":[154],"applied":[155],"vanilla-RNN,":[157],"LSTM,":[158],"GRU.":[160],"test":[162],"datasets,":[166],"such":[167],"as":[168,186,188],"Tomita":[169],"Grammars,":[170],"pixel-by-pixel":[171],"MNIST":[172],"dataset,":[173],"machine":[175],"translation":[176],"dataset":[177],"(Multi30k).":[178],"outperforms":[180],"Xavier":[181],"initializer":[182,185],"kaiming":[184],"well":[187],"other":[189],"RNN-only":[190],"initializers":[191],"like":[192],"IRNN":[193],"sp-RNN":[195],"several":[197]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}