{"id":"https://openalex.org/W4400695657","doi":"https://doi.org/10.3389/frai.2024.1397915","title":"Multi-scale dynamics by adjusting the leaking rate to enhance the performance of deep echo state networks","display_name":"Multi-scale dynamics by adjusting the leaking rate to enhance the performance of deep echo state networks","publication_year":2024,"publication_date":"2024-07-16","ids":{"openalex":"https://openalex.org/W4400695657","doi":"https://doi.org/10.3389/frai.2024.1397915","pmid":"https://pubmed.ncbi.nlm.nih.gov/39081931"},"language":"en","primary_location":{"id":"doi:10.3389/frai.2024.1397915","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frai.2024.1397915","pdf_url":"https://www.frontiersin.org/journals/artificial-intelligence/articles/10.3389/frai.2024.1397915/pdf","source":{"id":"https://openalex.org/S4210197006","display_name":"Frontiers in Artificial Intelligence","issn_l":"2624-8212","issn":["2624-8212"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.frontiersin.org/journals/artificial-intelligence/articles/10.3389/frai.2024.1397915/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110493368","display_name":"Shuichi Inoue","orcid":null},"institutions":[{"id":"https://openalex.org/I8488066","display_name":"Chiba Institute of Technology","ror":"https://ror.org/00qwnam72","country_code":"JP","type":"education","lineage":["https://openalex.org/I8488066"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shuichi Inoue","raw_affiliation_strings":["Graduate School of Information and Computer Science, Chiba Institute of Technology, Narashino, Japan","LY Corporation, Chiyoda-ku, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Information and Computer Science, Chiba Institute of Technology, Narashino, Japan","institution_ids":["https://openalex.org/I8488066"]},{"raw_affiliation_string":"LY Corporation, Chiyoda-ku, Japan","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014663937","display_name":"Sou Nobukawa","orcid":"https://orcid.org/0000-0001-7003-6912"},"institutions":[{"id":"https://openalex.org/I4210103779","display_name":"National Center of Neurology and Psychiatry","ror":"https://ror.org/0254bmq54","country_code":"JP","type":"healthcare","lineage":["https://openalex.org/I4210103779"]},{"id":"https://openalex.org/I4210160792","display_name":"National Institute of Mental Health","ror":"https://ror.org/04t0s7x83","country_code":"JP","type":"government","lineage":["https://openalex.org/I4210103779","https://openalex.org/I4210160792"]},{"id":"https://openalex.org/I8488066","display_name":"Chiba Institute of Technology","ror":"https://ror.org/00qwnam72","country_code":"JP","type":"education","lineage":["https://openalex.org/I8488066"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Sou Nobukawa","raw_affiliation_strings":["Department of Computer Science, Chiba Institute of Technology, Narashino, Japan","Department of Preventive Intervention for Psychiatric Disorders, National Institute of Mental Health, National Center of Neurology and Psychiatry, Kodaira, Japan","Graduate School of Information and Computer Science, Chiba Institute of Technology, Narashino, Japan","Research Center for Mathematical Engineering, Chiba Institute of Technology, Narashino, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Chiba Institute of Technology, Narashino, Japan","institution_ids":["https://openalex.org/I8488066"]},{"raw_affiliation_string":"Department of Preventive Intervention for Psychiatric Disorders, National Institute of Mental Health, National Center of Neurology and Psychiatry, Kodaira, Japan","institution_ids":["https://openalex.org/I4210103779","https://openalex.org/I4210160792"]},{"raw_affiliation_string":"Graduate School of Information and Computer Science, Chiba Institute of Technology, Narashino, Japan","institution_ids":["https://openalex.org/I8488066"]},{"raw_affiliation_string":"Research Center for Mathematical Engineering, Chiba Institute of Technology, Narashino, Japan","institution_ids":["https://openalex.org/I8488066"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022478812","display_name":"H. Nishimura","orcid":"https://orcid.org/0000-0003-1572-6747"},"institutions":[{"id":"https://openalex.org/I4210097831","display_name":"Yamato University","ror":"https://ror.org/00wwj8r66","country_code":"JP","type":"education","lineage":["https://openalex.org/I4210097831"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Haruhiko Nishimura","raw_affiliation_strings":["Faculty of Informatics, Yamato University, Osaka, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Informatics, Yamato University, Osaka, Japan","institution_ids":["https://openalex.org/I4210097831"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078937842","display_name":"Eiji Watanabe","orcid":"https://orcid.org/0000-0001-9089-8122"},"institutions":[{"id":"https://openalex.org/I138804964","display_name":"National Institute for Basic Biology","ror":"https://ror.org/05q8wtt20","country_code":"JP","type":"education","lineage":["https://openalex.org/I1319490839","https://openalex.org/I138804964","https://openalex.org/I199525922"]},{"id":"https://openalex.org/I200475212","display_name":"The Graduate University for Advanced Studies, SOKENDAI","ror":"https://ror.org/0516ah480","country_code":"JP","type":"education","lineage":["https://openalex.org/I200475212"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Eiji Watanabe","raw_affiliation_strings":["Department of Basic Biology, The Graduate University for Advanced Studies, Hayama, Japan","Laboratory of Neurophysiology, National Institute for Basic Biology, Okazaki, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Basic Biology, The Graduate University for Advanced Studies, Hayama, Japan","institution_ids":["https://openalex.org/I200475212"]},{"raw_affiliation_string":"Laboratory of Neurophysiology, National Institute for Basic Biology, Okazaki, Japan","institution_ids":["https://openalex.org/I138804964"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014209466","display_name":"Teijiro Isokawa","orcid":"https://orcid.org/0000-0001-6503-5907"},"institutions":[{"id":"https://openalex.org/I180941496","display_name":"University of Hyogo","ror":"https://ror.org/0151bmh98","country_code":"JP","type":"education","lineage":["https://openalex.org/I180941496"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Teijiro Isokawa","raw_affiliation_strings":["Graduate School of Engineering, University of Hyogo, Himeji, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Engineering, University of Hyogo, Himeji, Japan","institution_ids":["https://openalex.org/I180941496"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5014663937"],"corresponding_institution_ids":["https://openalex.org/I4210103779","https://openalex.org/I4210160792","https://openalex.org/I8488066"],"apc_list":{"value":2125,"currency":"USD","value_usd":2125},"apc_paid":{"value":2125,"currency":"USD","value_usd":2125},"fwci":0.972,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.79073638,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"7","issue":null,"first_page":"1397915","last_page":"1397915"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.0017000000225380063,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/echo","display_name":"Echo (communications protocol)","score":0.6980579495429993},{"id":"https://openalex.org/keywords/dynamics","display_name":"Dynamics (music)","score":0.5617520809173584},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5557830333709717},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.44130194187164307},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.41866791248321533},{"id":"https://openalex.org/keywords/acoustics","display_name":"Acoustics","score":0.2619094252586365},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.2276654839515686},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.0995350182056427},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.0940961241722107}],"concepts":[{"id":"https://openalex.org/C2779426996","wikidata":"https://www.wikidata.org/wiki/Q18389128","display_name":"Echo (communications protocol)","level":2,"score":0.6980579495429993},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.5617520809173584},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5557830333709717},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.44130194187164307},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.41866791248321533},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.2619094252586365},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.2276654839515686},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0995350182056427},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0940961241722107},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3389/frai.2024.1397915","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frai.2024.1397915","pdf_url":"https://www.frontiersin.org/journals/artificial-intelligence/articles/10.3389/frai.2024.1397915/pdf","source":{"id":"https://openalex.org/S4210197006","display_name":"Frontiers in Artificial Intelligence","issn_l":"2624-8212","issn":["2624-8212"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence","raw_type":"journal-article"},{"id":"pmid:39081931","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39081931","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in artificial intelligence","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:11286403","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11286403","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11286403/pdf/frai-07-1397915.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Front Artif Intell","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:f8e96967988749a184e8cda291afd36a","is_oa":true,"landing_page_url":"https://doaj.org/article/f8e96967988749a184e8cda291afd36a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Artificial Intelligence, Vol 7 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3389/frai.2024.1397915","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frai.2024.1397915","pdf_url":"https://www.frontiersin.org/journals/artificial-intelligence/articles/10.3389/frai.2024.1397915/pdf","source":{"id":"https://openalex.org/S4210197006","display_name":"Frontiers in Artificial Intelligence","issn_l":"2624-8212","issn":["2624-8212"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2721969669","display_name":"Development of support system for AI-based human perception","funder_award_id":"21K12006","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G2892413867","display_name":null,"funder_award_id":"JP20H05921","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G3394649258","display_name":"Investigation of Global Neural Network Dynamics Dysfunction for the Early Diagnosis of Schizophrenia","funder_award_id":"22K12183","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G5273082547","display_name":"New developments in comprehensive illusion research through the introduction of AI","funder_award_id":"21H04426","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G5714029287","display_name":null,"funder_award_id":"JP22K12183","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G8534569197","display_name":null,"funder_award_id":"20H05969","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4400695657.pdf"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W815444466","https://openalex.org/W1517692491","https://openalex.org/W1521862445","https://openalex.org/W1971421329","https://openalex.org/W2000013841","https://openalex.org/W2001089773","https://openalex.org/W2001263627","https://openalex.org/W2012782496","https://openalex.org/W2016589492","https://openalex.org/W2054217036","https://openalex.org/W2093266575","https://openalex.org/W2149600041","https://openalex.org/W2150355110","https://openalex.org/W2171865010","https://openalex.org/W2208399350","https://openalex.org/W2464909783","https://openalex.org/W2608997467","https://openalex.org/W2781626870","https://openalex.org/W2887258823","https://openalex.org/W2902738549","https://openalex.org/W2906692145","https://openalex.org/W2972518694","https://openalex.org/W2973093569","https://openalex.org/W2973118296","https://openalex.org/W2985259313","https://openalex.org/W2994779567","https://openalex.org/W3138841619","https://openalex.org/W3190675101","https://openalex.org/W3194202298","https://openalex.org/W4310135833","https://openalex.org/W4312908902","https://openalex.org/W4327951439","https://openalex.org/W4389332194","https://openalex.org/W4390817923","https://openalex.org/W6628877408","https://openalex.org/W6749341415","https://openalex.org/W6760393057"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W1473737476","https://openalex.org/W2949162897","https://openalex.org/W2061432289","https://openalex.org/W2276571074","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433"],"abstract_inverted_index":{"Introduction:":[0],"The":[1],"deep":[2],"echo":[3,20],"state":[4,21],"network":[5],"(Deep-ESN)":[6],"architecture,":[7],"which":[8],"comprises":[9],"a":[10,97,111,173,187],"multi-layered":[11],"reservoir":[12],"layer,":[13],"exhibits":[14],"superior":[15],"performance":[16],"compared":[17],"to":[18,25,38,48,57,109,139,162,167,210],"conventional":[19],"networks":[22],"(ESNs)":[23],"owing":[24],"the":[26,32,50,59,63,69,85,88,93,101,115,118,131,141,144,148,164,169,201,217],"divergent":[27],"layer-specific":[28,183],"time-scale":[29],"responses":[30,185],"in":[31,65,104,150],"Deep-ESN.":[33,119],"Although":[34],"researchers":[35],"have":[36,74],"attempted":[37],"use":[39],"experimental":[40],"trial-and-error":[41],"grid":[42],"searches":[43],"and":[44,133,186],"Bayesian":[45],"optimization":[46],"methods":[47],"adjust":[49,58],"hyperparameters,":[51],"suitable":[52],"guidelines":[53,214],"for":[54,113,127,181,195,215],"setting":[55,216],"hyperparameters":[56,116,218],"time":[60,102],"scale":[61,103],"of":[62,71,87,100,117,130,143,219],"dynamics":[64,149],"each":[66,105,128,151],"layer":[67,129],"from":[68],"perspective":[70],"dynamical":[72,90],"characteristics":[73],"not":[75],"been":[76],"established.":[77],"In":[78],"this":[79],"context,":[80],"we":[81,122,154],"hypothesized":[82],"that":[83],"evaluating":[84],"dependence":[86],"multi-time-scale":[89,184],"response":[91],"on":[92,147],"leaking":[94,125,145,178],"rate":[95,146,179],"as":[96],"typical":[98],"hyperparameter":[99],"neuron":[106],"would":[107],"help":[108,209],"achieve":[110],"guideline":[112],"optimizing":[114],"Method:":[120],"First,":[121],"set":[123],"several":[124],"rates":[126],"Deep-ESN":[132,202],"performed":[134,155],"multi-scale":[135],"entropy":[136],"(MSCE)":[137],"analysis":[138,158],"analyze":[140],"impact":[142],"layer.":[152],"Second,":[153],"layer-by-layer":[156],"cross-correlation":[157],"between":[159],"adjacent":[160],"layers":[161],"elucidate":[163],"structural":[165],"mechanisms":[166],"enhance":[168,200],"performance.":[170,204],"Results:":[171],"As":[172],"result,":[174],"an":[175],"optimum":[176],"task-specific":[177],"value":[180],"producing":[182],"queue":[188],"structure":[189],"with":[190],"layer-to-layer":[191],"signal":[192],"transmission":[193],"delays":[194],"retaining":[196],"past":[197],"applied":[198],"input":[199],"prediction":[203],"Discussion:":[205],"These":[206],"findings":[207],"can":[208],"establish":[211],"ideal":[212],"design":[213],"Deep-ESNs.":[220]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}