{"id":"https://openalex.org/W2734462103","doi":"https://doi.org/10.1109/ijcnn.2017.7966152","title":"Maximizing memory capacity of echo state networks with orthogonalized reservoirs","display_name":"Maximizing memory capacity of echo state networks with orthogonalized reservoirs","publication_year":2017,"publication_date":"2017-05-01","ids":{"openalex":"https://openalex.org/W2734462103","doi":"https://doi.org/10.1109/ijcnn.2017.7966152","mag":"2734462103"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2017.7966152","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2017.7966152","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056964395","display_name":"Igor Farka\u0161","orcid":"https://orcid.org/0000-0003-3503-2080"},"institutions":[{"id":"https://openalex.org/I74788687","display_name":"Comenius University Bratislava","ror":"https://ror.org/0587ef340","country_code":"SK","type":"education","lineage":["https://openalex.org/I74788687"]}],"countries":["SK"],"is_corresponding":false,"raw_author_name":"Igor Farkas","raw_affiliation_strings":["Department of Applied Informatics, Comenius University in Bratislava, Bratislava, Slovak Republic"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Applied Informatics, Comenius University in Bratislava, Bratislava, Slovak Republic","institution_ids":["https://openalex.org/I74788687"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019211299","display_name":"Peter Gerge\u013e","orcid":null},"institutions":[{"id":"https://openalex.org/I74788687","display_name":"Comenius University Bratislava","ror":"https://ror.org/0587ef340","country_code":"SK","type":"education","lineage":["https://openalex.org/I74788687"]}],"countries":["SK"],"is_corresponding":false,"raw_author_name":"Peter Gergel","raw_affiliation_strings":["Department of Applied Informatics, Comenius University in Bratislava, Bratislava, Slovak Republic"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Applied Informatics, Comenius University in Bratislava, Bratislava, Slovak Republic","institution_ids":["https://openalex.org/I74788687"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74788687"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2437","last_page":"2442"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10232","display_name":"Optical Network Technologies","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/orthogonalization","display_name":"Orthogonalization","score":0.853897213935852},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.7836422920227051},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.5610125660896301},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5547479391098022},{"id":"https://openalex.org/keywords/maxima","display_name":"Maxima","score":0.5123029947280884},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.4797590672969818},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4611085057258606},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4036056399345398},{"id":"https://openalex.org/keywords/statistical-physics","display_name":"Statistical physics","score":0.34265124797821045},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.33951255679130554},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3390294313430786},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.18666833639144897},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.174769788980484},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15594613552093506}],"concepts":[{"id":"https://openalex.org/C47559304","wikidata":"https://www.wikidata.org/wiki/Q1702189","display_name":"Orthogonalization","level":2,"score":0.853897213935852},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.7836422920227051},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.5610125660896301},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5547479391098022},{"id":"https://openalex.org/C91528185","wikidata":"https://www.wikidata.org/wiki/Q520952","display_name":"Maxima","level":3,"score":0.5123029947280884},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.4797590672969818},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4611085057258606},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4036056399345398},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.34265124797821045},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.33951255679130554},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3390294313430786},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.18666833639144897},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.174769788980484},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15594613552093506},{"id":"https://openalex.org/C52119013","wikidata":"https://www.wikidata.org/wiki/Q50637","display_name":"Art history","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C554144382","wikidata":"https://www.wikidata.org/wiki/Q213156","display_name":"Performance art","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn.2017.7966152","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2017.7966152","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320323251","display_name":"Agent\u00fara na Podporu V\u00fdskumu a V\u00fdvoja","ror":"https://ror.org/037nx0e70"},{"id":"https://openalex.org/F4320323640","display_name":"Kult\u00farna a Edukacn\u00e1 Grantov\u00e1 Agent\u00fara M\u0160VVa\u0160 SR","ror":"https://ror.org/044gwpv05"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W48447644","https://openalex.org/W156167315","https://openalex.org/W1783671139","https://openalex.org/W1949131963","https://openalex.org/W1989312953","https://openalex.org/W2002213454","https://openalex.org/W2029967456","https://openalex.org/W2057755457","https://openalex.org/W2102385858","https://openalex.org/W2134603460","https://openalex.org/W2148520247","https://openalex.org/W2159213043","https://openalex.org/W2159682675","https://openalex.org/W2171865010","https://openalex.org/W2177933918","https://openalex.org/W2515529155","https://openalex.org/W4388249796","https://openalex.org/W6945068569"],"related_works":["https://openalex.org/W2005349189","https://openalex.org/W1965163197","https://openalex.org/W129617223","https://openalex.org/W2386892378","https://openalex.org/W2949490341","https://openalex.org/W4226299596","https://openalex.org/W4309434778","https://openalex.org/W3214759249","https://openalex.org/W2984511682","https://openalex.org/W4283773090"],"abstract_inverted_index":{"Recently,":[0],"we":[1,84,143,174],"systematically":[2],"investigated":[3],"short-term":[4],"memory":[5,49],"of":[6,24,88,104,190],"an":[7],"echo":[8],"state":[9],"network":[10],"fed":[11],"with":[12,161],"a":[13],"scalar":[14],"random":[15],"input,":[16],"using":[17,32],"computational":[18],"simulations.":[19],"We":[20,99,129],"studied":[21],"the":[22,43,69,74,78,86,117,133,140,145,162,167,184,188],"effect":[23,87],"proper":[25],"reservoir":[26,75,163],"initialization":[27],"and":[28,67,142],"its":[29,53],"subsequent":[30],"orthogonalization,":[31],"two":[33],"similar":[34],"gradient":[35],"descent":[36],"iterative":[37],"procedures.":[38],"It":[39],"was":[40],"shown":[41],"that":[42,137,149,176],"measure":[44],"defined":[45],"by":[46],"Jaeger":[47],"as":[48],"capacity":[50],"(MC)":[51],"approached":[52],"theoretical":[54],"limit":[55],"for":[56,92,109,156],"orthogonalized":[57],"reservoirs":[58],"in":[59,106,166,187],"most":[60],"cases":[61],"up":[62,95,111],"to":[63,96,112,125,158],"size":[64],"100":[65],"units,":[66,114],"at":[68,132],"same":[70],"time,":[71],"it":[72],"drove":[73],"dynamics":[76],"toward":[77],"critical":[79],"regime.":[80,169],"In":[81],"this":[82],"paper,":[83],"investigate":[85],"both":[89,107,177],"orthogonalization":[90],"procedures":[91,108,178],"larger":[93],"reservoirs,":[94],"1000":[97],"units.":[98],"observe":[100],"almost":[101],"perfect":[102],"maximization":[103],"MC":[105,118,141,157],"roughly":[110],"500":[113],"beyond":[115],"which":[116],"gradually":[119],"becomes":[120],"suboptimal,":[121],"despite":[122],"our":[123],"effort":[124],"find":[126],"optimal":[127],"parameters.":[128],"also":[130,138],"looked":[131],"input":[134,151],"weights":[135,152],"scaling":[136],"effects":[139],"confirmed":[144],"previously":[146],"encountered":[147],"finding":[148],"smaller":[150],"allow":[153],"higher":[154],"maxima":[155],"be":[159],"reached,":[160],"neurons":[164],"operating":[165],"linear":[168],"Last":[170],"but":[171],"not":[172],"least,":[173],"show":[175],"work":[179],"well,":[180],"one":[181],"better":[182],"than":[183],"other,":[185],"even":[186],"case":[189],"very":[191],"sparse":[192],"reservoirs.":[193]},"counts_by_year":[{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}