{"id":"https://openalex.org/W1946475413","doi":"https://doi.org/10.1109/ijcnn.2003.1224018","title":"Attempting to reduce the vanishing gradient effect through a novel recurrent multiscale architecture","display_name":"Attempting to reduce the vanishing gradient effect through a novel recurrent multiscale architecture","publication_year":2004,"publication_date":"2004-06-22","ids":{"openalex":"https://openalex.org/W1946475413","doi":"https://doi.org/10.1109/ijcnn.2003.1224018","mag":"1946475413"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2003.1224018","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2003.1224018","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the International Joint Conference on Neural Networks, 2003.","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034253968","display_name":"Stefano Squartini","orcid":"https://orcid.org/0000-0001-9374-0128"},"institutions":[{"id":"https://openalex.org/I4210107146","display_name":"Ospedali Riuniti di Ancona","ror":"https://ror.org/01j0qa041","country_code":"IT","type":"healthcare","lineage":["https://openalex.org/I4210107146"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"S. Squartini","raw_affiliation_strings":["Dipartimento di Elettronica e Automatica, University of Ancona, Ancona, Italy"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Elettronica e Automatica, University of Ancona, Ancona, Italy","institution_ids":["https://openalex.org/I4210107146"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062211930","display_name":"Amir Hussain","orcid":"https://orcid.org/0000-0002-8080-082X"},"institutions":[{"id":"https://openalex.org/I12093191","display_name":"University of Stirling","ror":"https://ror.org/045wgfr59","country_code":"GB","type":"education","lineage":["https://openalex.org/I12093191"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"A. Hussain","raw_affiliation_strings":["Department of Computing Science, University of Stirling, Stirling, UK"],"affiliations":[{"raw_affiliation_string":"Department of Computing Science, University of Stirling, Stirling, UK","institution_ids":["https://openalex.org/I12093191"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004758092","display_name":"Francesco Piazza","orcid":"https://orcid.org/0000-0003-0205-3790"},"institutions":[{"id":"https://openalex.org/I4210107146","display_name":"Ospedali Riuniti di Ancona","ror":"https://ror.org/01j0qa041","country_code":"IT","type":"healthcare","lineage":["https://openalex.org/I4210107146"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"F. Piazza","raw_affiliation_strings":["Dipartimento di Elettronica e Automatica, University of Ancona, Ancona, Italy"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Elettronica e Automatica, University of Ancona, Ancona, Italy","institution_ids":["https://openalex.org/I4210107146"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5034253968"],"corresponding_institution_ids":["https://openalex.org/I4210107146"],"apc_list":null,"apc_paid":null,"fwci":0.4621,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.74508629,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"4","issue":null,"first_page":"2819","last_page":"2824"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9681000113487244,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/preprocessor","display_name":"Preprocessor","score":0.7594798803329468},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7058648467063904},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.6508845090866089},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.6474038362503052},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.587398886680603},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.5311029553413391},{"id":"https://openalex.org/keywords/wavelet","display_name":"Wavelet","score":0.48198074102401733},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.46967583894729614},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4642902612686157},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.4401957094669342},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3717324733734131},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3445199131965637}],"concepts":[{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.7594798803329468},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7058648467063904},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.6508845090866089},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.6474038362503052},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.587398886680603},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.5311029553413391},{"id":"https://openalex.org/C47432892","wikidata":"https://www.wikidata.org/wiki/Q831390","display_name":"Wavelet","level":2,"score":0.48198074102401733},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.46967583894729614},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4642902612686157},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.4401957094669342},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3717324733734131},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3445199131965637},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/ijcnn.2003.1224018","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2003.1224018","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the International Joint Conference on Neural Networks, 2003.","raw_type":"proceedings-article"},{"id":"pmh:oai:iris.univpm.it:11566/52093","is_oa":false,"landing_page_url":"http://hdl.handle.net/11566/52093","pdf_url":null,"source":{"id":"https://openalex.org/S4306402571","display_name":"Universit\u00e0 Politecnica delle Marche (Universit\u00e0 Politecnica delle Marche)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I122534668","host_organization_name":"Marche Polytechnic University","host_organization_lineage":["https://openalex.org/I122534668"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:napier-surface.worktribe.com:1793728","is_oa":false,"landing_page_url":"http://researchrepository.napier.ac.uk/Output/1793728","pdf_url":null,"source":{"id":"https://openalex.org/S4306400544","display_name":"Research Output (Edinburgh Napier University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I251738","host_organization_name":"Edinburgh Napier University","host_organization_lineage":["https://openalex.org/I251738"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceeding"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1548025243","https://openalex.org/W1674799117","https://openalex.org/W1899504021","https://openalex.org/W2064675550","https://openalex.org/W2072647566","https://openalex.org/W2099257174","https://openalex.org/W2101789093","https://openalex.org/W2103452139","https://openalex.org/W2107878631","https://openalex.org/W2119581515","https://openalex.org/W2124776405","https://openalex.org/W2137076380","https://openalex.org/W2159399339","https://openalex.org/W2212283279","https://openalex.org/W6631636882","https://openalex.org/W6637157234","https://openalex.org/W6675555852"],"related_works":["https://openalex.org/W4225394202","https://openalex.org/W4298287631","https://openalex.org/W2953061907","https://openalex.org/W2948549837","https://openalex.org/W2622688551","https://openalex.org/W2119012848","https://openalex.org/W1990205660","https://openalex.org/W1550175370","https://openalex.org/W1566614651","https://openalex.org/W4387331850"],"abstract_inverted_index":{"This":[0,96],"paper":[1],"proposes":[2],"a":[3,45],"possible":[4],"solution":[5],"to":[6,21,51,91,114],"the":[7,38,53,58,76,93,104,116,119,150],"vanishing":[8],"gradient":[9],"problem":[10,120,152],"in":[11,49,89,108,126],"recurrent":[12,68,136],"neural":[13,69],"networks,":[14],"occurring":[15],"when":[16],"such":[17],"networks":[18],"are":[19,82],"applied":[20],"solving":[22],"tasks":[23,148],"where":[24],"detection":[25],"of":[26,36,118],"long":[27,59],"term":[28,55,60],"dependencies":[29],"is":[30,101,140],"required.":[31],"The":[32,71,132],"main":[33],"idea":[34],"consists":[35],"pre-processing":[37],"signal":[39],"(a":[40],"time":[41,154],"series":[42,155],"typically)":[43],"through":[44,84,146],"discrete":[46],"wavelet":[47],"decomposition,":[48],"order":[50,90],"separate":[52],"short":[54],"information":[56],"from":[57,103],"ones,":[61],"and":[62,129,142,153],"treating":[63],"each":[64],"scale":[65],"by":[66],"different":[67],"networks.":[70],"partial":[72],"results":[73],"concerning":[74],"all":[75],"sequences":[77],"at":[78],"diverse":[79],"time/frequency":[80],"resolutions":[81],"combined":[83],"an":[85],"adaptive":[86],"nonlinear":[87],"structure":[88],"achieve":[92],"final":[94],"goal.":[95],"new":[97],"preprocessing":[98],"based":[99],"approach":[100],"distinct":[102],"other":[105],"one":[106],"reported":[107],"literature":[109],"to-date,":[110],"as":[111],"it":[112],"tends":[113],"mitigate":[115],"effects":[117],"under":[121],"study":[122],"avoiding":[123],"relevant":[124],"changing":[125],"network's":[127],"architecture":[128],"learning":[130],"techniques.":[131],"overall":[133],"system":[134],"(called":[135],"multiscale":[137],"network,":[138],"RMN)":[139],"described":[141],"its":[143],"performances":[144],"tested":[145],"typical":[147],"namely":[149],"latching":[151],"prediction.":[156]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}