{"id":"https://openalex.org/W4415378004","doi":"https://doi.org/10.1109/icdl63968.2025.11204433","title":"Variational Adaptive Noise and Dropout towards Stable Recurrent Neural Networks","display_name":"Variational Adaptive Noise and Dropout towards Stable Recurrent Neural Networks","publication_year":2025,"publication_date":"2025-09-16","ids":{"openalex":"https://openalex.org/W4415378004","doi":"https://doi.org/10.1109/icdl63968.2025.11204433"},"language":null,"primary_location":{"id":"doi:10.1109/icdl63968.2025.11204433","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icdl63968.2025.11204433","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Development and Learning (ICDL)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051304187","display_name":"Taisuke Kobayashi","orcid":"https://orcid.org/0000-0002-3760-249X"},"institutions":[{"id":"https://openalex.org/I200475212","display_name":"The Graduate University for Advanced Studies, SOKENDAI","ror":"https://ror.org/0516ah480","country_code":"JP","type":"education","lineage":["https://openalex.org/I200475212"]},{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Taisuke Kobayashi","raw_affiliation_strings":["National Institute of Informatics (NII) and with The Graduate University for Advanced Studies (SOKENDAI), 2-1-2 Hitotsubashi, Chiyoda-ku,Tokyo,Japan,101-8430"],"affiliations":[{"raw_affiliation_string":"National Institute of Informatics (NII) and with The Graduate University for Advanced Studies (SOKENDAI), 2-1-2 Hitotsubashi, Chiyoda-ku,Tokyo,Japan,101-8430","institution_ids":["https://openalex.org/I184597095","https://openalex.org/I200475212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101663686","display_name":"Shingo Murata","orcid":"https://orcid.org/0000-0002-0790-1915"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shingo Murata","raw_affiliation_strings":["Keio University,Faculty of Science and Technology,Department of Electronics and Electrical Engineering,Japan"],"affiliations":[{"raw_affiliation_string":"Keio University,Faculty of Science and Technology,Department of Electronics and Electrical Engineering,Japan","institution_ids":["https://openalex.org/I203951103"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5051304187"],"corresponding_institution_ids":["https://openalex.org/I184597095","https://openalex.org/I200475212"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.31352274,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.838699996471405,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.838699996471405,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.7544000148773193,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11233","display_name":"Advanced Adaptive Filtering Techniques","score":0.7289000153541565,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dropout","display_name":"Dropout (neural networks)","score":0.8393999934196472},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.8090999722480774},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.6092000007629395},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.5875999927520752},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4569999873638153},{"id":"https://openalex.org/keywords/imitation","display_name":"Imitation","score":0.42559999227523804},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3950999975204468}],"concepts":[{"id":"https://openalex.org/C2776145597","wikidata":"https://www.wikidata.org/wiki/Q25339462","display_name":"Dropout (neural networks)","level":2,"score":0.8393999934196472},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.8090999722480774},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.6092000007629395},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5875999927520752},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5656999945640564},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4569999873638153},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4546999931335449},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.42559999227523804},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3950999975204468},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.3756999969482422},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3698999881744385},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.33180001378059387},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.32510000467300415},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.32260000705718994},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3192000091075897},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3122999966144562},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.31209999322891235},{"id":"https://openalex.org/C29265498","wikidata":"https://www.wikidata.org/wiki/Q7047719","display_name":"Noise measurement","level":3,"score":0.30160000920295715},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2786000072956085}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icdl63968.2025.11204433","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icdl63968.2025.11204433","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Development and Learning (ICDL)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W1899504021","https://openalex.org/W2064675550","https://openalex.org/W2150355110","https://openalex.org/W2174803659","https://openalex.org/W3036644940","https://openalex.org/W3191807689","https://openalex.org/W4252189904","https://openalex.org/W4281787604","https://openalex.org/W4386056879","https://openalex.org/W4403448419"],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3,97],"novel":[4],"stable":[5],"learning":[6,94],"theory":[7],"for":[8,23],"recurrent":[9],"neural":[10],"networks":[11],"(RNNs),":[12],"so-called":[13],"variational":[14,49],"adaptive":[15],"noise":[16,25,53],"and":[17,26,54,76,107],"dropout":[18,27,55],"(VAND).":[19],"As":[20],"stabilizing":[21],"factors":[22],"RNNs,":[24,89],"on":[28],"the":[29,43,62,68,85],"internal":[30],"state":[31],"of":[32,46,88],"RNNs":[33,47],"have":[34],"been":[35],"separately":[36],"confirmed":[37],"in":[38,67],"previous":[39],"studies.":[40],"We":[41],"reinterpret":[42],"optimization":[44,69],"problem":[45,70],"as":[48,110],"inference,":[50],"showing":[51],"that":[52],"can":[56,78],"be":[57,80],"derived":[58],"simultaneously":[59],"by":[60],"transforming":[61],"explicit":[63],"regularization":[64],"term":[65],"arising":[66],"into":[71],"implicit":[72],"regularization.":[73],"Their":[74],"scale":[75],"ratio":[77],"also":[79],"adjusted":[81],"appropriately":[82],"to":[83,104],"optimize":[84],"main":[86],"objective":[87],"respectively.":[90],"In":[91],"an":[92],"imitation":[93],"scenario":[95],"with":[96],"mobile":[98],"manipulator,":[99],"only":[100],"VAND":[101],"is":[102],"able":[103],"imitate":[105],"sequential":[106],"periodic":[108],"behaviors":[109],"instructed.":[111]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-21T00:00:00"}