{"id":"https://openalex.org/W2682975603","doi":"https://doi.org/10.1109/icassp.2017.7953070","title":"Residual memory networks: Feed-forward approach to learn long-term temporal dependencies","display_name":"Residual memory networks: Feed-forward approach to learn long-term temporal dependencies","publication_year":2017,"publication_date":"2017-03-01","ids":{"openalex":"https://openalex.org/W2682975603","doi":"https://doi.org/10.1109/icassp.2017.7953070","mag":"2682975603"},"language":"en","primary_location":{"id":"doi:10.1109/icassp.2017.7953070","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2017.7953070","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064113992","display_name":"Murali Karthick Baskar","orcid":"https://orcid.org/0000-0002-9396-6319"},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Murali Karthick Baskar","raw_affiliation_strings":["Vysoke uceni technicke v Brne, Brno, Moravskoslezsk\u00c3\u00bd, CZ","Vysoke uceni technicke v Brne, Brno, Moravskoslezsk\u00fd, CZ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vysoke uceni technicke v Brne, Brno, Moravskoslezsk\u00c3\u00bd, CZ","institution_ids":["https://openalex.org/I60587646"]},{"raw_affiliation_string":"Vysoke uceni technicke v Brne, Brno, Moravskoslezsk\u00fd, CZ","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065253688","display_name":"Martin Karafi\u00e1t","orcid":"https://orcid.org/0000-0001-6474-8366"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Martin Karafiat","raw_affiliation_strings":["Speech@FIT, IT4I Center of Excellence, Brno, Czech Republic"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Speech@FIT, IT4I Center of Excellence, Brno, Czech Republic","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042273299","display_name":"Luk\u00e1\u0161 Burget","orcid":"https://orcid.org/0000-0002-4951-5908"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lukas Burget","raw_affiliation_strings":["Speech@FIT, IT4I Center of Excellence, Brno, Czech Republic"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Speech@FIT, IT4I Center of Excellence, Brno, Czech Republic","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045351360","display_name":"Karel Vesel\u00fd","orcid":"https://orcid.org/0000-0002-3568-7493"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karel Vesely","raw_affiliation_strings":["Speech@FIT, IT4I Center of Excellence, Brno, Czech Republic"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Speech@FIT, IT4I Center of Excellence, Brno, Czech Republic","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112655592","display_name":"Franti\u0161ek Gr\u00e9zl","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Frantisek Grezl","raw_affiliation_strings":["Speech@FIT, IT4I Center of Excellence, Brno, Czech Republic"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Speech@FIT, IT4I Center of Excellence, Brno, Czech Republic","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045539248","display_name":"Ja\u0148 \u010cernock\u00fd","orcid":"https://orcid.org/0000-0002-8800-0210"},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Jan Cernocky","raw_affiliation_strings":["Vysoke uceni technicke v Brne, Brno, Moravskoslezsk\u00c3\u00bd, CZ","Vysoke uceni technicke v Brne, Brno, Moravskoslezsk\u00fd, CZ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vysoke uceni technicke v Brne, Brno, Moravskoslezsk\u00c3\u00bd, CZ","institution_ids":["https://openalex.org/I60587646"]},{"raw_affiliation_string":"Vysoke uceni technicke v Brne, Brno, Moravskoslezsk\u00fd, CZ","institution_ids":["https://openalex.org/I60587646"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7995,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.89343914,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"4810","last_page":"4814"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.8675238490104675},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.8129233121871948},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7592016458511353},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6735096573829651},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6410559415817261},{"id":"https://openalex.org/keywords/information-flow","display_name":"Information flow","score":0.5988447666168213},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5525481700897217},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5175406336784363},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.4712056517601013},{"id":"https://openalex.org/keywords/long-short-term-memory","display_name":"Long short term memory","score":0.4666231870651245},{"id":"https://openalex.org/keywords/network-architecture","display_name":"Network architecture","score":0.45923787355422974},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3779437243938446},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3516693115234375},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.24603694677352905}],"concepts":[{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.8675238490104675},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.8129233121871948},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7592016458511353},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6735096573829651},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6410559415817261},{"id":"https://openalex.org/C2779136372","wikidata":"https://www.wikidata.org/wiki/Q10283002","display_name":"Information flow","level":2,"score":0.5988447666168213},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5525481700897217},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5175406336784363},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.4712056517601013},{"id":"https://openalex.org/C133488467","wikidata":"https://www.wikidata.org/wiki/Q6673524","display_name":"Long short term memory","level":4,"score":0.4666231870651245},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.45923787355422974},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3779437243938446},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3516693115234375},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.24603694677352905},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp.2017.7953070","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2017.7953070","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1524333225","https://openalex.org/W2064675550","https://openalex.org/W2102113734","https://openalex.org/W2131774270","https://openalex.org/W2181607856","https://openalex.org/W2194775991","https://openalex.org/W2201092681","https://openalex.org/W2208299922","https://openalex.org/W2288502450","https://openalex.org/W2293634267","https://openalex.org/W2398187210","https://openalex.org/W2398776621","https://openalex.org/W2400505028","https://openalex.org/W2402146185","https://openalex.org/W2403524927","https://openalex.org/W2406264770","https://openalex.org/W2514741789","https://openalex.org/W2963217176","https://openalex.org/W2964084166","https://openalex.org/W2964335273","https://openalex.org/W6631362777","https://openalex.org/W6639497327","https://openalex.org/W6675365184","https://openalex.org/W6686045668","https://openalex.org/W6687483927","https://openalex.org/W6687630728","https://openalex.org/W6688039610","https://openalex.org/W6712772800","https://openalex.org/W6712930963","https://openalex.org/W6713292810"],"related_works":["https://openalex.org/W2790400419","https://openalex.org/W4385280324","https://openalex.org/W2912153778","https://openalex.org/W4387163678","https://openalex.org/W4288108708","https://openalex.org/W2973430807","https://openalex.org/W2984436043","https://openalex.org/W2912831041","https://openalex.org/W2890685186","https://openalex.org/W2904359912"],"abstract_inverted_index":{"Training":[0],"deep":[1,24,32,63,125],"recurrent":[2,126],"neural":[3,54],"network":[4,13,55],"(RNN)":[5],"architectures":[6],"is":[7,34,43,119,129,145,174],"complicated":[8],"due":[9],"to":[10,58,77,124,136,150],"the":[11,17,88,106,152],"increased":[12],"complexity.":[14],"This":[15],"disrupts":[16],"learning":[18,39,157],"of":[19,28,85,100,154,165,171],"higher":[20],"order":[21],"abstracts":[22],"using":[23,62],"RNN.":[25],"In":[26,46],"case":[27],"feed-forward":[29,64],"networks":[30,80],"training":[31,117],"structures":[33],"simple":[35],"and":[36,68,87,110,140,160,186,191,198],"faster":[37],"while":[38],"long-term":[40,158],"temporal":[41,93,111],"information":[42,94,159],"not":[44],"possible.":[45],"this":[47],"paper":[48],"we":[49],"propose":[50],"a":[51],"residual":[52,67,73],"memory":[53],"(RMN)":[56],"architecture":[57],"model":[59],"short-time":[60],"dependencies":[61],"layers":[65,101],"having":[66],"time":[69,89],"delayed":[70],"connections.":[71],"The":[72,98,113,181],"connection":[74],"paves":[75],"way":[76],"construct":[78],"deeper":[79],"by":[81],"enabling":[82],"unhindered":[83],"flow":[84],"gradients":[86],"delay":[90],"units":[91],"capture":[92,137],"with":[95,168,176],"shared":[96],"weights.":[97],"number":[99],"in":[102,116,156],"RMN":[103,118,128,134,155,166,185],"signifies":[104],"both":[105,138],"hierarchical":[107,161],"processing":[108],"depth":[109],"depth.":[112],"computational":[114],"complexity":[115],"significantly":[120],"less":[121],"when":[122],"compared":[123,175],"networks.":[127,200],"further":[130],"extended":[131],"as":[132],"bi-directional":[133],"(BRMN)":[135],"past":[139],"future":[141],"information.":[142,162],"Experimental":[143],"analysis":[144],"done":[146],"on":[147],"AMI":[148],"corpus":[149,173],"substantiate":[151],"capability":[153],"Recognition":[163],"performance":[164],"trained":[167],"300":[169],"hours":[170],"Switchboard":[172],"various":[177],"state-of-the-art":[178],"LVCSR":[179],"systems.":[180],"results":[182],"indicate":[183],"that":[184],"BRMN":[187],"gains":[188],"6":[189],"%":[190,193],"3.8":[192],"relative":[194],"improvement":[195],"over":[196],"LSTM":[197],"BLSTM":[199]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":8},{"year":2017,"cited_by_count":3}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}