{"id":"https://openalex.org/W2590320937","doi":"https://doi.org/10.1109/taslp.2017.2672398","title":"Nonrecurrent Neural Structure for Long-Term Dependence","display_name":"Nonrecurrent Neural Structure for Long-Term Dependence","publication_year":2017,"publication_date":"2017-02-20","ids":{"openalex":"https://openalex.org/W2590320937","doi":"https://doi.org/10.1109/taslp.2017.2672398","mag":"2590320937"},"language":"en","primary_location":{"id":"doi:10.1109/taslp.2017.2672398","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2017.2672398","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101777591","display_name":"Shiliang Zhang","orcid":"https://orcid.org/0000-0002-9524-1602"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiliang Zhang","raw_affiliation_strings":["National Engineering Laboratory for Speech and Language Information Processing, University of Science and Technology of China, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Speech and Language Information Processing, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101409897","display_name":"Cong Liu","orcid":"https://orcid.org/0000-0002-2665-7153"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cong Liu","raw_affiliation_strings":["IFLYTEK Research, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IFLYTEK Research, Hefei, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101454723","display_name":"Hui Jiang","orcid":"https://orcid.org/0000-0003-4062-7206"},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hui Jiang","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Lassonde School of Engineering, York University, Toronto, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Lassonde School of Engineering, York University, Toronto, ON, Canada","institution_ids":["https://openalex.org/I192455969"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050660824","display_name":"Si Wei","orcid":"https://orcid.org/0000-0002-8363-9111"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Si Wei","raw_affiliation_strings":["IFLYTEK Research, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IFLYTEK Research, Hefei, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057227915","display_name":"Li-Rong Dai","orcid":"https://orcid.org/0000-0002-0859-2827"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lirong Dai","raw_affiliation_strings":["National Engineering Laboratory for Speech and Language Information Processing, University of Science and Technology of China, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Speech and Language Information Processing, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101816319","display_name":"Yu Hu","orcid":"https://orcid.org/0000-0002-6302-3539"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu Hu","raw_affiliation_strings":["IFLYTEK Research, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IFLYTEK Research, Hefei, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.1901,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.93385889,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"25","issue":"4","first_page":"871","last_page":"884"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8216280937194824},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.7681105136871338},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5892672538757324},{"id":"https://openalex.org/keywords/time-delay-neural-network","display_name":"Time delay neural network","score":0.5413224101066589},{"id":"https://openalex.org/keywords/feed-forward","display_name":"Feed forward","score":0.5216503739356995},{"id":"https://openalex.org/keywords/feedforward-neural-network","display_name":"Feedforward neural network","score":0.4898785948753357},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.48858341574668884},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48183122277259827},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.46769264340400696},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.45963627099990845},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.38825827836990356}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8216280937194824},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.7681105136871338},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5892672538757324},{"id":"https://openalex.org/C175202392","wikidata":"https://www.wikidata.org/wiki/Q2434543","display_name":"Time delay neural network","level":3,"score":0.5413224101066589},{"id":"https://openalex.org/C38858127","wikidata":"https://www.wikidata.org/wiki/Q5441228","display_name":"Feed forward","level":2,"score":0.5216503739356995},{"id":"https://openalex.org/C47702885","wikidata":"https://www.wikidata.org/wiki/Q5441227","display_name":"Feedforward neural network","level":3,"score":0.4898785948753357},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.48858341574668884},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48183122277259827},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.46769264340400696},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.45963627099990845},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.38825827836990356},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taslp.2017.2672398","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2017.2672398","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6100000143051147,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1701134560","display_name":null,"funder_award_id":"XDB02070006","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"},{"id":"https://openalex.org/G8935653091","display_name":null,"funder_award_id":"2016YFB1001300","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":95,"referenced_works":["https://openalex.org/W179875071","https://openalex.org/W580074167","https://openalex.org/W854541894","https://openalex.org/W1499864241","https://openalex.org/W1524333225","https://openalex.org/W1533861849","https://openalex.org/W1589104004","https://openalex.org/W1591801644","https://openalex.org/W1632114991","https://openalex.org/W1766888123","https://openalex.org/W1793121960","https://openalex.org/W1810943226","https://openalex.org/W1877570817","https://openalex.org/W1924770834","https://openalex.org/W1938755728","https://openalex.org/W1987238397","https://openalex.org/W1995562189","https://openalex.org/W2033310064","https://openalex.org/W2058641082","https://openalex.org/W2064675550","https://openalex.org/W2076063813","https://openalex.org/W2107878631","https://openalex.org/W2110485445","https://openalex.org/W2112021726","https://openalex.org/W2112739286","https://openalex.org/W2112796928","https://openalex.org/W2116360511","https://openalex.org/W2117671523","https://openalex.org/W2130942839","https://openalex.org/W2131342762","https://openalex.org/W2131774270","https://openalex.org/W2133564696","https://openalex.org/W2136848157","https://openalex.org/W2141778357","https://openalex.org/W2143612262","https://openalex.org/W2144354855","https://openalex.org/W2144499799","https://openalex.org/W2145287260","https://openalex.org/W2147768505","https://openalex.org/W2148461049","https://openalex.org/W2150355110","https://openalex.org/W2150907703","https://openalex.org/W2155273149","https://openalex.org/W2157331557","https://openalex.org/W2160815625","https://openalex.org/W2167839676","https://openalex.org/W2171928131","https://openalex.org/W2251640092","https://openalex.org/W2271177914","https://openalex.org/W2294543795","https://openalex.org/W2399364384","https://openalex.org/W2400505028","https://openalex.org/W2402146185","https://openalex.org/W2404568753","https://openalex.org/W2618530766","https://openalex.org/W2919115771","https://openalex.org/W2951008357","https://openalex.org/W2951559648","https://openalex.org/W2962719052","https://openalex.org/W2962826786","https://openalex.org/W2964308564","https://openalex.org/W2964335273","https://openalex.org/W2998704965","https://openalex.org/W4254816979","https://openalex.org/W4285719527","https://openalex.org/W4303633609","https://openalex.org/W6607333740","https://openalex.org/W6617055948","https://openalex.org/W6623517193","https://openalex.org/W6629930100","https://openalex.org/W6631362777","https://openalex.org/W6631943919","https://openalex.org/W6635199698","https://openalex.org/W6635446068","https://openalex.org/W6638273328","https://openalex.org/W6638318767","https://openalex.org/W6639497327","https://openalex.org/W6640212811","https://openalex.org/W6640598943","https://openalex.org/W6679429981","https://openalex.org/W6679434410","https://openalex.org/W6679436768","https://openalex.org/W6680532216","https://openalex.org/W6681419218","https://openalex.org/W6681794868","https://openalex.org/W6681813608","https://openalex.org/W6682398751","https://openalex.org/W6684821475","https://openalex.org/W6694492165","https://openalex.org/W6696912008","https://openalex.org/W6712772800","https://openalex.org/W6712773019","https://openalex.org/W6712930963","https://openalex.org/W6713570806","https://openalex.org/W6732742072"],"related_works":["https://openalex.org/W2115072676","https://openalex.org/W2160451571","https://openalex.org/W2045727192","https://openalex.org/W4311212821","https://openalex.org/W2102065768","https://openalex.org/W4390752998","https://openalex.org/W1529660427","https://openalex.org/W3121106353","https://openalex.org/W2524120878","https://openalex.org/W2109916967"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,127],"propose":[4,129],"a":[5,31,52,63,130,146],"novel":[6],"neural":[7,36,77,106],"network":[8,37,162],"structure,":[9],"namely":[10],"feedforward":[11,35,132],"sequential":[12,120,133],"memory":[13,42,49,68,134],"networks":[14,78,107,135],"(FSMN),":[15],"to":[16,56,74,149,158],"model":[17,177,193],"long-term":[18],"dependence":[19],"in":[20,44,85,118,154,156],"time":[21],"series":[22],"without":[23],"using":[24],"recurrent":[25,105],"feedback.":[26],"The":[27,48],"proposed":[28,171],"FSMN":[29,139],"is":[30],"standard":[32,87],"fully":[33],"connected":[34],"equipped":[38],"with":[39,140],"some":[40],"learnable":[41],"blocks":[43,50],"its":[45],"hidden":[46],"layers.":[47,79],"use":[51],"tapped-delay":[53],"line":[54],"structure":[55],"encode":[57],"the":[58,75,83,103,150,161,165,170,176,184,192,198],"long":[59],"context":[60],"information":[61],"into":[62],"fixed-size":[64],"representation":[65],"as":[66],"short-term":[67],"mechanism":[69],"which":[70],"are":[71],"somehow":[72],"similar":[73],"time-delay":[76],"We":[80],"have":[81,98],"evaluated":[82],"FSMNs":[84,101,155],"several":[86],"benchmark":[88],"tasks,":[89],"including":[90],"speech":[91,123,166],"recognition":[92,167],"and":[93,116,144,181,208],"language":[94],"modeling.":[95],"Experimental":[96],"results":[97],"shown":[99],"that":[100],"outperform":[102,197],"conventional":[104],"(RNN)":[108],"while":[109,191],"can":[110,174,194],"be":[111],"learned":[112],"much":[113],"more":[114,187],"reliably":[115],"faster":[117],"modeling":[119],"signals":[121],"like":[122],"or":[124],"language.":[125],"Moreover,":[126],"also":[128],"compact":[131],"(cFSMN)":[136],"by":[137,179,186],"combining":[138],"low-rank":[141],"matrix":[142],"factorization":[143],"make":[145],"slight":[147],"modification":[148],"encoding":[151],"method":[152],"used":[153],"order":[157],"further":[159],"simplify":[160],"architecture.":[163],"On":[164],"Switchboard":[168],"task,":[169],"cFSMN":[172],"structures":[173],"reduce":[175],"size":[178],"60%":[180],"speed":[182],"up":[183],"learning":[185],"than":[188],"seven":[189],"times":[190],"still":[195],"significantly":[196],"popular":[199],"bidirectional":[200],"LSTMs":[201],"for":[202],"both":[203],"frame-level":[204],"cross-entropy":[205],"criterion-based":[206],"training":[207],"MMI-based":[209],"sequence":[210],"training.":[211]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}