{"id":"https://openalex.org/W4404520460","doi":"https://doi.org/10.1109/tnnls.2024.3490833","title":"Delayed Memory Unit: Modeling Temporal Dependency Through Delay Gate","display_name":"Delayed Memory Unit: Modeling Temporal Dependency Through Delay Gate","publication_year":2024,"publication_date":"2024-11-19","ids":{"openalex":"https://openalex.org/W4404520460","doi":"https://doi.org/10.1109/tnnls.2024.3490833","pmid":"https://pubmed.ncbi.nlm.nih.gov/40030387"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2024.3490833","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3490833","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://biblio.ugent.be/publication/01K4QFFFXWDMWGPFWC01VSDAR6/file/01K4QFPYKXE455CJVGGCQ5B0HD.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100452233","display_name":"Pengfei Sun","orcid":"https://orcid.org/0000-0002-1855-5974"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Pengfei Sun","raw_affiliation_strings":["Department of Information Technology, WAVES Research Group, Ghent University, Ghent, Belgium"],"raw_orcid":"https://orcid.org/0000-0002-1855-5974","affiliations":[{"raw_affiliation_string":"Department of Information Technology, WAVES Research Group, Ghent University, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018341980","display_name":"Jibin Wu","orcid":"https://orcid.org/0000-0003-0135-4188"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jibin Wu","raw_affiliation_strings":["Department of Data Science and Artificial Intelligence, Department of Computing, The Hong Kong Polytechnic University, Hong Kong, SAR, China","Department of Data Science and Artificial Intelligence and the Department of Computing, The Hong Kong Polytechnic University, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0003-0135-4188","affiliations":[{"raw_affiliation_string":"Department of Data Science and Artificial Intelligence, Department of Computing, The Hong Kong Polytechnic University, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"Department of Data Science and Artificial Intelligence and the Department of Computing, The Hong Kong Polytechnic University, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031886937","display_name":"Malu Zhang","orcid":"https://orcid.org/0000-0002-2345-0974"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Malu Zhang","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-2345-0974","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031754616","display_name":"Paul Devos","orcid":"https://orcid.org/0000-0003-4940-8886"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Paul Devos","raw_affiliation_strings":["Department of Information Technology, WAVES Research Group, Ghent University, Ghent, Belgium"],"raw_orcid":"https://orcid.org/0000-0003-4940-8886","affiliations":[{"raw_affiliation_string":"Department of Information Technology, WAVES Research Group, Ghent University, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069519911","display_name":"Dick Botteldooren","orcid":"https://orcid.org/0000-0002-7756-7238"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Dick Botteldooren","raw_affiliation_strings":["Department of Information Technology, WAVES Research Group, Ghent University, Ghent, Belgium"],"raw_orcid":"https://orcid.org/0000-0002-7756-7238","affiliations":[{"raw_affiliation_string":"Department of Information Technology, WAVES Research Group, Ghent University, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.5962,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.90343408,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"36","issue":"6","first_page":"10808","last_page":"10818"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.98580002784729,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.6583529710769653},{"id":"https://openalex.org/keywords/unit","display_name":"Unit (ring theory)","score":0.5595112442970276},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5024943351745605},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2259289026260376},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.14513301849365234}],"concepts":[{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.6583529710769653},{"id":"https://openalex.org/C122637931","wikidata":"https://www.wikidata.org/wiki/Q118084","display_name":"Unit (ring theory)","level":2,"score":0.5595112442970276},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5024943351745605},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2259289026260376},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14513301849365234},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tnnls.2024.3490833","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3490833","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:40030387","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40030387","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null},{"id":"pmh:oai:ira.lib.polyu.edu.hk:10397/113667","is_oa":false,"landing_page_url":"http://hdl.handle.net/10397/113667","pdf_url":null,"source":{"id":"https://openalex.org/S4306400205","display_name":"PolyU Institutional Research Archive (Hong Kong Polytechnic University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I14243506","host_organization_name":"Hong Kong Polytechnic University","host_organization_lineage":["https://openalex.org/I14243506"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Journal/Magazine Article"},{"id":"pmh:oai:archive.ugent.be:01K4QFFFXWDMWGPFWC01VSDAR6","is_oa":true,"landing_page_url":"http://hdl.handle.net/1854/LU-01K4QFFFXWDMWGPFWC01VSDAR6","pdf_url":"https://biblio.ugent.be/publication/01K4QFFFXWDMWGPFWC01VSDAR6/file/01K4QFPYKXE455CJVGGCQ5B0HD.pdf","source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISSN: 2162-2388","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:archive.ugent.be:01K4QFFFXWDMWGPFWC01VSDAR6","is_oa":true,"landing_page_url":"http://hdl.handle.net/1854/LU-01K4QFFFXWDMWGPFWC01VSDAR6","pdf_url":"https://biblio.ugent.be/publication/01K4QFFFXWDMWGPFWC01VSDAR6/file/01K4QFPYKXE455CJVGGCQ5B0HD.pdf","source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISSN: 2162-2388","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2159245610","display_name":null,"funder_award_id":"62306259","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2407891850","display_name":null,"funder_award_id":"2023YFG0259","funder_id":"https://openalex.org/F4320336606","funder_display_name":"National Transgenic Science and Technology Program"},{"id":"https://openalex.org/G2479309441","display_name":null,"funder_award_id":"G0A0220N","funder_id":"https://openalex.org/F4320327424","funder_display_name":"Research Foundation for Opto-Science and Technology"},{"id":"https://openalex.org/G5706525165","display_name":null,"funder_award_id":"62106038","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322598","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98"},{"id":"https://openalex.org/F4320327336","display_name":"Vlaamse regering","ror":null},{"id":"https://openalex.org/F4320327424","display_name":"Research Foundation for Opto-Science and Technology","ror":"https://ror.org/01fvvv243"},{"id":"https://openalex.org/F4320336606","display_name":"National Transgenic Science and Technology Program","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4404520460.pdf"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W1677182931","https://openalex.org/W2003995795","https://openalex.org/W2064675550","https://openalex.org/W2073140603","https://openalex.org/W2076372824","https://openalex.org/W2084954202","https://openalex.org/W2107878631","https://openalex.org/W2113420865","https://openalex.org/W2124256822","https://openalex.org/W2143612262","https://openalex.org/W2148154194","https://openalex.org/W2166704538","https://openalex.org/W2194775991","https://openalex.org/W2416573875","https://openalex.org/W2469690627","https://openalex.org/W2536305597","https://openalex.org/W2794209590","https://openalex.org/W2798146972","https://openalex.org/W2904535507","https://openalex.org/W2953491861","https://openalex.org/W2962953733","https://openalex.org/W2963628261","https://openalex.org/W2964227577","https://openalex.org/W2964347220","https://openalex.org/W2980513133","https://openalex.org/W3015586278","https://openalex.org/W3015854248","https://openalex.org/W3046044791","https://openalex.org/W3095212293","https://openalex.org/W3127686677","https://openalex.org/W3186268528","https://openalex.org/W3188274837","https://openalex.org/W3188436598","https://openalex.org/W3206817059","https://openalex.org/W4224932529","https://openalex.org/W4310629195","https://openalex.org/W4365790165","https://openalex.org/W4372346223","https://openalex.org/W4385245566","https://openalex.org/W4388588131","https://openalex.org/W6629930100","https://openalex.org/W6631190155","https://openalex.org/W6638114406","https://openalex.org/W6638545294","https://openalex.org/W6640212811","https://openalex.org/W6754595668","https://openalex.org/W6779355260","https://openalex.org/W6782889966","https://openalex.org/W6783946184","https://openalex.org/W6802738805","https://openalex.org/W6839655298","https://openalex.org/W6853852451"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Recurrent":[0],"neural":[1],"networks":[2],"(RNNs)":[3],"are":[4,26],"widely":[5],"recognized":[6],"for":[7,41],"their":[8],"proficiency":[9],"in":[10,18,55,114,155],"modeling":[11,135,143],"temporal":[12,91,95,134],"dependencies,":[13],"making":[14],"them":[15],"highly":[16],"prevalent":[17],"sequential":[19,142,169],"data":[20],"processing":[21],"applications.":[22],"Nevertheless,":[23],"vanilla":[24,87],"RNNs":[25,49],"confronted":[27],"with":[28,83],"the":[29,99,106,110,115],"well-known":[30],"issue":[31],"of":[32,141],"gradient":[33],"vanishing":[34],"and":[35,43,59,93,120,167],"exploding,":[36],"posing":[37],"a":[38,69,78,138],"significant":[39],"challenge":[40],"learning":[42],"establishing":[44],"long-range":[45],"dependencies.":[46],"Additionally,":[47],"gated":[48,152],"tend":[50],"to":[51,103,109],"be":[52],"over-parameterized,":[53],"resulting":[54],"poor":[56],"computational":[57],"efficiency":[58],"network":[60,127],"generalization.":[61],"To":[62],"address":[63],"these":[64],"challenges,":[65],"this":[66],"article":[67],"proposes":[68],"novel":[70],"delayed":[71],"memory":[72],"unit":[73],"(DMU).":[74],"The":[75],"DMU":[76,100,131],"incorporates":[77],"delay":[79,84],"line":[80],"structure":[81],"along":[82],"gates":[85],"into":[86],"RNN,":[88],"thereby":[89],"enhancing":[90],"interaction":[92],"facilitating":[94],"credit":[96],"assignment.":[97],"Specifically,":[98],"is":[101],"designed":[102],"directly":[104],"distribute":[105],"input":[107],"information":[108],"optimal":[111],"time":[112,124],"instant":[113],"future,":[116],"rather":[117],"than":[118,149],"aggregating":[119],"redistributing":[121],"it":[122],"over":[123],"through":[125],"intricate":[126],"dynamics.":[128],"Our":[129],"proposed":[130],"demonstrates":[132],"superior":[133],"capabilities":[136],"across":[137],"broad":[139],"range":[140],"tasks,":[144],"utilizing":[145],"considerably":[146],"fewer":[147],"parameters":[148],"other":[150],"state-of-the-art":[151],"RNN":[153],"models":[154],"applications":[156],"such":[157],"as":[158],"speech":[159],"recognition,":[160,163],"radar":[161],"gesture":[162],"ECG":[164],"waveform":[165],"segmentation,":[166],"permuted":[168],"(PS)":[170],"image":[171],"classification.":[172]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}