{"id":"https://openalex.org/W4412405337","doi":"https://doi.org/10.1109/cniot65435.2025.11070699","title":"Balancing Adaptivity and Efficiency: Revisiting Sparsity in Memory-Augmented Transformers for Time Series Forecasting","display_name":"Balancing Adaptivity and Efficiency: Revisiting Sparsity in Memory-Augmented Transformers for Time Series Forecasting","publication_year":2025,"publication_date":"2025-05-23","ids":{"openalex":"https://openalex.org/W4412405337","doi":"https://doi.org/10.1109/cniot65435.2025.11070699"},"language":"en","primary_location":{"id":"doi:10.1109/cniot65435.2025.11070699","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cniot65435.2025.11070699","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 6th International Conference on Computing, Networks and Internet of Things (CNIOT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050895436","display_name":"Polycarp Shizawaliyi Yakoi","orcid":"https://orcid.org/0009-0006-9696-7276"},"institutions":[{"id":"https://openalex.org/I176808543","display_name":"Liaoning Technical University","ror":"https://ror.org/01n2bd587","country_code":"CN","type":"education","lineage":["https://openalex.org/I176808543"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Polycarp Shizawaliyi Yakoi","raw_affiliation_strings":["Liaoning Technical University,School of Electronic and Information Engineering,Huludao,China"],"affiliations":[{"raw_affiliation_string":"Liaoning Technical University,School of Electronic and Information Engineering,Huludao,China","institution_ids":["https://openalex.org/I176808543"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101630444","display_name":"Xiangfu Meng","orcid":"https://orcid.org/0000-0001-7879-2368"},"institutions":[{"id":"https://openalex.org/I176808543","display_name":"Liaoning Technical University","ror":"https://ror.org/01n2bd587","country_code":"CN","type":"education","lineage":["https://openalex.org/I176808543"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangfu Meng","raw_affiliation_strings":["Liaoning Technical University,School of Electronic and Information Engineering,Huludao,China"],"affiliations":[{"raw_affiliation_string":"Liaoning Technical University,School of Electronic and Information Engineering,Huludao,China","institution_ids":["https://openalex.org/I176808543"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102820503","display_name":"Changjun Yu","orcid":"https://orcid.org/0000-0002-1728-9846"},"institutions":[{"id":"https://openalex.org/I176808543","display_name":"Liaoning Technical University","ror":"https://ror.org/01n2bd587","country_code":"CN","type":"education","lineage":["https://openalex.org/I176808543"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunli Yu","raw_affiliation_strings":["Liaoning Technical University,School of Electronic and Information Engineering,Huludao,China"],"affiliations":[{"raw_affiliation_string":"Liaoning Technical University,School of Electronic and Information Engineering,Huludao,China","institution_ids":["https://openalex.org/I176808543"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100352087","display_name":"Xiaoyan Zhang","orcid":"https://orcid.org/0009-0001-0805-1270"},"institutions":[{"id":"https://openalex.org/I176808543","display_name":"Liaoning Technical University","ror":"https://ror.org/01n2bd587","country_code":"CN","type":"education","lineage":["https://openalex.org/I176808543"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyan Zhang","raw_affiliation_strings":["Liaoning Technical University,School of Electronic and Information Engineering,Huludao,China"],"affiliations":[{"raw_affiliation_string":"Liaoning Technical University,School of Electronic and Information Engineering,Huludao,China","institution_ids":["https://openalex.org/I176808543"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5050895436"],"corresponding_institution_ids":["https://openalex.org/I176808543"],"apc_list":null,"apc_paid":null,"fwci":1.5743,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.84527084,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11270","display_name":"Complex Systems and Time Series Analysis","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7243355512619019},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5857441425323486},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.5789050459861755},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.5624600052833557},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.33394110202789307},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.22992539405822754},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10224416851997375},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.09847727417945862},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.09712150692939758}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7243355512619019},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5857441425323486},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.5789050459861755},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.5624600052833557},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.33394110202789307},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.22992539405822754},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10224416851997375},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.09847727417945862},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.09712150692939758},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cniot65435.2025.11070699","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cniot65435.2025.11070699","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 6th International Conference on Computing, Networks and Internet of Things (CNIOT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.6700000166893005}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2954731415","https://openalex.org/W2964110616","https://openalex.org/W3015468748","https://openalex.org/W3177318507","https://openalex.org/W3212890323","https://openalex.org/W4287704453","https://openalex.org/W4295838474","https://openalex.org/W4323654151","https://openalex.org/W4385245566","https://openalex.org/W4404783458","https://openalex.org/W6761628794","https://openalex.org/W6764679822","https://openalex.org/W6771626834","https://openalex.org/W6776048684","https://openalex.org/W6781533629","https://openalex.org/W6797155008","https://openalex.org/W6810637551","https://openalex.org/W6857279128"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W2119012848","https://openalex.org/W2622688551","https://openalex.org/W1550175370","https://openalex.org/W1990205660"],"abstract_inverted_index":{"Transformer-based":[0],"models":[1],"have":[2],"shown":[3],"remarkable":[4],"success":[5],"in":[6],"time":[7],"series":[8],"forecasting,":[9],"particularly":[10],"through":[11],"recent":[12],"innovations":[13],"that":[14,52,129],"integrate":[15],"memory":[16,29,55],"mechanisms":[17],"and":[18,57,87,108,127],"learnable":[19,33,63],"sparse":[20],"attention.":[21],"LTSMiTransformer":[22,51],"exemplifies":[23],"this":[24,42],"trend":[25],"by":[26],"combining":[27],"a":[28,32,66,84,92],"module":[30,56],"with":[31,65,114],"temporal":[34,131],"sparsity":[35,58,64,68,99,132],"mechanism":[36],"to":[37,76],"enhance":[38],"long-sequence":[39],"modeling.":[40],"In":[41],"study,":[43],"we":[44],"introduce":[45],"TSMiTransformer,":[46],"an":[47],"ablation":[48],"variant":[49],"of":[50,72,98,124,136],"retains":[53],"the":[54,62,70,77,96,122,137],"structure":[59],"but":[60],"replaces":[61],"fixed":[67,130],"factor\u2014determining":[69],"number":[71],"attention":[73,126],"links":[74],"proportionally":[75],"input":[78],"length.":[79],"This":[80],"design":[81],"choice":[82],"offers":[83],"more":[85,116],"interpretable":[86],"computationally":[88],"efficient":[89],"alternative,":[90],"enabling":[91],"focused":[93],"investigation":[94],"into":[95],"value":[97],"learnability.":[100],"Across":[101],"eight":[102],"benchmark":[103],"datasets,":[104],"TSMiTransformer":[105],"demonstrates":[106],"strong":[107],"consistent":[109],"performance,":[110],"often":[111],"remaining":[112],"competitive":[113],"its":[115],"complex":[117],"counterpart.":[118],"These":[119],"findings":[120],"underscore":[121],"robustness":[123],"memory-augmented":[125],"suggest":[128],"can":[133],"retain":[134],"much":[135],"forecasting":[138],"capability,":[139],"even":[140],"without":[141],"full":[142],"adaptability.":[143],"Codes":[144],"available":[145],"on":[146],"GitHub.":[147]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}