{"id":"https://openalex.org/W3210128914","doi":"https://doi.org/10.1109/access.2021.3122910","title":"StackDA: A Stacked Dual Attention Neural Network for Multivariate Time-Series Forecasting","display_name":"StackDA: A Stacked Dual Attention Neural Network for Multivariate Time-Series Forecasting","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3210128914","doi":"https://doi.org/10.1109/access.2021.3122910","mag":"3210128914"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3122910","doi":"https://doi.org/10.1109/access.2021.3122910","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3122910","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09590491.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09590491.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078391998","display_name":"Jungsoo Hong","orcid":"https://orcid.org/0009-0008-9400-8324","observed_orcids":["https://orcid.org/0009-0008-9400-8324","https://orcid.org/0000-0002-5955-6420"]},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jungsoo Hong","raw_affiliation_strings":["Department of Computer Science, Yonsei University, Seoul 03722, Korea. (e-mail: jungsoo@yonsei.ac.kr)","Department of Computer Science, Yonsei University Seoul South Korea"],"raw_orcid":"https://orcid.org/0000-0002-5955-6420","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Yonsei University, Seoul 03722, Korea. (e-mail: jungsoo@yonsei.ac.kr)","institution_ids":["https://openalex.org/I193775966"]},{"raw_affiliation_string":"Department of Computer Science, Yonsei University Seoul South Korea","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103061208","display_name":"Jinuk Park","orcid":"https://orcid.org/0000-0003-0424-8225","observed_orcids":["https://orcid.org/0000-0003-0424-8225"]},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jinuk Park","raw_affiliation_strings":["Department of Computer Science, Yonsei University, Seoul 03722, Korea","Department of Computer Science, Yonsei University Seoul South Korea"],"raw_orcid":"https://orcid.org/0000-0003-0424-8225","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Yonsei University, Seoul 03722, Korea","institution_ids":["https://openalex.org/I193775966"]},{"raw_affiliation_string":"Department of Computer Science, Yonsei University Seoul South Korea","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100322270","display_name":"Sanghyun Park","orcid":"https://orcid.org/0000-0002-5196-6193","observed_orcids":["https://orcid.org/0000-0002-5196-6193"]},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sanghyun Park","raw_affiliation_strings":["Department of Computer Science, Yonsei University, Seoul 03722, Korea","Department of Computer Science, Yonsei University Seoul South Korea"],"raw_orcid":"https://orcid.org/0000-0002-5196-6193","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Yonsei University, Seoul 03722, Korea","institution_ids":["https://openalex.org/I193775966"]},{"raw_affiliation_string":"Department of Computer Science, Yonsei University Seoul South Korea","institution_ids":["https://openalex.org/I193775966"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I193775966"],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":0.3424,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.53679596,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":96},"biblio":{"volume":"9","issue":null,"first_page":"145955","last_page":"145967"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.009200000204145908,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multivariate-time-series-forecasting","display_name":"multivariate time series forecasting","score":0.9909999966621399},{"id":"https://openalex.org/keywords/multi-step-forecasting","display_name":"multi-step forecasting","score":0.8579999804496765},{"id":"https://openalex.org/keywords/encoder-decoder-architecture","display_name":"encoder-decoder architecture","score":0.753000020980835},{"id":"https://openalex.org/keywords/long-term-dependencies","display_name":"long-range dependencies","score":0.7680000066757202},{"id":"https://openalex.org/keywords/multiple-seasonality","display_name":"multiple seasonality","score":0.8100000023841858},{"id":"https://openalex.org/keywords/teacher-forcing","display_name":"teacher forcing","score":0.8629999756813049},{"id":"https://openalex.org/keywords/positional-encoding","display_name":"positional encoding","score":0.9039999842643738},{"id":"https://openalex.org/keywords/industrial-forecasting","display_name":"industrial forecasting","score":0.6330000162124634}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7915022373199463},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5927000045776367},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.5683610439300537},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.5403620600700378},{"id":"https://openalex.org/C197115733","wikidata":"https://www.wikidata.org/wiki/Q1003136","display_name":"Forcing (mathematics)","level":2,"score":0.531577467918396},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.4978184700012207},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.4976251423358917},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4907296895980835},{"id":"https://openalex.org/C161584116","wikidata":"https://www.wikidata.org/wiki/Q1952580","display_name":"Multivariate statistics","level":2,"score":0.4905826151371002},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.4588921368122101},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4425560534000397},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.4145442247390747},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.2714172601699829},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11322024464607239},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3122910","doi":"https://doi.org/10.1109/access.2021.3122910","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3122910","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09590491.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:60abcef94d50444f8d5eaf4ecd88a1e6","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/60abcef94d50444f8d5eaf4ecd88a1e6","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 145955-145967 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3122910","doi":"https://doi.org/10.1109/access.2021.3122910","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3122910","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09590491.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2059405956","display_name":null,"funder_award_id":"IITP-2017-0-00477","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G7338744670","display_name":null,"funder_award_id":"IITP-2017-0-00477","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"}],"funders":[{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3210128914.pdf","grobid_xml":"https://content.openalex.org/works/W3210128914.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W648786980","https://openalex.org/W1026270304","https://openalex.org/W1522301498","https://openalex.org/W1902237438","https://openalex.org/W2016589492","https://openalex.org/W2024760831","https://openalex.org/W2039240409","https://openalex.org/W2064675550","https://openalex.org/W2095654324","https://openalex.org/W2109316012","https://openalex.org/W2110242546","https://openalex.org/W2117014758","https://openalex.org/W2130942839","https://openalex.org/W2133564696","https://openalex.org/W2157331557","https://openalex.org/W2176263492","https://openalex.org/W2296438605","https://openalex.org/W2313953460","https://openalex.org/W2396600439","https://openalex.org/W2521003103","https://openalex.org/W2603648311","https://openalex.org/W2604847698","https://openalex.org/W2607045400","https://openalex.org/W2613278213","https://openalex.org/W2613904329","https://openalex.org/W2624190409","https://openalex.org/W2626778328","https://openalex.org/W2739805805","https://openalex.org/W2747599906","https://openalex.org/W2749587125","https://openalex.org/W2800296055","https://openalex.org/W2803933017","https://openalex.org/W2891511127","https://openalex.org/W2946709941","https://openalex.org/W2950558456","https://openalex.org/W2962709699","https://openalex.org/W2963248296","https://openalex.org/W2963574268","https://openalex.org/W2964121744","https://openalex.org/W2964205798","https://openalex.org/W2964308564","https://openalex.org/W2970891497","https://openalex.org/W2979858166","https://openalex.org/W2988226917"],"related_works":["https://openalex.org/W3212621389","https://openalex.org/W4415290923","https://openalex.org/W7162876580","https://openalex.org/W2943136828","https://openalex.org/W4392946516","https://openalex.org/W4285355486","https://openalex.org/W4403681266","https://openalex.org/W4214750199","https://openalex.org/W4401208075","https://openalex.org/W4412514820"],"abstract_inverted_index":{"Multivariate":[0],"time-series":[1,177],"forecasting":[2,18,40,105],"derives":[3],"key":[4],"seasonality":[5,196,229],"from":[6],"past":[7],"patterns":[8],"to":[9,26,98,112,139,152,183,214,235],"predict":[10],"future":[11],"time-series.":[12],"In":[13,64,144],"the":[14,67,72,76,81,86,90,100,114,131,185,198,237],"industrial":[15],"sector,":[16],"multi-step":[17,39,104],"is":[19,41,70,84,122],"crucial":[20],"because":[21,32,119,173],"a":[22,50,125,148],"continuous":[23],"perspective":[24],"leads":[25],"make":[27],"more":[28,193],"effective":[29],"decisions.":[30],"However,":[31],"it":[33],"depends":[34],"on":[35,61,124],"previous":[36],"prediction":[37],"values,":[38],"highly":[42],"unstable.":[43],"To":[44],"mitigate":[45],"this":[46],"problem,":[47],"we":[48,135,146,191,219],"introduce":[49],"novel":[51],"model,":[52,134],"named":[53],"stacked":[54],"dual":[55,65,96],"attention":[56,69,83,97,233],"neural":[57,127],"network":[58,128],"(StackDA),":[59],"based":[60,123],"an":[62,109,225],"encoder-decoder.":[63],"attention,":[66],"initial":[68],"for":[71,85,170],"time":[73,87,92,188],"dependency":[74,88,102],"between":[75],"encoder":[77],"and":[78,80,103,159,210,231],"decoder,":[79],"second":[82],"in":[89],"decoder":[91],"steps.":[93],"We":[94,107,164,179,200],"stack":[95,232],"stabilize":[99],"long-term":[101],"problem.":[106],"add":[108,180],"autoregression":[110,133,138],"component":[111],"resolve":[113],"lack":[115],"of":[116,155,174,207,239],"linear":[117],"properties":[118],"our":[120,175,202,216],"method":[121,151],"nonlinear":[126],"model.":[129,199],"Unlike":[130],"conventional":[132],"propose":[136,147],"skip":[137],"deal":[140],"with":[141,187,197,205],"multiple":[142],"seasonalities.":[143],"addition,":[145],"denoising":[149],"training":[150],"take":[153],"advantage":[154],"both":[156],"teacher":[157,161],"forcing":[158,162],"without":[160],"methods.":[163],"adopt":[165],"multi-head":[166],"fully":[167],"connected":[168],"layers":[169],"variable-specific":[171],"modeling":[172],"multivariate":[176],"data.":[178],"positional":[181],"encoding":[182],"provide":[184],"model":[186,203],"information,":[189],"so":[190],"can":[192],"accurately":[194],"recognize":[195],"compare":[201],"performance":[204,238],"that":[206],"machine":[208],"learning":[209,212],"deep":[211],"models":[213],"verify":[215],"approach.":[217],"Finally,":[218],"conduct":[220],"various":[221],"experiments,":[222],"such":[223],"as":[224],"ablation":[226],"study,":[227],"find":[228],"test,":[230,234],"demonstrate":[236],"StackDA.":[240]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2021-11-08T00:00:00"}