{"id":"https://openalex.org/W4403582490","doi":"https://doi.org/10.1145/3627673.3679741","title":"HiMTM: Hierarchical Multi-Scale Masked Time Series Modeling with Self-Distillation for Long-Term Forecasting","display_name":"HiMTM: Hierarchical Multi-Scale Masked Time Series Modeling with Self-Distillation for Long-Term Forecasting","publication_year":2024,"publication_date":"2024-10-20","ids":{"openalex":"https://openalex.org/W4403582490","doi":"https://doi.org/10.1145/3627673.3679741"},"language":"en","primary_location":{"id":"doi:10.1145/3627673.3679741","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3627673.3679741","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020328977","display_name":"Shubao Zhao","orcid":"https://orcid.org/0000-0001-9922-9718"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Shubao Zhao","raw_affiliation_strings":["Digital Research Institute of ENN Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Digital Research Institute of ENN Group, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101811842","display_name":"Ming Jin","orcid":"https://orcid.org/0000-0002-6833-4811"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ming Jin","raw_affiliation_strings":["Monash University, Melbourne, Australia"],"affiliations":[{"raw_affiliation_string":"Monash University, Melbourne, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040042669","display_name":"Zhaoxiang Hou","orcid":"https://orcid.org/0009-0006-9795-0193"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhaoxiang Hou","raw_affiliation_strings":["Digital Research Institute of ENN Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Digital Research Institute of ENN Group, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050670579","display_name":"Chengyi Yang","orcid":"https://orcid.org/0000-0003-3821-2589"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chengyi Yang","raw_affiliation_strings":["Digital Research Institute of ENN Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Digital Research Institute of ENN Group, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056859236","display_name":"Zengxiang Li","orcid":"https://orcid.org/0000-0002-1462-9905"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zengxiang Li","raw_affiliation_strings":["Digital Research Institute of ENN Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Digital Research Institute of ENN Group, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048346353","display_name":"Qingsong Wen","orcid":"https://orcid.org/0000-0003-4516-2524"},"institutions":[{"id":"https://openalex.org/I174135032","display_name":"Bellevue College","ror":"https://ror.org/05gr4yv49","country_code":"US","type":"education","lineage":["https://openalex.org/I174135032"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qingsong Wen","raw_affiliation_strings":["Squirrel AI, Bellevue, WA, USA"],"affiliations":[{"raw_affiliation_string":"Squirrel AI, Bellevue, WA, USA","institution_ids":["https://openalex.org/I174135032"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100764495","display_name":"Yi Wang","orcid":"https://orcid.org/0000-0003-1143-0666"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yi Wang","raw_affiliation_strings":["The University of Hong Kong, Hongkong, China"],"affiliations":[{"raw_affiliation_string":"The University of Hong Kong, Hongkong, China","institution_ids":["https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5020328977"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4665,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.83134249,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"3352","last_page":"3362"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.6760959029197693},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.6476232409477234},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.6433051824569702},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.5969040989875793},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5841097235679626},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.46046942472457886},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2829556465148926},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.09452536702156067},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.07761684060096741}],"concepts":[{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.6760959029197693},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.6476232409477234},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.6433051824569702},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.5969040989875793},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5841097235679626},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.46046942472457886},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2829556465148926},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.09452536702156067},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.07761684060096741},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3627673.3679741","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3627673.3679741","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W2081028405","https://openalex.org/W3022643593","https://openalex.org/W3035524453","https://openalex.org/W3096189675","https://openalex.org/W3173539742","https://openalex.org/W3177318507","https://openalex.org/W3188872815","https://openalex.org/W3199148273","https://openalex.org/W3204610735","https://openalex.org/W3207924272","https://openalex.org/W3207999419","https://openalex.org/W3212890323","https://openalex.org/W3214511793","https://openalex.org/W4280550128","https://openalex.org/W4283207721","https://openalex.org/W4283315029","https://openalex.org/W4287630250","https://openalex.org/W4313156423","https://openalex.org/W4366377753","https://openalex.org/W4367299897","https://openalex.org/W4381328595","https://openalex.org/W4382203079","https://openalex.org/W4382317959","https://openalex.org/W4385763767","https://openalex.org/W4385764089","https://openalex.org/W4385767731","https://openalex.org/W4386075687","https://openalex.org/W4386075997","https://openalex.org/W6776486363"],"related_works":["https://openalex.org/W42295635","https://openalex.org/W1973996291","https://openalex.org/W1919101720","https://openalex.org/W2330575325","https://openalex.org/W3026162553","https://openalex.org/W2163803519","https://openalex.org/W2119012848","https://openalex.org/W2622688551","https://openalex.org/W1550175370","https://openalex.org/W1990205660"],"abstract_inverted_index":{"Time":[0],"series":[1,20,54,132],"forecasting":[2,21,135,171],"is":[3,38,182],"a":[4,49,154,173],"critical":[5],"and":[6,107,149],"challenging":[7],"task":[8],"in":[9,14,129,169,188],"practical":[10],"application.":[11],"Recent":[12],"advancements":[13],"pre-trained":[15],"foundation":[16],"models":[17],"for":[18,40,58,100,119],"time":[19,35,53,131],"have":[22],"gained":[23],"significant":[24,174],"interest.":[25],"However,":[26],"current":[27],"methods":[28,152],"often":[29],"overlook":[30],"the":[31,84,90,162],"multi-scale":[32,51,68,126],"nature":[33],"of":[34,157,176,180],"series,":[36],"which":[37],"essential":[39],"accurate":[41],"forecasting.":[42,60,192],"To":[43],"address":[44],"this,":[45],"we":[46],"propose":[47],"HiMTM,":[48],"hierarchical":[50,67,97],"masked":[52,130],"modeling":[55],"with":[56],"self-distillation":[57,98],"long-term":[59],"HiMTM":[61,145,160,181],"integrates":[62],"four":[63],"key":[64],"components:":[65],"(1)":[66],"transformer":[69],"(HMT)":[70],"to":[71,113],"capture":[72,114],"temporal":[73],"information":[74],"at":[75],"different":[76,117],"scales;":[77],"(2)":[78],"decoupled":[79],"encoder-decoder":[80],"(DED)":[81],"that":[82,144],"directs":[83],"encoder":[85],"towards":[86],"feature":[87,127],"extraction":[88,128],"while":[89],"decoder":[91],"focuses":[92],"on":[93,139],"pretext":[94],"tasks;":[95],"(3)":[96],"(HSD)":[99],"multi-stage":[101],"feature-level":[102],"supervision":[103],"signals":[104],"during":[105],"pre-training;":[106],"(4)":[108],"cross-scale":[109],"attention":[110],"fine-tuning":[111],"(CSA-FT)":[112],"dependencies":[115],"between":[116],"scales":[118],"downstream":[120],"tasks.":[121],"These":[122],"components":[123],"collectively":[124],"enhance":[125],"modeling,":[133],"improving":[134],"accuracy.":[136],"Extensive":[137],"experiments":[138],"seven":[140],"mainstream":[141],"datasets":[142],"show":[143],"surpasses":[146],"state-of-the-art":[147],"self-supervised":[148,165],"end-to-end":[150],"learning":[151,166],"by":[153,172],"considerable":[155],"margin":[156,175],"3.16-68.54%.":[158],"Additionally,":[159],"outperforms":[161],"latest":[163],"robust":[164],"method,":[167],"PatchTST,":[168],"cross-domain":[170],"2.3%.":[177],"The":[178],"effectiveness":[179],"further":[183],"demonstrated":[184],"through":[185],"its":[186],"application":[187],"natural":[189],"gas":[190],"demand":[191]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-09T08:58:05.943551","created_date":"2025-10-10T00:00:00"}