{"id":"https://openalex.org/W4383752905","doi":"https://doi.org/10.1109/tpami.2023.3293516","title":"DifFormer: Multi-Resolutional Differencing Transformer With Dynamic Ranging for Time Series Analysis","display_name":"DifFormer: Multi-Resolutional Differencing Transformer With Dynamic Ranging for Time Series Analysis","publication_year":2023,"publication_date":"2023-07-10","ids":{"openalex":"https://openalex.org/W4383752905","doi":"https://doi.org/10.1109/tpami.2023.3293516","pmid":"https://pubmed.ncbi.nlm.nih.gov/37428671"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3293516","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3293516","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100451251","display_name":"Bing Li","orcid":"https://orcid.org/0000-0002-1875-2919"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3004594783","display_name":"Institute of High Performance Computing","ror":"https://ror.org/02n0ejh50","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3004594783","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Bing Li","raw_affiliation_strings":["Centre for Frontier AI Research (CFAR), Institute of High Performance Computing (IHPC), Agency for Science, Technology and Research (A*STAR), Singapore"],"raw_orcid":"https://orcid.org/0000-0002-1875-2919","affiliations":[{"raw_affiliation_string":"Centre for Frontier AI Research (CFAR), Institute of High Performance Computing (IHPC), Agency for Science, Technology and Research (A*STAR), Singapore","institution_ids":["https://openalex.org/I115228651","https://openalex.org/I3004594783"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101908816","display_name":"Wei Cui","orcid":"https://orcid.org/0000-0002-3697-0733"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Wei Cui","raw_affiliation_strings":["Institute for Infocomm Research (I2R), Agency for Science, Technology and Research (A*STAR), Singapore"],"raw_orcid":"https://orcid.org/0000-0002-3697-0733","affiliations":[{"raw_affiliation_string":"Institute for Infocomm Research (I2R), Agency for Science, Technology and Research (A*STAR), Singapore","institution_ids":["https://openalex.org/I115228651","https://openalex.org/I3005327000"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100350631","display_name":"Le Zhang","orcid":"https://orcid.org/0000-0002-6930-8674"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Le Zhang","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, Sichuan, China"],"raw_orcid":"https://orcid.org/0000-0002-6930-8674","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034427070","display_name":"Ce Zhu","orcid":"https://orcid.org/0000-0001-7607-707X"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ce Zhu","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, Sichuan, China"],"raw_orcid":"https://orcid.org/0000-0001-7607-707X","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100391888","display_name":"Wei Wang","orcid":"https://orcid.org/0000-0002-1568-2396"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wei Wang","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-1568-2396","affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021751767","display_name":"Ivor W. Tsang","orcid":"https://orcid.org/0000-0001-8095-4637"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3004594783","display_name":"Institute of High Performance Computing","ror":"https://ror.org/02n0ejh50","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3004594783","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Ivor W. Tsang","raw_affiliation_strings":["Centre for Frontier AI Research (CFAR), Institute of High Performance Computing (IHPC), Agency for Science, Technology and Research (A*STAR), Singapore"],"raw_orcid":"https://orcid.org/0000-0001-8095-4637","affiliations":[{"raw_affiliation_string":"Centre for Frontier AI Research (CFAR), Institute of High Performance Computing (IHPC), Agency for Science, Technology and Research (A*STAR), Singapore","institution_ids":["https://openalex.org/I115228651","https://openalex.org/I3004594783"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045125183","display_name":"Joey Tianyi Zhou","orcid":"https://orcid.org/0000-0002-4675-7055"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3004594783","display_name":"Institute of High Performance Computing","ror":"https://ror.org/02n0ejh50","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3004594783","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Joey Tianyi Zhou","raw_affiliation_strings":["Centre for Frontier AI Research (CFAR), Institute of High Performance Computing (IHPC), Agency for Science, Technology and Research (A*STAR), Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4675-7055","affiliations":[{"raw_affiliation_string":"Centre for Frontier AI Research (CFAR), Institute of High Performance Computing (IHPC), Agency for Science, Technology and Research (A*STAR), Singapore","institution_ids":["https://openalex.org/I115228651","https://openalex.org/I3004594783"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.2805,"has_fulltext":false,"cited_by_count":47,"citation_normalized_percentile":{"value":0.97688146,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"45","issue":"11","first_page":"13586","last_page":"13598"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9431999921798706,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7532846927642822},{"id":"https://openalex.org/keywords/ranging","display_name":"Ranging","score":0.7176625728607178},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.7062246799468994},{"id":"https://openalex.org/keywords/outlier","display_name":"Outlier","score":0.5701889991760254},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5178647041320801},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4525638222694397},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4217550754547119},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4192596673965454}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7532846927642822},{"id":"https://openalex.org/C115051666","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Ranging","level":2,"score":0.7176625728607178},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.7062246799468994},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.5701889991760254},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5178647041320801},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4525638222694397},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4217550754547119},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4192596673965454},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2023.3293516","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3293516","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:37428671","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37428671","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-132896","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-132896","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.41999998688697815,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1533861849","https://openalex.org/W1563720478","https://openalex.org/W2054780155","https://openalex.org/W2117736816","https://openalex.org/W2120841219","https://openalex.org/W2138190513","https://openalex.org/W2469690627","https://openalex.org/W2551393996","https://openalex.org/W2592023122","https://openalex.org/W2604847698","https://openalex.org/W2756203131","https://openalex.org/W2762142193","https://openalex.org/W2777460464","https://openalex.org/W2889928394","https://openalex.org/W2914612723","https://openalex.org/W2950817888","https://openalex.org/W2954731415","https://openalex.org/W2965341826","https://openalex.org/W2970288142","https://openalex.org/W2970309699","https://openalex.org/W2976348667","https://openalex.org/W2984911178","https://openalex.org/W3007759824","https://openalex.org/W3015604674","https://openalex.org/W3080921724","https://openalex.org/W3094502228","https://openalex.org/W3097294131","https://openalex.org/W3103720336","https://openalex.org/W3104581290","https://openalex.org/W3109228974","https://openalex.org/W3116868303","https://openalex.org/W3138516171","https://openalex.org/W3161074107","https://openalex.org/W3172535777","https://openalex.org/W3173539742","https://openalex.org/W3176590546","https://openalex.org/W3177318507","https://openalex.org/W3186145246","https://openalex.org/W3211510458","https://openalex.org/W3212890323","https://openalex.org/W4249224151","https://openalex.org/W4288089799","https://openalex.org/W4302438404","https://openalex.org/W4310416691","https://openalex.org/W4382203079","https://openalex.org/W4385245566","https://openalex.org/W4385763767","https://openalex.org/W6631190155","https://openalex.org/W6631943919","https://openalex.org/W6680455596","https://openalex.org/W6736700388","https://openalex.org/W6739901393","https://openalex.org/W6754779804","https://openalex.org/W6762250955","https://openalex.org/W6764679822","https://openalex.org/W6767463248","https://openalex.org/W6768707575","https://openalex.org/W6769627184","https://openalex.org/W6773829392","https://openalex.org/W6784333009","https://openalex.org/W6784835917","https://openalex.org/W6795477248","https://openalex.org/W6797656021","https://openalex.org/W6811309592","https://openalex.org/W6846825190","https://openalex.org/W6889955440"],"related_works":["https://openalex.org/W4384112194","https://openalex.org/W2783354812","https://openalex.org/W2103009189","https://openalex.org/W4312958259","https://openalex.org/W2349383066","https://openalex.org/W1969901537","https://openalex.org/W4328132048","https://openalex.org/W4308259661","https://openalex.org/W2937099569","https://openalex.org/W3005992387"],"abstract_inverted_index":{"Time":[0],"series":[1,51,64,103],"analysis":[2,104,130,181],"is":[3,140],"essential":[4,179],"to":[5,100,142,190],"many":[6],"far-reaching":[7],"applications":[8],"of":[9,28,39,128],"data":[10,52],"science":[11],"and":[12,16,20,33,70,82,115,144,165,186],"statistics":[13],"including":[14,183],"economic":[15],"financial":[17],"forecasting,":[18],"surveillance,":[19],"automated":[21],"business":[22],"processing.":[23],"Though":[24],"being":[25],"greatly":[26],"successful":[27],"Transformer":[29,60,117],"in":[30,46,77,89,197],"computer":[31],"vision":[32],"natural":[34],"language":[35],"processing,":[36],"the":[37,43,48,108,153],"potential":[38],"employing":[40],"it":[41],"as":[42,122],"general":[44],"backbone":[45],"analyzing":[47],"ubiquitous":[49],"times":[50],"has":[53],"not":[54,97],"been":[55],"fully":[56],"released":[57],"yet.":[58],"Prior":[59],"variants":[61],"on":[62,67,177],"time":[63,90,102,207],"highly":[65,87],"rely":[66],"task-dependent":[68],"designs":[69],"pre-assumed":[71],"\"pattern":[72],"biases\",":[73],"revealing":[74],"its":[75,191],"insufficiency":[76],"representing":[78],"nuanced":[79,147],"seasonal,":[80],"cyclic,":[81],"outlier":[83],"patterns":[84,157],"which":[85,139],"are":[86],"prevalent":[88],"series.":[91],"As":[92],"a":[93,123,126,134,200],"consequence,":[94],"they":[95],"can":[96,120,158],"generalize":[98],"well":[99],"different":[101],"tasks.":[105,131],"To":[106],"tackle":[107],"challenges,":[109],"we":[110],"propose":[111],"DifFormer,":[112],"an":[113],"effective":[114],"efficient":[116],"architecture":[118],"that":[119],"serve":[121],"workhorse":[124],"for":[125],"variety":[127],"time-series":[129,180],"DifFormer":[132,172,194],"incorporates":[133],"novel":[135],"multi-resolutional":[136],"differencing":[137],"mechanism,":[138],"able":[141],"progressively":[143],"adaptively":[145],"make":[146],"yet":[148],"meaningful":[149],"changes":[150],"prominent,":[151],"meanwhile,":[152],"periodic":[154],"or":[155],"cyclic":[156],"be":[159],"dynamically":[160],"captured":[161],"with":[162,204],"flexible":[163],"lagging":[164],"dynamic":[166],"ranging":[167],"operations.":[168],"Extensive":[169],"experiments":[170],"demonstrate":[171],"significantly":[173],"outperforms":[174],"state-of-the-art":[175],"models":[176],"three":[178],"tasks,":[182],"classification,":[184],"regression,":[185],"forecasting.":[187],"In":[188],"addition":[189],"superior":[192],"performances,":[193],"also":[195],"excels":[196],"efficiency":[198],"-":[199],"linear":[201],"time/memory":[202],"complexity":[203],"empirically":[205],"lower":[206],"consumption.":[208]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}