{"id":"https://openalex.org/W4412825848","doi":"https://doi.org/10.1145/3711896.3736952","title":"FAT: Frequency-Aware Pretraining for Enhanced Time-Series Representation Learning","display_name":"FAT: Frequency-Aware Pretraining for Enhanced Time-Series Representation Learning","publication_year":2025,"publication_date":"2025-08-01","ids":{"openalex":"https://openalex.org/W4412825848","doi":"https://doi.org/10.1145/3711896.3736952"},"language":"en","primary_location":{"id":"doi:10.1145/3711896.3736952","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3711896.3736952","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.2","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101847496","display_name":"Rui Cheng","orcid":"https://orcid.org/0000-0002-0698-9302"},"institutions":[{"id":"https://openalex.org/I204831749","display_name":"Southwestern University of Finance and Economics","ror":"https://ror.org/04ewct822","country_code":"CN","type":"education","lineage":["https://openalex.org/I204831749"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Rui Cheng","raw_affiliation_strings":["School of Finance, Southwestern University of Finance and Economics, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-0698-9302","affiliations":[{"raw_affiliation_string":"School of Finance, Southwestern University of Finance and Economics, Chengdu, China","institution_ids":["https://openalex.org/I204831749"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiangfei Jia","orcid":"https://orcid.org/0009-0004-9817-0178"},"institutions":[{"id":"https://openalex.org/I204831749","display_name":"Southwestern University of Finance and Economics","ror":"https://ror.org/04ewct822","country_code":"CN","type":"education","lineage":["https://openalex.org/I204831749"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangfei Jia","raw_affiliation_strings":["School of Computer and Artificial Intelligence, Southwestern University of Finance and Economics, Chengdu, China"],"raw_orcid":"https://orcid.org/0009-0004-9817-0178","affiliations":[{"raw_affiliation_string":"School of Computer and Artificial Intelligence, Southwestern University of Finance and Economics, Chengdu, China","institution_ids":["https://openalex.org/I204831749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064292471","display_name":"Qing Li","orcid":"https://orcid.org/0000-0002-3209-0149"},"institutions":[{"id":"https://openalex.org/I204831749","display_name":"Southwestern University of Finance and Economics","ror":"https://ror.org/04ewct822","country_code":"CN","type":"education","lineage":["https://openalex.org/I204831749"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qing Li","raw_affiliation_strings":["Research Institute for Digital Economy and Interdisciplinary Sciences, Southwestern University of Finance and Economics, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-3209-0149","affiliations":[{"raw_affiliation_string":"Research Institute for Digital Economy and Interdisciplinary Sciences, Southwestern University of Finance and Economics, Chengdu, China","institution_ids":["https://openalex.org/I204831749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051276955","display_name":"Rong Xing","orcid":"https://orcid.org/0000-0003-4553-8464"},"institutions":[{"id":"https://openalex.org/I204831749","display_name":"Southwestern University of Finance and Economics","ror":"https://ror.org/04ewct822","country_code":"CN","type":"education","lineage":["https://openalex.org/I204831749"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rong Xing","raw_affiliation_strings":["School of Computing and Artificial Intelligence, Southwestern University of Finance and Economics, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-4553-8464","affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Southwestern University of Finance and Economics, Chengdu, China","institution_ids":["https://openalex.org/I204831749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050753190","display_name":"Jiwen Huang","orcid":"https://orcid.org/0009-0003-2382-1522"},"institutions":[{"id":"https://openalex.org/I204831749","display_name":"Southwestern University of Finance and Economics","ror":"https://ror.org/04ewct822","country_code":"CN","type":"education","lineage":["https://openalex.org/I204831749"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiwen Huang","raw_affiliation_strings":["School of Finance, Southwestern University of Finance and Economics, Chengdu, China"],"raw_orcid":"https://orcid.org/0009-0003-2382-1522","affiliations":[{"raw_affiliation_string":"School of Finance, Southwestern University of Finance and Economics, Chengdu, China","institution_ids":["https://openalex.org/I204831749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024240334","display_name":"Yu Zheng","orcid":"https://orcid.org/0000-0001-9046-5511"},"institutions":[{"id":"https://openalex.org/I204831749","display_name":"Southwestern University of Finance and Economics","ror":"https://ror.org/04ewct822","country_code":"CN","type":"education","lineage":["https://openalex.org/I204831749"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Zheng","raw_affiliation_strings":["School of Finance, Southwestern University of Finance and Economics, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-9046-5511","affiliations":[{"raw_affiliation_string":"School of Finance, Southwestern University of Finance and Economics, Chengdu, China","institution_ids":["https://openalex.org/I204831749"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012357682","display_name":"Zhilong Xie","orcid":"https://orcid.org/0000-0002-3990-8214"},"institutions":[{"id":"https://openalex.org/I204831749","display_name":"Southwestern University of Finance and Economics","ror":"https://ror.org/04ewct822","country_code":"CN","type":"education","lineage":["https://openalex.org/I204831749"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhilong Xie","raw_affiliation_strings":["School of Management Science and Engineering, Southwestern University of Finance and Economics, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-3990-8214","affiliations":[{"raw_affiliation_string":"School of Management Science and Engineering, Southwestern University of Finance and Economics, Chengdu, China","institution_ids":["https://openalex.org/I204831749"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101847496"],"corresponding_institution_ids":["https://openalex.org/I204831749"],"apc_list":null,"apc_paid":null,"fwci":2.5506,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.90006655,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"310","last_page":"321"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.679461658000946},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6642468571662903},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6170592904090881},{"id":"https://openalex.org/keywords/time\u2013frequency-analysis","display_name":"Time\u2013frequency analysis","score":0.43419232964515686},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3898146450519562},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.14676031470298767}],"concepts":[{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.679461658000946},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6642468571662903},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6170592904090881},{"id":"https://openalex.org/C142433447","wikidata":"https://www.wikidata.org/wiki/Q7806653","display_name":"Time\u2013frequency analysis","level":3,"score":0.43419232964515686},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3898146450519562},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.14676031470298767},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3711896.3736952","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3711896.3736952","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.2","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W398859631","https://openalex.org/W2063385051","https://openalex.org/W2100008374","https://openalex.org/W2130262864","https://openalex.org/W2194775991","https://openalex.org/W2604847698","https://openalex.org/W2798991696","https://openalex.org/W3022436500","https://openalex.org/W3175058599","https://openalex.org/W3177318507","https://openalex.org/W3188872815","https://openalex.org/W3199148273","https://openalex.org/W4375850652","https://openalex.org/W4382239668","https://openalex.org/W4387561305","https://openalex.org/W4393153153","https://openalex.org/W4393177791","https://openalex.org/W4399695543","https://openalex.org/W4401857333","https://openalex.org/W4404838623","https://openalex.org/W6600284113","https://openalex.org/W6607446023"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Recent":[0],"advancements":[1],"in":[2,18],"time-series":[3,130,142],"forecasting":[4],"have":[5],"highlighted":[6],"the":[7,19,97,126,134,150,166,172],"importance":[8],"of":[9,74,168,187],"frequency-domain":[10],"modeling.":[11],"However,":[12],"deep":[13],"learning":[14],"models":[15],"primarily":[16],"operate":[17],"time":[20],"domain,":[21],"limiting":[22],"their":[23],"ability":[24],"to":[25,38,77,82,148,180,184],"capture":[26],"frequency-based":[27],"patterns.":[28],"Existing":[29],"approaches":[30],"normally":[31],"introduce":[32],"novel":[33,59],"neural":[34],"network":[35],"architectures":[36],"tailored":[37],"task-specific":[39],"frequency":[40,86,112,117,146,169],"properties,":[41],"yet":[42],"they":[43],"often":[44],"lack":[45],"generalization":[46],"and":[47,91,122,128,176,197],"require":[48],"extensive":[49],"domain-specific":[50],"adaptations.":[51],"In":[52,136],"this":[53],"paper,":[54],"we":[55],"propose":[56],"FAT,":[57],"a":[58,111,160],"pretraining":[60,217],"framework":[61],"that":[62,114,139,164,201],"learns":[63],"generalizable":[64,85],"Frequency-Aware":[65],"Time-series":[66],"representations":[67,131],"through":[68,120],"self-supervised":[69],"learning.":[70],"The":[71],"key":[72],"idea":[73],"FAT":[75,202],"is":[76,108,153,221],"pretrain":[78],"any":[79],"backbone":[80,212],"model":[81],"directly":[83],"extract":[84],"patterns":[87,170],"from":[88],"time-domain":[89],"signals":[90],"encode":[92],"them":[93],"into":[94],"robust":[95],"representations-eliminating":[96],"need":[98],"for":[99],"architectural":[100],"modifications":[101],"or":[102],"additional":[103],"modules":[104],"during":[105],"inference.":[106],"This":[107],"achieved":[109],"via":[110],"reformer":[113],"amplifies":[115],"critical":[116],"components":[118],"learned":[119,188],"self-supervision":[121],"enforces":[123],"similarity":[124,178],"between":[125],"original":[127],"frequency-reformed":[129],"produced":[132],"by":[133,156],"encoder.":[135],"addition,":[137],"recognizing":[138],"semantically":[140],"equivalent":[141],"can":[143],"exhibit":[144],"different":[145,157],"expressions-analogous":[147],"how":[149],"same":[151,173],"phrase":[152],"pronounced":[154],"differently":[155],"speakers-FAT":[158],"introduces":[159],"Knowledge-Guided":[161],"Frequency":[162],"Reformer":[163],"unifies":[165],"expression":[167],"with":[171],"underlying":[174],"semantics":[175],"extends":[177],"constraints":[179],"frequency-invariant":[181],"augmented":[182],"samples":[183],"enhance":[185],"robustness":[186,209],"representation.":[189],"Experiments":[190],"on":[191],"14":[192],"benchmark":[193],"datasets":[194],"across":[195,210],"regression":[196],"classification":[198],"tasks":[199],"show":[200],"consistently":[203],"achieves":[204],"state-of-the-art":[205],"performance":[206],"while":[207],"maintaining":[208],"diverse":[211],"models,":[213],"significantly":[214],"outperforming":[215],"existing":[216],"methods.":[218],"Our":[219],"code":[220],"available":[222],"at":[223],"https://github.com/JiaXiangfei/FAT.":[224]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}