{"id":"https://openalex.org/W4387848978","doi":"https://doi.org/10.1145/3583780.3615155","title":"Toward a Foundation Model for Time Series Data","display_name":"Toward a Foundation Model for Time Series Data","publication_year":2023,"publication_date":"2023-10-21","ids":{"openalex":"https://openalex.org/W4387848978","doi":"https://doi.org/10.1145/3583780.3615155"},"language":"en","primary_location":{"id":"doi:10.1145/3583780.3615155","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3583780.3615155","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3583780.3615155","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3583780.3615155","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011045620","display_name":"Chin\u2010Chia Michael Yeh","orcid":"https://orcid.org/0000-0002-9807-2963"},"institutions":[{"id":"https://openalex.org/I4210148469","display_name":"Visa (United States)","ror":"https://ror.org/05t1y0b59","country_code":"US","type":"company","lineage":["https://openalex.org/I4210148469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chin-Chia Michael Yeh","raw_affiliation_strings":["Visa Research, Palo Alto, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-9807-2963","affiliations":[{"raw_affiliation_string":"Visa Research, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I4210148469"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004690889","display_name":"Xin Dai","orcid":"https://orcid.org/0009-0005-6218-1737"},"institutions":[{"id":"https://openalex.org/I4210148469","display_name":"Visa (United States)","ror":"https://ror.org/05t1y0b59","country_code":"US","type":"company","lineage":["https://openalex.org/I4210148469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xin Dai","raw_affiliation_strings":["Visa Research, Palo Alto, CA, USA"],"raw_orcid":"https://orcid.org/0009-0005-6218-1737","affiliations":[{"raw_affiliation_string":"Visa Research, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I4210148469"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004341287","display_name":"Huiyuan Chen","orcid":"https://orcid.org/0000-0002-6360-558X"},"institutions":[{"id":"https://openalex.org/I4210148469","display_name":"Visa (United States)","ror":"https://ror.org/05t1y0b59","country_code":"US","type":"company","lineage":["https://openalex.org/I4210148469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huiyuan Chen","raw_affiliation_strings":["Visa Research, Palo Alto, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-6360-558X","affiliations":[{"raw_affiliation_string":"Visa Research, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I4210148469"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101563636","display_name":"Yan Zheng","orcid":"https://orcid.org/0000-0003-4422-9889"},"institutions":[{"id":"https://openalex.org/I4210148469","display_name":"Visa (United States)","ror":"https://ror.org/05t1y0b59","country_code":"US","type":"company","lineage":["https://openalex.org/I4210148469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yan Zheng","raw_affiliation_strings":["Visa Resarch, Palo Alto, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-4422-9889","affiliations":[{"raw_affiliation_string":"Visa Resarch, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I4210148469"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101916154","display_name":"Yujie Fan","orcid":"https://orcid.org/0000-0002-2635-9420"},"institutions":[{"id":"https://openalex.org/I4210148469","display_name":"Visa (United States)","ror":"https://ror.org/05t1y0b59","country_code":"US","type":"company","lineage":["https://openalex.org/I4210148469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yujie Fan","raw_affiliation_strings":["Visa Research, Palo Alto, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-2635-9420","affiliations":[{"raw_affiliation_string":"Visa Research, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I4210148469"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038585109","display_name":"Audrey Der","orcid":"https://orcid.org/0000-0002-9266-5864"},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Audrey Der","raw_affiliation_strings":["University of California, Riverside, Riverside, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-9266-5864","affiliations":[{"raw_affiliation_string":"University of California, Riverside, Riverside, CA, USA","institution_ids":["https://openalex.org/I103635307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000544794","display_name":"Vivian Lai","orcid":"https://orcid.org/0000-0003-3165-6136"},"institutions":[{"id":"https://openalex.org/I4210148469","display_name":"Visa (United States)","ror":"https://ror.org/05t1y0b59","country_code":"US","type":"company","lineage":["https://openalex.org/I4210148469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vivian Lai","raw_affiliation_strings":["Visa Research, Palo Alto, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-3165-6136","affiliations":[{"raw_affiliation_string":"Visa Research, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I4210148469"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051096647","display_name":"Zhongfang Zhuang","orcid":"https://orcid.org/0000-0001-6717-5102"},"institutions":[{"id":"https://openalex.org/I4210148469","display_name":"Visa (United States)","ror":"https://ror.org/05t1y0b59","country_code":"US","type":"company","lineage":["https://openalex.org/I4210148469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhongfang Zhuang","raw_affiliation_strings":["Visa Research, Palo Alto, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-6717-5102","affiliations":[{"raw_affiliation_string":"Visa Research, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I4210148469"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100669433","display_name":"Junpeng Wang","orcid":"https://orcid.org/0000-0002-1130-9914"},"institutions":[{"id":"https://openalex.org/I4210148469","display_name":"Visa (United States)","ror":"https://ror.org/05t1y0b59","country_code":"US","type":"company","lineage":["https://openalex.org/I4210148469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Junpeng Wang","raw_affiliation_strings":["Visa Research, Palo Alto, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-1130-9914","affiliations":[{"raw_affiliation_string":"Visa Research, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I4210148469"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100641732","display_name":"Liang Wang","orcid":"https://orcid.org/0009-0008-3881-1833"},"institutions":[{"id":"https://openalex.org/I4210148469","display_name":"Visa (United States)","ror":"https://ror.org/05t1y0b59","country_code":"US","type":"company","lineage":["https://openalex.org/I4210148469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liang Wang","raw_affiliation_strings":["Visa Research, Palo Alto, CA, USA"],"raw_orcid":"https://orcid.org/0009-0008-3881-1833","affiliations":[{"raw_affiliation_string":"Visa Research, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I4210148469"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087058248","display_name":"Wei Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210148469","display_name":"Visa (United States)","ror":"https://ror.org/05t1y0b59","country_code":"US","type":"company","lineage":["https://openalex.org/I4210148469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Zhang","raw_affiliation_strings":["Visa Research, Palo Alto, CA, USA"],"raw_orcid":"https://orcid.org/0009-0001-7984-7241","affiliations":[{"raw_affiliation_string":"Visa Research, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I4210148469"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":11,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.9562,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.92385787,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"4400","last_page":"4404"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8371819257736206},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.7077649831771851},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6609229445457458},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.5644752979278564},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5581978559494019},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5218040943145752},{"id":"https://openalex.org/keywords/downstream","display_name":"Downstream (manufacturing)","score":0.520093560218811},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5013718605041504},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.48247793316841125},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.445582777261734},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4447515308856964},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.443261981010437}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8371819257736206},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.7077649831771851},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6609229445457458},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.5644752979278564},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5581978559494019},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5218040943145752},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.520093560218811},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5013718605041504},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.48247793316841125},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.445582777261734},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4447515308856964},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.443261981010437},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3583780.3615155","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3583780.3615155","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3583780.3615155","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3583780.3615155","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3583780.3615155","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3583780.3615155","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387848978.pdf","grobid_xml":"https://content.openalex.org/works/W4387848978.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W2099302229","https://openalex.org/W2194775991","https://openalex.org/W2988244882","https://openalex.org/W3006484790","https://openalex.org/W3012833893","https://openalex.org/W3022643593","https://openalex.org/W3046296398","https://openalex.org/W3080281801","https://openalex.org/W3135367836","https://openalex.org/W3145450063","https://openalex.org/W3177318507","https://openalex.org/W3188872815","https://openalex.org/W3199148273","https://openalex.org/W4213019189","https://openalex.org/W4213248681","https://openalex.org/W4296591843","https://openalex.org/W4385565193","https://openalex.org/W6776486363"],"related_works":["https://openalex.org/W4214653257","https://openalex.org/W3040203686","https://openalex.org/W4249524554","https://openalex.org/W2349021146","https://openalex.org/W35583307","https://openalex.org/W2622688551","https://openalex.org/W2119012848","https://openalex.org/W1990205660","https://openalex.org/W1550175370","https://openalex.org/W4387331850"],"abstract_inverted_index":{"A":[0],"foundation":[1,82],"model":[2,7,83],"is":[3],"a":[4,10,48,52,111],"machine":[5],"learning":[6],"trained":[8,43],"on":[9,34,41,45,114],"large":[11],"and":[12,101],"diverse":[13],"set":[14],"of":[15,155,191],"data,":[16],"typically":[17],"using":[18,121],"self-supervised":[19,105],"learning-based":[20,106],"pre-training":[21,37,107,134,146,165],"techniques,":[22],"that":[23,59,145,162],"can":[24],"be":[25,62],"adapted":[26],"to":[27,65,76,130,184],"various":[28],"downstream":[29,148,192],"tasks.":[30,193],"However,":[31],"current":[32],"research":[33],"time":[35,66,80,128],"series":[36,67,81,129],"has":[38],"predominantly":[39],"focused":[40],"models":[42,55],"exclusively":[44],"data":[46],"from":[47,68,88],"single":[49],"domain.":[50],"As":[51],"result,":[53],"these":[54,119],"possess":[56],"domain-specific":[57],"knowledge":[58],"may":[60],"not":[61],"easily":[63],"transferable":[64],"other":[69],"domains.":[70,90],"In":[71],"this":[72],"paper,":[73],"we":[74,94,160],"aim":[75],"develop":[77],"an":[78],"effective":[79],"by":[84,151],"leveraging":[85],"unlabeled":[86],"samples":[87],"multiple":[89],"To":[91],"achieve":[92],"this,":[93],"repurposed":[95],"the":[96,115,133,153,156,163,170,173,185],"publicly":[97],"available":[98],"UCR":[99],"Archive":[100],"evaluated":[102],"four":[103,122],"existing":[104],"methods,":[108],"along":[109],"with":[110,137,169],"novel":[112],"method,":[113,166],"datasets.":[116],"We":[117],"tested":[118],"methods":[120,135],"popular":[123],"neural":[124],"network":[125,139],"architectures":[126],"for":[127],"understand":[131],"how":[132],"interact":[136],"different":[138],"designs.":[140],"Our":[141],"experimental":[142],"results":[143],"show":[144],"improves":[147],"classification":[149],"tasks":[150],"enhancing":[152],"convergence":[154],"fine-tuning":[157],"process.":[158],"Furthermore,":[159],"found":[161],"proposed":[164,176],"when":[167],"combined":[168],"Transformer,":[171],"outperforms":[172,178],"alternatives.":[174],"The":[175],"method":[177,188],"or":[179],"achieves":[180],"equal":[181],"performance":[182],"compared":[183],"second":[186],"best":[187],"in":[189],"~93%":[190]},"counts_by_year":[{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}