{"id":"https://openalex.org/W7117872192","doi":"https://doi.org/10.1145/3787470.3787475","title":"LTSM-Bundle: A Toolbox and Benchmark on Large Language Models for Time Series Forecasting","display_name":"LTSM-Bundle: A Toolbox and Benchmark on Large Language Models for Time Series Forecasting","publication_year":2025,"publication_date":"2025-12-30","ids":{"openalex":"https://openalex.org/W7117872192","doi":"https://doi.org/10.1145/3787470.3787475"},"language":"en","primary_location":{"id":"doi:10.1145/3787470.3787475","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3787470.3787475","pdf_url":null,"source":{"id":"https://openalex.org/S4210176598","display_name":"ACM SIGKDD Explorations Newsletter","issn_l":"1931-0145","issn":["1931-0145","1931-0153"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGKDD Explorations Newsletter","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048791081","display_name":"Yu-Neng Chuang","orcid":"https://orcid.org/0000-0002-7492-0817"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yu-Neng Chuang","raw_affiliation_strings":["Rice University"],"affiliations":[{"raw_affiliation_string":"Rice University","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001632564","display_name":"Songchen Li","orcid":null},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Songchen Li","raw_affiliation_strings":["Rice University"],"affiliations":[{"raw_affiliation_string":"Rice University","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067607368","display_name":"Jiayi Yuan","orcid":"https://orcid.org/0009-0007-0121-4990"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiayi Yuan","raw_affiliation_strings":["Rice University"],"affiliations":[{"raw_affiliation_string":"Rice University","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121742526","display_name":"Guanchu Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I102149020","display_name":"University of North Carolina at Charlotte","ror":"https://ror.org/04dawnj30","country_code":"US","type":"education","lineage":["https://openalex.org/I102149020"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guanchu Wang","raw_affiliation_strings":["University of North Carolina at Charlotte"],"affiliations":[{"raw_affiliation_string":"University of North Carolina at Charlotte","institution_ids":["https://openalex.org/I102149020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089183436","display_name":"Kwei-Herng Lai","orcid":"https://orcid.org/0000-0001-8933-7117"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kwei-Herng Lai","raw_affiliation_strings":["Rice University"],"affiliations":[{"raw_affiliation_string":"Rice University","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092734213","display_name":"Songyuan Sui","orcid":"https://orcid.org/0009-0004-1989-8700"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Songyuan Sui","raw_affiliation_strings":["Rice University"],"affiliations":[{"raw_affiliation_string":"Rice University","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100311872","display_name":"Leisheng Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Leisheng Yu","raw_affiliation_strings":["Rice University"],"affiliations":[{"raw_affiliation_string":"Rice University","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121722661","display_name":"Sirui Ding","orcid":null},"institutions":[{"id":"https://openalex.org/I180670191","display_name":"University of California, San Francisco","ror":"https://ror.org/043mz5j54","country_code":"US","type":"education","lineage":["https://openalex.org/I180670191"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sirui Ding","raw_affiliation_strings":["University of California, San Francisco"],"affiliations":[{"raw_affiliation_string":"University of California, San Francisco","institution_ids":["https://openalex.org/I180670191"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121703480","display_name":"Chia-Yuan Chang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chia-Yuan Chang","raw_affiliation_strings":["Texas A&amp;M University"],"affiliations":[{"raw_affiliation_string":"Texas A&amp;M University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008436149","display_name":"Alfredo Costilla Reyes","orcid":"https://orcid.org/0000-0003-4614-7342"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alfredo Costilla Reyes","raw_affiliation_strings":["Rice University"],"affiliations":[{"raw_affiliation_string":"Rice University","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058071176","display_name":"Daochen Zha","orcid":"https://orcid.org/0000-0002-6677-7504"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daochen Zha","raw_affiliation_strings":["Rice University"],"affiliations":[{"raw_affiliation_string":"Rice University","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5121734491","display_name":"Xia Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xia Hu","raw_affiliation_strings":["Rice University"],"affiliations":[{"raw_affiliation_string":"Rice University","institution_ids":["https://openalex.org/I74775410"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5048791081"],"corresponding_institution_ids":["https://openalex.org/I74775410"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.72801683,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"27","issue":"2","first_page":"43","last_page":"61"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.2912999987602234,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.2912999987602234,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.15610000491142273,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.08630000054836273,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/toolbox","display_name":"Toolbox","score":0.7598999738693237},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7207000255584717},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.5385000109672546},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5271999835968018},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.4528999924659729},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.42500001192092896},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.3971000015735626},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.3707999885082245}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8104000091552734},{"id":"https://openalex.org/C2777655017","wikidata":"https://www.wikidata.org/wiki/Q1501161","display_name":"Toolbox","level":2,"score":0.7598999738693237},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7207000255584717},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6092000007629395},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.5385000109672546},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5271999835968018},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5198000073432922},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.4528999924659729},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.42500001192092896},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.3971000015735626},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.385699987411499},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3707999885082245},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3515999913215637},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.33709999918937683},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.2888000011444092},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2856000065803528},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.2854999899864197},{"id":"https://openalex.org/C2775941552","wikidata":"https://www.wikidata.org/wiki/Q25212305","display_name":"Isolation (microbiology)","level":2,"score":0.28529998660087585},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.2711000144481659},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.2542000114917755}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3787470.3787475","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3787470.3787475","pdf_url":null,"source":{"id":"https://openalex.org/S4210176598","display_name":"ACM SIGKDD Explorations Newsletter","issn_l":"1931-0145","issn":["1931-0145","1931-0153"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGKDD Explorations Newsletter","raw_type":"journal-article"},{"id":"pmh:doi:10.48550/arxiv.2406.14045","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2406.14045","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1969852690","https://openalex.org/W2008066450","https://openalex.org/W2033396082","https://openalex.org/W2077532788","https://openalex.org/W2106822551","https://openalex.org/W2148154194","https://openalex.org/W2503761517","https://openalex.org/W2604847698","https://openalex.org/W3012919764","https://openalex.org/W3177318507","https://openalex.org/W3204801262","https://openalex.org/W4381328595","https://openalex.org/W4382203079"],"related_works":[],"abstract_inverted_index":{"Time":[0,27],"Series":[1,28],"Forecasting":[2],"(TSF)":[3],"has":[4],"long":[5],"been":[6],"a":[7,119,175],"challenge":[8],"in":[9,80,106],"time":[10,46],"series":[11,47],"analysis.":[12],"Inspired":[13],"by":[14],"the":[15,160,165],"success":[16],"of":[17],"Large":[18,26],"Language":[19],"Models":[20,29],"(LLMs),":[21],"researchers":[22],"are":[23,101,109],"now":[24],"developing":[25],"(LTSMs),":[30],"universal":[31],"transformerbased":[32],"models":[33,91,183],"that":[34],"use":[35],"autoregressive":[36],"prediction":[37],"to":[38],"improve":[39],"TSF.":[40],"However,":[41,97],"training":[42,74,125,148],"LTSMs":[43,139],"on":[44],"heterogeneous":[45],"data":[48,153],"poses":[49],"unique":[50],"challenges,":[51],"including":[52,143],"diverse":[53],"frequencies,":[54],"dimensions,":[55,142],"scalability,":[56],"and":[57,65,75,92,104,108,122,132,137,155,170,184],"patterns":[58],"across":[59,95,140],"datasets.":[60],"Recent":[61],"efforts":[62],"have":[63],"studied":[64,103],"evaluated":[66,105],"various":[67],"design":[68,93,99,163],"choices":[69,94,100],"aimed":[70],"at":[71,192],"enhancing":[72],"LTSM":[73],"generalization":[76],"capabilities.":[77],"Despite":[78],"progress":[79],"both":[81,180],"paradigms,":[82,149],"there":[83],"is":[84,190],"no":[85],"unified":[86],"framework":[87],"for":[88,124,178],"systematically":[89],"evaluating":[90,179],"them.":[96],"these":[98],"typically":[102],"isolation":[107],"not":[110],"compared":[111],"collectively.":[112],"In":[113],"this":[114],"work,":[115],"we":[116],"introduce":[117],"LTSM-Bundle,":[118],"comprehensive":[120],"toolbox":[121],"benchmark":[123,138],"LTSMs,":[126],"spanning":[127],"pre-processing":[128],"techniques,":[129],"model":[130,151],"configurations,":[131],"dataset":[133,156],"configurations.":[134],"We":[135],"modularize":[136],"multiple":[141],"prompting":[144],"strategies,":[145],"tokenization":[146],"approaches,":[147],"base":[150],"selection,":[152],"quantity,":[154],"diversity.":[157],"By":[158],"combining":[159],"most":[161],"effective":[162],"choices,":[164],"combination":[166],"achieves":[167],"state-of-the-art":[168],"zero-shot":[169],"few-shot":[171],"performance":[172],"while":[173],"providing":[174],"reproducible":[176],"foundation":[177],"traditional":[181],"LSF":[182],"emerging":[185],"LTSMs.":[186],"Our":[187],"source":[188],"code":[189],"available":[191],"https:":[193],"//github.com/datamllab/ltsm":[194]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2026-01-01T00:00:00"}
