{"id":"https://openalex.org/W4416078564","doi":"https://doi.org/10.1145/3746252.3760803","title":"Integrating Time Series into LLMs via Multi-layer Steerable Embedding Fusion for Enhanced Forecasting","display_name":"Integrating Time Series into LLMs via Multi-layer Steerable Embedding Fusion for Enhanced Forecasting","publication_year":2025,"publication_date":"2025-11-10","ids":{"openalex":"https://openalex.org/W4416078564","doi":"https://doi.org/10.1145/3746252.3760803"},"language":"en","primary_location":{"id":"doi:10.1145/3746252.3760803","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746252.3760803","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2508.16059","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021580258","display_name":"Ziming Chen","orcid":"https://orcid.org/0009-0001-7719-4187"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhuomin Chen","raw_affiliation_strings":["School of Software Engineering, Sun Yat-Sen University, Zhuhai, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"School of Software Engineering, Sun Yat-Sen University, Zhuhai, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100380723","display_name":"Dan Li","orcid":"https://orcid.org/0000-0002-3787-1673"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dan Li","raw_affiliation_strings":["School of Software Engineering, Sun Yat-Sen University, Zhuhai, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"School of Software Engineering, Sun Yat-Sen University, Zhuhai, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011737853","display_name":"Jiahui Zhou","orcid":"https://orcid.org/0009-0002-2464-4102"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiahui Zhou","raw_affiliation_strings":["School of Software Engineering, Sun Yat-Sen University, Zhuhai, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"School of Software Engineering, Sun Yat-Sen University, Zhuhai, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050336686","display_name":"Shunyu Wu","orcid":"https://orcid.org/0009-0003-1921-2767"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shunyu Wu","raw_affiliation_strings":["School of Software Engineering, Sun Yat-Sen University, Zhuhai, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"School of Software Engineering, Sun Yat-Sen University, Zhuhai, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108860205","display_name":"Haoxiang Ye","orcid":"https://orcid.org/0009-0005-9927-8911"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haozheng Ye","raw_affiliation_strings":["School of Software Engineering, Sun Yat-Sen University, Zhuhai, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"School of Software Engineering, Sun Yat-Sen University, Zhuhai, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041918034","display_name":"Jian Lou","orcid":"https://orcid.org/0000-0002-4110-2068"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Lou","raw_affiliation_strings":["School of Software Engineering, Sun Yat-Sen University, Zhuhai, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"School of Software Engineering, Sun Yat-Sen University, Zhuhai, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090171111","display_name":"See-Kiong Ng","orcid":"https://orcid.org/0000-0001-6565-7511"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"See-Kiong Ng","raw_affiliation_strings":["Institute of Data Science, National University of Singapore, Singapore, Singapore and School of Computing, National University of Singapore, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"Institute of Data Science, National University of Singapore, Singapore, Singapore and School of Computing, National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5021580258"],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.44370965,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4675","last_page":"4679"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.5960000157356262,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.5960000157356262,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.0997999981045723,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.07980000227689743,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6197999715805054},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.5756000280380249},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.4235000014305115},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.42170000076293945},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4090000092983246},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.367900013923645}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6977999806404114},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6197999715805054},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.5756000280380249},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.4235000014305115},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.42170000076293945},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4090000092983246},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4009999930858612},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.367900013923645},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.33889999985694885},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.33399999141693115},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29490000009536743},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.29089999198913574},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.27810001373291016}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3746252.3760803","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746252.3760803","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2508.16059","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2508.16059","pdf_url":"https://arxiv.org/pdf/2508.16059","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2508.16059","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2508.16059","pdf_url":"https://arxiv.org/pdf/2508.16059","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W3044438666","https://openalex.org/W3174292513","https://openalex.org/W3177318507","https://openalex.org/W4280550128","https://openalex.org/W4386187806","https://openalex.org/W4389664922","https://openalex.org/W4393356874","https://openalex.org/W4404872680","https://openalex.org/W4412875514","https://openalex.org/W4412876872","https://openalex.org/W4412876924","https://openalex.org/W4412876974","https://openalex.org/W4412876979","https://openalex.org/W4412877176"],"related_works":[],"abstract_inverted_index":{"Time":[0],"series":[1,12,39,123,144,178],"(TS)":[2],"data":[3],"are":[4,53,153,169],"ubiquitous":[5],"across":[6,159],"various":[7],"application":[8],"areas,":[9],"rendering":[10],"time":[11,38,122,143,177],"forecasting":[13],"(TSF)":[14],"a":[15,27,113,184],"fundamental":[16],"task.":[17],"With":[18],"the":[19,43,74,79,107,130,174],"astounding":[20],"advances":[21],"in":[22,47,87,136,214],"large":[23],"language":[24],"models":[25,146],"(LLMs),":[26],"variety":[28],"of":[29,45,60,81,133,212,216],"methods":[30,52],"have":[31],"been":[32],"developed":[33],"to":[34,84,93,119,147,171],"adapt":[35],"LLMs":[36,46,64,118],"for":[37],"forecasting.":[40],"Despite":[41],"unlocking":[42],"potential":[44],"comprehending":[48],"TS":[49,61,67,82,100,134],"data,":[50],"existing":[51],"inherently":[54],"constrained":[55],"by":[56,203],"their":[57],"shallow":[58,70],"integration":[59],"information,":[62],"wherein":[63],"typically":[65],"access":[66,121],"representations":[68,83,158],"at":[69,73,125,222],"layers,":[71],"primarily":[72],"input":[75],"layer.":[76],"This":[77],"causes":[78],"influence":[80],"progressively":[85],"fade":[86],"deeper":[88,137],"layers":[89,161],"and":[90,99,179,182],"eventually":[91],"leads":[92],"ineffective":[94],"adaptation":[95,186],"between":[96,176],"textual":[97,180],"embeddings":[98],"representations.":[101],"In":[102],"this":[103],"paper,":[104],"we":[105],"propose":[106],"Multi-layer":[108],"Steerable":[109],"Embedding":[110],"Fusion":[111],"(MSEF),":[112],"novel":[114],"framework":[115],"that":[116,188],"enables":[117],"directly":[120],"patterns":[124],"all":[126],"depths,":[127],"thereby":[128],"mitigating":[129],"progressive":[131],"loss":[132],"information":[135],"layers.":[138],"Specifically,":[139],"MSEF":[140,204],"leverages":[141],"off-the-shelf":[142],"foundation":[145],"extract":[148],"semantically":[149],"rich":[150],"embeddings,":[151],"which":[152],"fused":[154],"with":[155,206,208],"intermediate":[156],"text":[157],"LLM":[160],"via":[162],"layer-specific":[163,185],"steering":[164,167],"vectors.":[165],"These":[166],"vectors":[168],"designed":[170],"continuously":[172],"optimize":[173],"alignment":[175],"modalities":[181],"facilitate":[183],"mechanism":[187],"ensures":[189],"efficient":[190],"few-shot":[191],"learning":[192],"capabilities.":[193],"Experimental":[194],"results":[195],"on":[196],"seven":[197],"benchmarks":[198],"demonstrate":[199],"significant":[200],"performance":[201],"improvements":[202],"compared":[205],"baselines,":[207],"an":[209],"average":[210],"reduction":[211],"31.8%":[213],"terms":[215],"MSE.":[217],"The":[218],"code":[219],"is":[220],"available":[221],"https://github.com/One1sAll/MSEF.":[223]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-10T00:00:00"}