{"id":"https://openalex.org/W7138387188","doi":"https://doi.org/10.1609/aaai.v40i29.39601","title":"OccamVTS: Distilling Vision Models to 1% Parameters for Time Series Forecasting","display_name":"OccamVTS: Distilling Vision Models to 1% Parameters for Time Series Forecasting","publication_year":2026,"publication_date":"2026-03-14","ids":{"openalex":"https://openalex.org/W7138387188","doi":"https://doi.org/10.1609/aaai.v40i29.39601"},"language":null,"primary_location":{"id":"doi:10.1609/aaai.v40i29.39601","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i29.39601","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1609/aaai.v40i29.39601","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119959702","display_name":"Sisuo Lyu","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Sisuo Lyu","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou), China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou), China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129657720","display_name":"Siru Zhong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Siru Zhong","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou), China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou), China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102648321","display_name":"Weilin Ruan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weilin Ruan","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou), China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou), China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122202195","display_name":"Qingxiang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qingxiang Liu","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou), China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou), China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129672608","display_name":"Qingsong Wen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qingsong Wen","raw_affiliation_strings":["Squirrel Ai Learning, USA"],"affiliations":[{"raw_affiliation_string":"Squirrel Ai Learning, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129687760","display_name":"Hui Xiong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hui Xiong","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou), China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou), China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5129696399","display_name":"Yuxuan Liang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuxuan Liang","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou), China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou), China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5119959702"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.76404494,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"40","issue":"29","first_page":"24216","last_page":"24225"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.453000009059906,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.453000009059906,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.08619999885559082,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.07900000363588333,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.7799000144004822},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.727400004863739},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5296000242233276},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.46630001068115234},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.4627000093460083},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.44999998807907104}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.7799000144004822},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.727400004863739},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6879000067710876},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6638000011444092},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6363999843597412},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5296000242233276},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.46630001068115234},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.4627000093460083},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.44999998807907104},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3806999921798706},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.37929999828338623},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3353999853134155},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.29330000281333923},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.2644999921321869}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v40i29.39601","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i29.39601","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v40i29.39601","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i29.39601","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7459129095077515,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Time":[0],"series":[1,40,49],"forecasting":[2,30,62],"is":[3],"fundamental":[4],"to":[5,16,102,121],"diverse":[6],"applications,":[7],"with":[8,51,97,143],"recent":[9],"approaches":[10],"leverage":[11],"large":[12],"vision":[13,27],"models":[14,28],"(LVMs)":[15],"capture":[17],"temporal":[18,128],"patterns":[19,105],"through":[20],"visual":[21,123],"representations.":[22],"We":[23,64],"reveal":[24],"that":[25,47,71,137],"while":[26,106,125],"enhance":[29],"performance,":[31],"99%":[32],"of":[33,77,146],"their":[34],"parameters":[35],"are":[36],"unnecessary":[37],"for":[38],"time":[39,48],"tasks.":[41],"Through":[42],"cross-modal":[43],"analysis,":[44],"we":[45],"find":[46],"align":[50],"low-level":[52],"textural":[53],"features":[54,124],"but":[55],"not":[56],"high-level":[57],"semantics,":[58],"which":[59],"can":[60],"impair":[61],"accuracy.":[63],"propose":[65],"OccamVTS,":[66],"a":[67],"knowledge":[68],"distillation":[69,101],"framework":[70],"extracts":[72],"only":[73,144],"the":[74,147],"essential":[75,127],"1%":[76,145],"predictive":[78],"information":[79],"from":[80],"LVMs":[81,87],"into":[82],"lightweight":[83],"networks.":[84],"Using":[85],"pre-trained":[86],"as":[88],"privileged":[89],"teachers,":[90],"OccamVTS":[91,138],"employs":[92],"pyramid-style":[93],"feature":[94,100],"alignment":[95],"combined":[96],"correlation":[98],"and":[99,154],"transfer":[103],"beneficial":[104],"filtering":[107],"out":[108],"semantic":[109],"noise.":[110],"Counterintuitively,":[111],"this":[112],"aggressive":[113],"parameter":[114],"reduction":[115],"improves":[116],"accuracy":[117],"by":[118],"eliminating":[119],"overfitting":[120],"irrelevant":[122],"preserving":[126],"patterns.":[129],"Extensive":[130],"experiments":[131],"across":[132],"multiple":[133],"benchmark":[134],"datasets":[135],"demonstrate":[136],"consistently":[139],"achieves":[140],"state-of-the-art":[141],"performance":[142],"original":[148],"parameters,":[149],"particularly":[150],"excelling":[151],"in":[152],"few-shot":[153],"zero-shot":[155],"scenarios.":[156]},"counts_by_year":[],"updated_date":"2026-03-20T20:47:17.329874","created_date":"2026-03-18T00:00:00"}
