{"id":"https://openalex.org/W7167597223","doi":"https://doi.org/10.48550/arxiv.2607.02829","title":"Less Tokens, Better Forecasts: Sparse Residual Routing for Efficient Weather Prediction","display_name":"Less Tokens, Better Forecasts: Sparse Residual Routing for Efficient Weather Prediction","publication_year":2026,"publication_date":"2026-07-02","ids":{"openalex":"https://openalex.org/W7167597223","doi":"https://doi.org/10.48550/arxiv.2607.02829"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.02829","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.02829","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.02829","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134143977","display_name":"Janet Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Janet","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140212715","display_name":"Yunbei Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yunbei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021606172","display_name":"L Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Lin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140198571","display_name":"Xi Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Xi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085659523","display_name":"Jihun Hamm","orcid":"https://orcid.org/0000-0002-0680-0901"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hamm, Jihun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5140177908","display_name":"Xiao Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10466","display_name":"Meteorological Phenomena and Simulations","score":0.8058000206947327,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10466","display_name":"Meteorological Phenomena and Simulations","score":0.8058000206947327,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10029","display_name":"Climate variability and models","score":0.032999999821186066,"subfield":{"id":"https://openalex.org/subfields/2306","display_name":"Global and Planetary Change"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.023800000548362732,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5641999840736389},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.5544999837875366},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.5260999798774719},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.5217000246047974},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.4512999951839447},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.36890000104904175},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.3546999990940094},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.3531000018119812}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6858000159263611},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5641999840736389},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.5544999837875366},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.5260999798774719},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.5217000246047974},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.4512999951839447},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.41670000553131104},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.36890000104904175},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.3546999990940094},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.3531000018119812},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3472000062465668},{"id":"https://openalex.org/C21001229","wikidata":"https://www.wikidata.org/wiki/Q182868","display_name":"Weather forecasting","level":2,"score":0.3336000144481659},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.326200008392334},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3237000107765198},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.30239999294281006},{"id":"https://openalex.org/C175291020","wikidata":"https://www.wikidata.org/wiki/Q1156822","display_name":"Offset (computer science)","level":2,"score":0.29919999837875366},{"id":"https://openalex.org/C56951928","wikidata":"https://www.wikidata.org/wiki/Q3539213","display_name":"Trimming","level":2,"score":0.29820001125335693},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28360000252723694},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.2809000015258789},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.27459999918937683},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.02829","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.02829","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.02829","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.02829","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.4750494360923767,"display_name":"Climate action","id":"https://metadata.un.org/sdg/13"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Existing":[0],"ViT-based":[1],"weather":[2,54],"forecasting":[3,55],"models":[4],"apply":[5],"uniform":[6],"computation":[7,36],"across":[8],"all":[9],"spatial":[10,117],"tokens,":[11],"even":[12],"though":[13],"nearby":[14],"atmospheric":[15,67],"grid":[16,82,160],"points":[17],"often":[18],"contain":[19],"similar":[20],"values":[21,74],"and":[22,125,141,170,188,195,220],"large":[23],"regions":[24],"evolve":[25],"smoothly":[26],"over":[27,227],"time.":[28],"This":[29],"makes":[30,103],"much":[31],"of":[32,66,116],"the":[33,76,120,134,138,148,184,217,237],"intermediate":[34],"per-token":[35],"redundant.":[37],"Standard":[38],"token-efficiency":[39],"methods,":[40],"such":[41],"as":[42,129],"pruning":[43],"or":[44,50,164,174],"merging,":[45],"reduce":[46],"cost":[47],"by":[48,166],"removing":[49],"fusing":[51],"tokens.":[52],"However,":[53],"is":[56,162,212],"a":[57,64,86,97,167,192,196],"spatiotemporal":[58],"dense":[59],"prediction":[60],"problem":[61],"in":[62,216],"which":[63],"history":[65],"states":[68],"must":[69,84],"be":[70],"mapped":[71],"to":[72,147,183],"future":[73],"on":[75,203],"original":[77],"latitude-longitude":[78],"grid.":[79],"Thus,":[80],"every":[81,204],"cell":[83,161],"retain":[85],"physically":[87],"meaningful":[88],"representation,":[89],"especially":[90],"under":[91],"autoregressive":[92],"rollout.":[93],"We":[94],"introduce":[95],"Sparse-Reslim,":[96],"parameter-free":[98],"plug-in":[99],"routing":[100,244],"module":[101],"that":[102,236],"sparse":[104,243],"token":[105,248],"processing":[106],"compatible":[107],"with":[108,226],"this":[109,144],"fixed-grid":[110],"requirement.":[111],"Sparse-Reslim":[112,199],"routes":[113],"only":[114,143],"25%":[115],"tokens":[118,140,152],"through":[119],"expensive":[121],"middle":[122],"transformer":[123],"blocks":[124,128],"treats":[126],"those":[127],"residual":[130],"updates:":[131],"it":[132],"computes":[133],"change":[135],"produced":[136],"for":[137],"routed":[139],"scatters":[142],"delta":[145],"back":[146],"full":[149],"sequence.":[150],"Unselected":[151],"keep":[153],"their":[154],"pre-routing":[155],"representations":[156],"exactly,":[157],"so":[158],"no":[159,171],"dropped":[163],"replaced":[165],"mask":[168],"token,":[169],"fusion":[172],"layer":[173],"additional":[175,252],"parameters":[176],"are":[177],"introduced.":[178],"Across":[179],"ERA5":[180],"resolutions":[181],"up":[182],"operational":[185],"0.25\\textdegree{}":[186],"standard":[187],"two":[189],"model":[190],"families,":[191],"deterministic":[193],"Transformer":[194],"diffusion":[197],"model,":[198],"improves":[200],"forecast":[201],"accuracy":[202,238],"evaluated":[205],"variable":[206],"while":[207,246],"substantially":[208],"reducing":[209],"cost:":[210],"training":[211],"about":[213],"2.5x":[214],"faster":[215],"main":[218],"settings":[219],"reaches":[221],"3.18x":[222],"speedup":[223],"at":[224],"0.25\\textdegree{},":[225],"2.2x":[228],"lower":[229],"peak":[230],"memory.":[231],"A":[232],"controlled":[233],"decomposition":[234],"shows":[235],"gain":[239],"comes":[240],"primarily":[241],"from":[242],"itself,":[245],"random":[247],"selection":[249],"provides":[250],"an":[251],"regularization":[253],"benefit":[254],"without":[255],"selector":[256],"overhead.":[257]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-08T00:00:00"}