{"id":"https://openalex.org/W7215929351","doi":"https://doi.org/10.3390/forecast8060106","title":"MeteoFormer: The Accuracy\u2013Faithfulness Trade-Off of Built-In Attention in Meteorological Forecasting","display_name":"MeteoFormer: The Accuracy\u2013Faithfulness Trade-Off of Built-In Attention in Meteorological Forecasting","publication_year":2026,"publication_date":"2026-11-09","ids":{"openalex":"https://openalex.org/W7215929351","doi":"https://doi.org/10.3390/forecast8060106"},"language":"en","primary_location":{"id":"doi:10.3390/forecast8060106","doi":"https://doi.org/10.3390/forecast8060106","is_oa":true,"landing_page_url":"https://doi.org/10.3390/forecast8060106","pdf_url":null,"source":{"id":"https://openalex.org/S4210194518","display_name":"Forecasting","issn_l":"2571-9394","issn":["2571-9394"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Forecasting","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3390/forecast8060106","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092703061","display_name":"Moldir Ashimova","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Moldir Ashimova","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5155185913","display_name":"Nurlan Tashatov","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nurlan Tashatov","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5140646623","display_name":"Azamat Serek","orcid":"https://orcid.org/0000-0001-7096-6765","observed_orcids":["https://orcid.org/0000-0001-7096-6765"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Azamat Serek","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1800,"currency":"CHF","value_usd":2172},"apc_paid":{"value":1800,"currency":"CHF","value_usd":2172},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"8","issue":"6","first_page":"106","last_page":"106"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10466","display_name":"Meteorological Phenomena and Simulations","score":0.31520000100135803,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10466","display_name":"Meteorological Phenomena and Simulations","score":0.31520000100135803,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.1281999945640564,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.10970000177621841,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/explainability","display_name":"explainability","score":0.5320000052452087},{"id":"https://openalex.org/keywords/temporal-attention","display_name":"temporal attention","score":0.9860000014305115},{"id":"https://openalex.org/keywords/shap","display_name":"SHAP","score":0.48899999260902405},{"id":"https://openalex.org/keywords/temperature-prediction","display_name":"temperature prediction","score":0.574999988079071},{"id":"https://openalex.org/keywords/humidity-forecasting","display_name":"humidity forecasting","score":0.699999988079071},{"id":"https://openalex.org/keywords/wind-speed-forecasting","display_name":"wind speed forecasting","score":0.7570000290870667},{"id":"https://openalex.org/keywords/crossformer","display_name":"Crossformer","score":0.550000011920929},{"id":"https://openalex.org/keywords/instance-normalization","display_name":"instance normalization","score":0.47200000286102295}],"concepts":[{"id":"https://openalex.org/C2778304055","wikidata":"https://www.wikidata.org/wiki/Q657474","display_name":"Beijing","level":3,"score":0.6401000022888184},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.5235999822616577},{"id":"https://openalex.org/C39432304","wikidata":"https://www.wikidata.org/wiki/Q188847","display_name":"Environmental science","level":0,"score":0.47749999165534973},{"id":"https://openalex.org/C188154048","wikidata":"https://www.wikidata.org/wiki/Q6803609","display_name":"Mean absolute error","level":3,"score":0.44859999418258667},{"id":"https://openalex.org/C161067210","wikidata":"https://www.wikidata.org/wiki/Q1464943","display_name":"Wind speed","level":2,"score":0.43860000371932983},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.4343000054359436},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.41929998993873596},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.37940001487731934},{"id":"https://openalex.org/C158960510","wikidata":"https://www.wikidata.org/wiki/Q180600","display_name":"Relative humidity","level":2,"score":0.375},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.36010000109672546},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.34599998593330383},{"id":"https://openalex.org/C75778745","wikidata":"https://www.wikidata.org/wiki/Q342626","display_name":"Lag","level":2,"score":0.3140999972820282},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.3124000132083893},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.304500013589859},{"id":"https://openalex.org/C166851805","wikidata":"https://www.wikidata.org/wiki/Q5468165","display_name":"Forecast verification","level":3,"score":0.2921000123023987},{"id":"https://openalex.org/C49204034","wikidata":"https://www.wikidata.org/wiki/Q52139","display_name":"Climatology","level":1,"score":0.2856000065803528},{"id":"https://openalex.org/C170061395","wikidata":"https://www.wikidata.org/wiki/Q5468164","display_name":"Forecast skill","level":2,"score":0.27469998598098755},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.2741999924182892},{"id":"https://openalex.org/C105054674","wikidata":"https://www.wikidata.org/wiki/Q3707381","display_name":"Mean difference","level":3,"score":0.2712000012397766},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2694999873638153},{"id":"https://openalex.org/C22679943","wikidata":"https://www.wikidata.org/wiki/Q159375","display_name":"Standard deviation","level":2,"score":0.25949999690055847},{"id":"https://openalex.org/C151420433","wikidata":"https://www.wikidata.org/wiki/Q180600","display_name":"Humidity","level":2,"score":0.2524999976158142},{"id":"https://openalex.org/C107775477","wikidata":"https://www.wikidata.org/wiki/Q1057900","display_name":"Wind direction","level":3,"score":0.25040000677108765}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/forecast8060106","doi":"https://doi.org/10.3390/forecast8060106","is_oa":true,"landing_page_url":"https://doi.org/10.3390/forecast8060106","pdf_url":null,"source":{"id":"https://openalex.org/S4210194518","display_name":"Forecasting","issn_l":"2571-9394","issn":["2571-9394"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Forecasting","raw_type":"journal-article"},{"id":"doi:10.20944/preprints202610.0096.v1","doi":"https://doi.org/10.20944/preprints202610.0096.v1","is_oa":true,"landing_page_url":"https://doi.org/10.20944/preprints202610.0096.v1","pdf_url":null,"source":{"id":"https://openalex.org/S6309402219","display_name":"Preprints.org","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.3390/forecast8060106","doi":"https://doi.org/10.3390/forecast8060106","is_oa":true,"landing_page_url":"https://doi.org/10.3390/forecast8060106","pdf_url":null,"source":{"id":"https://openalex.org/S4210194518","display_name":"Forecasting","issn_l":"2571-9394","issn":["2571-9394"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Forecasting","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/13","display_name":"Climate action","score":0.5351999998092651}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1849277567","https://openalex.org/W2000842688","https://openalex.org/W2117178635","https://openalex.org/W2754880706","https://openalex.org/W2805334823","https://openalex.org/W2934842096","https://openalex.org/W2968210605","https://openalex.org/W2971724044","https://openalex.org/W2996331899","https://openalex.org/W3015575765","https://openalex.org/W3022265721","https://openalex.org/W3022643593","https://openalex.org/W3025325835","https://openalex.org/W3092172514","https://openalex.org/W3099143320","https://openalex.org/W3107975486","https://openalex.org/W3111605943","https://openalex.org/W3112516115","https://openalex.org/W4213064785","https://openalex.org/W4221147765","https://openalex.org/W4285175926","https://openalex.org/W4291327732","https://openalex.org/W4296437236","https://openalex.org/W4308630674","https://openalex.org/W4315796201","https://openalex.org/W4319596911","https://openalex.org/W4324032736","https://openalex.org/W4377139015","https://openalex.org/W4379382937","https://openalex.org/W4383070246","https://openalex.org/W4383218913","https://openalex.org/W4383621844","https://openalex.org/W4385377038","https://openalex.org/W4385576721","https://openalex.org/W4385763767","https://openalex.org/W4388654737","https://openalex.org/W4391528837","https://openalex.org/W4393177791","https://openalex.org/W4402469026","https://openalex.org/W4402738429","https://openalex.org/W4405031167","https://openalex.org/W4409568540","https://openalex.org/W4410551352","https://openalex.org/W4414359572","https://openalex.org/W7133218509"],"related_works":["https://openalex.org/W4306857384","https://openalex.org/W6966607858","https://openalex.org/W7140760053","https://openalex.org/W3177344253","https://openalex.org/W4248457572","https://openalex.org/W2978695033","https://openalex.org/W4398811367","https://openalex.org/W7163246086","https://openalex.org/W7165191494","https://openalex.org/W7078696802"],"abstract_inverted_index":{"Built-in":[0],"attention":[1,35,152,173,197,222],"is":[2,19,92,174,212],"often":[3],"presented":[4],"as":[5],"a":[6,11,27,111],"free":[7],"explanation":[8,144],"of":[9,47,149],"what":[10],"forecasting":[12],"transformer":[13,29],"relies":[14],"on,":[15],"but":[16,207],"the":[17,51,69,107,121,125,150,168,171,178,183,188,194,208],"claim":[18,145],"rarely":[20],"tested.":[21],"We":[22],"test":[23],"it":[24,137],"on":[25,50,74,96,120,159,162,167,182],"MeteoFormer,":[26],"patch-based":[28],"with":[30,64,94,201],"single-head":[31],"variable":[32,151],"and":[33,53,91,135,187,220],"temporal":[34,172],"that":[36],"forecasts":[37],"four":[38],"weather":[39],"variables":[40],"24":[41],"h":[42,46,128],"ahead":[43],"from":[44,138,156],"96":[45],"hourly":[48],"input":[49],"Jena":[52,75,131],"Beijing":[54,97],"PRSA":[55],"datasets.":[56],"Against":[57],"ten":[58],"baselines":[59],"trained":[60],"under":[61],"one":[62],"protocol":[63],"five":[65],"seeds,":[66],"MeteoFormer":[67],"has":[68,106,193],"lowest":[70],"mean":[71],"absolute":[72],"error":[73,132],"(3.025":[76],"against":[77,85,99,199,218],"3.107":[78],"for":[79,191],"Crossformer,":[80],"Diebold\u2013Mariano":[81],"p":[82,101,204],"<":[83],"0.05":[84],"every":[86],"baseline":[87],"after":[88],"Holm":[89],"correction)":[90],"level":[93],"Crossformer":[95,105],"(4.151":[98],"4.138,":[100],"=":[102,205],"0.72),":[103],"while":[104],"lower":[108],"squared":[109],"error,":[110],"difference":[112],"traced":[113],"to":[114,140],"humidity.":[115],"The":[116,143,147],"model":[117],"depends":[118,180],"heavily":[119],"latest":[122],"observations:":[123],"losing":[124],"last":[126,184],"16":[127,185],"raises":[129],"its":[130,221],"by":[133],"73%":[134],"drops":[136],"first":[139],"sixth":[141],"place.":[142],"fails.":[146],"fidelity":[148],"does":[153],"not":[154],"differ":[155],"zero":[157],"(0.012":[158,198],"Jena,":[160],"0.046":[161],"Beijing),":[163],"far":[164],"below":[165,224],"SHAP":[166],"same":[169],"model;":[170],"almost":[175],"uniform":[176],"although":[177],"forecast":[179],"mainly":[181],"h;":[186],"configuration":[189,211],"selected":[190],"accuracy":[192],"least":[195],"faithful":[196,210],"0.181":[200],"instance":[202],"normalization,":[203],"0.001),":[206],"more":[209],"less":[213],"accurate":[214],"(Jena":[215],"MAE":[216],"3.195":[217],"3.025)":[219],"remains":[223],"SHAP.":[225]},"counts_by_year":[],"updated_date":"2026-11-11T12:16:26.678958","created_date":"2026-10-03T00:00:00"}