{"id":"https://openalex.org/W7135243003","doi":"https://doi.org/10.5194/egusphere-egu26-7473","title":"Field-Space Attention for Structure-Preserving Earth System Transformers","display_name":"Field-Space Attention for Structure-Preserving Earth System Transformers","publication_year":2026,"publication_date":"2026-03-13","ids":{"openalex":"https://openalex.org/W7135243003","doi":"https://doi.org/10.5194/egusphere-egu26-7473"},"language":"en","primary_location":{"id":"doi:10.5194/egusphere-egu26-7473","doi":"https://doi.org/10.5194/egusphere-egu26-7473","is_oa":true,"landing_page_url":"https://doi.org/10.5194/egusphere-egu26-7473","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"volume":null,"type":"conference-abstract","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.5194/egusphere-egu26-7473","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041539079","display_name":"Maximilian Witte","orcid":"https://orcid.org/0000-0002-2923-8907","observed_orcids":["https://orcid.org/0000-0002-2923-8907","https://orcid.org/0000-0002-7657-2991"]},"institutions":[{"id":"https://openalex.org/I2800289517","display_name":"German Climate Computing Centre","ror":"https://ror.org/03ztgj037","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800289517"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Maximilian Witte","raw_affiliation_strings":["German Climate Computing Center (DKRZ), Hamburg, Germany (witte@dkrz.de)"],"raw_orcid":"https://orcid.org/0000-0002-2923-8907","affiliations":[{"raw_affiliation_string":"German Climate Computing Center (DKRZ), Hamburg, Germany (witte@dkrz.de)","institution_ids":["https://openalex.org/I2800289517"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027005510","display_name":"Johannes Meuer","orcid":"https://orcid.org/0009-0000-1998-6699","observed_orcids":["https://orcid.org/0009-0000-1998-6699"]},"institutions":[{"id":"https://openalex.org/I2800289517","display_name":"German Climate Computing Centre","ror":"https://ror.org/03ztgj037","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800289517"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Johannes Meuer","raw_affiliation_strings":["German Climate Computing Center (DKRZ), Hamburg, Germany (witte@dkrz.de)"],"raw_orcid":"https://orcid.org/0009-0000-1998-6699","affiliations":[{"raw_affiliation_string":"German Climate Computing Center (DKRZ), Hamburg, Germany (witte@dkrz.de)","institution_ids":["https://openalex.org/I2800289517"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069780794","display_name":"\u00c9tienne Pl\u00e9siat","orcid":"https://orcid.org/0000-0003-2725-9998","observed_orcids":["https://orcid.org/0000-0003-2725-9998"]},"institutions":[{"id":"https://openalex.org/I2800289517","display_name":"German Climate Computing Centre","ror":"https://ror.org/03ztgj037","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800289517"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"\u00c9tienne Pl\u00e9siat","raw_affiliation_strings":["German Climate Computing Center (DKRZ), Hamburg, Germany (witte@dkrz.de)"],"raw_orcid":"https://orcid.org/0000-0003-2725-9998","affiliations":[{"raw_affiliation_string":"German Climate Computing Center (DKRZ), Hamburg, Germany (witte@dkrz.de)","institution_ids":["https://openalex.org/I2800289517"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061544007","display_name":"Christopher Kadow","orcid":"https://orcid.org/0000-0001-6537-3690","observed_orcids":["https://orcid.org/0000-0001-6537-3690"]},"institutions":[{"id":"https://openalex.org/I2800289517","display_name":"German Climate Computing Centre","ror":"https://ror.org/03ztgj037","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800289517"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Christopher Kadow","raw_affiliation_strings":["German Climate Computing Center (DKRZ), Hamburg, Germany (witte@dkrz.de)"],"raw_orcid":"https://orcid.org/0000-0001-6537-3690","affiliations":[{"raw_affiliation_string":"German Climate Computing Center (DKRZ), Hamburg, Germany (witte@dkrz.de)","institution_ids":["https://openalex.org/I2800289517"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5027005510","https://openalex.org/A5041539079","https://openalex.org/A5061544007","https://openalex.org/A5069780794"],"corresponding_institution_ids":["https://openalex.org/I2800289517"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.5932999849319458,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.5932999849319458,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10466","display_name":"Meteorological Phenomena and Simulations","score":0.2897999882698059,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10255","display_name":"Oceanographic and Atmospheric Processes","score":0.010099999606609344,"subfield":{"id":"https://openalex.org/subfields/1910","display_name":"Oceanography"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/healpix","display_name":"HEALPix","score":0.7170000076293945},{"id":"https://openalex.org/keywords/spherical-grid","display_name":"spherical grids","score":0.7490000128746033},{"id":"https://openalex.org/keywords/near-surface-temperature","display_name":"near-surface temperature","score":0.8130000233650208},{"id":"https://openalex.org/keywords/era5-reanalysis","display_name":"ERA5 reanalysis","score":0.8799999952316284},{"id":"https://openalex.org/keywords/spatiotemporal-prediction","display_name":"spatiotemporal prediction","score":0.8679999709129333},{"id":"https://openalex.org/keywords/data-assimilation","display_name":"data assimilation","score":0.8379999995231628}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6209999918937683},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5210999846458435},{"id":"https://openalex.org/C80368990","wikidata":"https://www.wikidata.org/wiki/Q3046459","display_name":"Earth system science","level":2,"score":0.48330000042915344},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.48330000042915344},{"id":"https://openalex.org/C39399123","wikidata":"https://www.wikidata.org/wiki/Q1348989","display_name":"Earth observation","level":3,"score":0.4584999978542328},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4424999952316284},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4359999895095825},{"id":"https://openalex.org/C116672817","wikidata":"https://www.wikidata.org/wiki/Q1454986","display_name":"Physical system","level":2,"score":0.4120999872684479},{"id":"https://openalex.org/C24552861","wikidata":"https://www.wikidata.org/wiki/Q2670177","display_name":"Data assimilation","level":2,"score":0.3093000054359436},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.30570000410079956},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29260000586509705},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.287200003862381},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.28299999237060547},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.2777000069618225},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.2754000127315521},{"id":"https://openalex.org/C190839683","wikidata":"https://www.wikidata.org/wiki/Q2448197","display_name":"Train","level":2,"score":0.26980000734329224},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.2574999928474426},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.25279998779296875}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5194/egusphere-egu26-7473","doi":"https://doi.org/10.5194/egusphere-egu26-7473","is_oa":true,"landing_page_url":"https://doi.org/10.5194/egusphere-egu26-7473","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.5194/egusphere-egu26-7473","doi":"https://doi.org/10.5194/egusphere-egu26-7473","is_oa":true,"landing_page_url":"https://doi.org/10.5194/egusphere-egu26-7473","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[{"score":0.4399999976158142,"display_name":"Climate action","id":"https://metadata.un.org/sdg/13"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7127312086","https://openalex.org/W7133213766","https://openalex.org/W7223122999","https://openalex.org/W6968228725","https://openalex.org/W4400999737","https://openalex.org/W7160330860","https://openalex.org/W7163125646","https://openalex.org/W4417093937","https://openalex.org/W7214987927","https://openalex.org/W4393247809"],"abstract_inverted_index":{"We":[0,128],"introduce":[1],"Field-Space":[2,83,155,185,216],"Attention,":[3],"a":[4,68,88,136,219],"novel,":[5],"scalable,":[6],"interpretable,":[7,65],"and":[8,66,75,104,143,151,170,181,203,229,238],"flexible":[9],"attention":[10,24],"module":[11],"designed":[12],"for":[13,71,190,223],"Earth":[14,121,192,226],"system":[15,122,193,227],"machine":[16],"learning":[17,123],"models.":[18],"The":[19],"key":[20],"concept":[21],"involves":[22],"computing":[23],"directly":[25],"within":[26],"physical":[27,57,243],"space":[28,180],"on":[29,87,125,130,135],"the":[30,56,79,116,204],"HEALPix":[31,137],"sphere.":[32],"This":[33,52,107,232],"approach":[34],"ensures":[35],"that":[36,98],"all":[37],"intermediate":[38,174],"states":[39],"remain":[40],"as":[41,48,218],"globally":[42],"defined":[43],"geophysical":[44],"fields":[45],"rather":[46],"than":[47],"abstract":[49],"latent":[50],"tokens.":[51],"field-centric":[53],"design":[54],"maintains":[55],"meaning":[58],"of":[59,207],"internal":[60],"representations,":[61],"renders":[62],"layer-wise":[63],"updates":[64],"offers":[67],"simple":[69],"interface":[70],"integrating":[72],"scientific":[73],"constraints":[74],"prior":[76],"knowledge":[77],"throughout":[78],"network":[80],"(see":[81],"Figure).":[82],"Attention":[84,186,217],"is":[85,187],"based":[86],"fixed,":[89],"non-learned,":[90],"multiscale,":[91],"spherical":[92,126],"decomposition.":[93],"It":[94,195],"learns":[95],"structure-preserving":[96],"deformations":[97],"coherently":[99],"couple":[100],"information":[101],"across":[102],"coarse":[103],"fine":[105],"scales.":[106],"enables":[108],"global":[109,131],"context":[110],"without":[111],"sacrificing":[112],"local":[113],"detail.We":[114],"demonstrate":[115],"module's":[117],"effectiveness":[118],"in":[119,178],"representative":[120],"experiments":[124],"grids.":[127],"focus":[129],"near-surface":[132],"temperature":[133],"super-resolution":[134],"grid":[138],"using":[139],"ERA5":[140],"reanalysis":[141],"data":[142,239],"benchmark":[144],"it":[145],"against":[146],"widely":[147],"used":[148],"Vision":[149],"Transformer":[150,156],"U-Net\u2013style":[152],"baselines.":[153],"Our":[154],"model":[157],"trains":[158],"more":[159],"stably,":[160],"converge":[161],"faster,":[162],"achieve":[163],"strong":[164],"accuracy":[165],"with":[166,210],"substantially":[167],"fewer":[168],"parameters,":[169],"yield":[171],"physically":[172],"interpretable":[173],"fields.By":[175],"keeping":[176],"computation":[177],"field":[179],"explicitly":[182],"separating":[183],"scales,":[184],"particularly":[188],"well-suited":[189],"high-resolution":[191,225],"modeling.":[194,231],"supports":[196],"scale-aware":[197],"inductive":[198],"biases,":[199],"principled":[200],"cross-scale":[201],"consistency,":[202],"efficient":[205],"coupling":[206],"large-scale":[208],"dynamics":[209],"fine-scale":[211],"variability.":[212],"These":[213],"properties":[214],"position":[215],"compact":[220],"building":[221],"block":[222],"next-generation,":[224],"prediction":[228],"generative":[230],"includes":[233],"downscaling,":[234],"spatiotemporal":[235],"forecasting,":[236],"infilling,":[237],"assimilation":[240],"under":[241],"stronger":[242],"constraints.":[244]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-03-14T00:00:00"}