{"id":"https://openalex.org/W7140176380","doi":"https://doi.org/10.48550/arxiv.2603.20410","title":"SLE-FNO: Single-Layer Extensions for Task-Agnostic Continual Learning in Fourier Neural Operators","display_name":"SLE-FNO: Single-Layer Extensions for Task-Agnostic Continual Learning in Fourier Neural Operators","publication_year":2026,"publication_date":"2026-03-20","ids":{"openalex":"https://openalex.org/W7140176380","doi":"https://doi.org/10.48550/arxiv.2603.20410"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.20410","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.20410","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.20410","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Elhadidy, Mahmoud","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Elhadidy, Mahmoud","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"D'Souza, Roshan M.","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"D'Souza, Roshan M.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Arzani, Amirhossein","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Arzani, Amirhossein","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.6909000277519226,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.6909000277519226,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.07479999959468842,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.04190000146627426,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/extrapolation","display_name":"Extrapolation","score":0.6854000091552734},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.4684000015258789},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.4530999958515167},{"id":"https://openalex.org/keywords/operator","display_name":"Operator (biology)","score":0.439300000667572},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4375999867916107},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.4350999891757965},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.3806999921798706}],"concepts":[{"id":"https://openalex.org/C132459708","wikidata":"https://www.wikidata.org/wiki/Q744069","display_name":"Extrapolation","level":2,"score":0.6854000091552734},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6230000257492065},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5720999836921692},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4740000069141388},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.4684000015258789},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.4530999958515167},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.44130000472068787},{"id":"https://openalex.org/C17020691","wikidata":"https://www.wikidata.org/wiki/Q139677","display_name":"Operator (biology)","level":5,"score":0.439300000667572},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4375999867916107},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.4350999891757965},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.3806999921798706},{"id":"https://openalex.org/C102519508","wikidata":"https://www.wikidata.org/wiki/Q6520159","display_name":"Fourier transform","level":2,"score":0.3596000075340271},{"id":"https://openalex.org/C81184566","wikidata":"https://www.wikidata.org/wiki/Q1191895","display_name":"Conjugate gradient method","level":2,"score":0.35429999232292175},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.3431999981403351},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3165000081062317},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3147999942302704},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.2996000051498413},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.2957000136375427},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.28380000591278076},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2732999920845032},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.2655999958515167},{"id":"https://openalex.org/C191178318","wikidata":"https://www.wikidata.org/wiki/Q2256906","display_name":"Thresholding","level":3,"score":0.2605000138282776}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.20410","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.20410","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.20410","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.20410","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Scientific":[0],"machine":[1],"learning":[2,58],"is":[3,249],"increasingly":[4],"used":[5],"to":[6,49,64,90,112,160,165],"build":[7],"surrogate":[8],"models,":[9],"yet":[10],"most":[11],"models":[12,157,246],"are":[13,73],"trained":[14,159],"under":[15],"a":[16,54,96,102,120,151,240],"restrictive":[17],"assumption":[18],"in":[19,75,80,171],"which":[20],"future":[21],"data":[22],"follow":[23],"the":[24,28,91,107,205,211],"same":[25],"distribution":[26,65],"as":[27,239],"training":[29],"set.":[30],"In":[31],"practice,":[32],"new":[33,97],"experimental":[34],"conditions":[35],"or":[36,84],"simulation":[37],"regimes":[38,86],"may":[39],"differ":[40],"significantly,":[41],"requiring":[42],"extrapolation":[43,248],"and":[44,146,189,197,202,217,224,236],"model":[45],"updates":[46],"without":[47,132],"re-access":[48],"prior":[50],"data.":[51],"This":[52],"creates":[53],"need":[55],"for":[56,243],"continual":[57],"(CL)":[59],"frameworks":[60],"that":[61,194],"can":[62],"adapt":[63],"shifts":[66],"while":[67],"preventing":[68],"catastrophic":[69],"forgetting.":[70],"Such":[71],"challenges":[72],"pronounced":[74],"fluid":[76,182],"dynamics,":[77],"where":[78],"changes":[79,89],"geometry,":[81],"boundary":[82],"conditions,":[83],"flow":[85],"induce":[87],"non-trivial":[88],"solution.":[92],"Here,":[93],"we":[94],"introduce":[95,237],"architecture-based":[98,198],"approach":[99],"(SLE-FNO)":[100],"combining":[101],"Single-Layer":[103],"Extension":[104],"(SLE)":[105],"with":[106,119,208,221],"Fourier":[108],"Neural":[109],"Operator":[110],"(FNO)":[111],"support":[113],"efficient":[114],"CL.":[115],"SLE-FNO":[116,209,238],"was":[117],"compared":[118],"range":[121],"of":[122],"established":[123],"CL":[124,234],"methods,":[125],"including":[126],"Elastic":[127],"Weight":[128],"Consolidation":[129],"(EWC),":[130],"Learning":[131],"Forgetting":[133],"(LwF),":[134],"replay-based":[135,195],"approaches,":[136],"Orthogonal":[137],"Gradient":[138,141],"Descent":[139],"(OGD),":[140],"Episodic":[142],"Memory":[143],"(GEM),":[144],"PiggyBack,":[145],"Low-Rank":[147],"Adaptation":[148],"(LoRA),":[149],"within":[150],"spatial":[152],"field-to-field":[153],"regression":[154],"setting.":[155],"The":[156],"were":[158,177],"map":[161],"transient":[162],"concentration":[163],"fields":[164],"time-averaged":[166],"wall":[167],"shear":[168],"stress":[169],"(TAWSS)":[170],"pulsatile":[172],"aneurysmal":[173],"blood":[174],"flow.":[175],"Tasks":[176],"derived":[178],"from":[179],"230":[180],"computational":[181],"dynamics":[183],"simulations":[184],"grouped":[185],"into":[186],"four":[187],"sequential":[188],"out-of-distribution":[190],"configurations.":[191],"Results":[192],"show":[193],"methods":[196],"approaches":[199],"(PiggyBack,":[200],"LoRA,":[201],"SLE-FNO)":[203],"achieve":[204],"best":[206],"retention,":[207],"providing":[210],"strongest":[212],"overall":[213],"balance":[214],"between":[215,233],"plasticity":[216],"stability,":[218],"achieving":[219],"accuracy":[220],"zero":[222],"forgetting":[223],"minimal":[225],"additional":[226],"parameters.":[227],"Our":[228],"findings":[229],"highlight":[230],"key":[231],"differences":[232],"algorithms":[235],"promising":[241],"strategy":[242],"adapting":[244],"baseline":[245],"when":[247],"required.":[250]},"counts_by_year":[],"updated_date":"2026-04-21T06:05:55.347736","created_date":"2026-03-25T00:00:00"}