{"id":"https://openalex.org/W4417066477","doi":"https://doi.org/10.1016/j.jcp.2025.114567","title":"Mamba neural operator: Who wins? transformers vs. state-space models for PDEs","display_name":"Mamba neural operator: Who wins? transformers vs. state-space models for PDEs","publication_year":2025,"publication_date":"2025-12-06","ids":{"openalex":"https://openalex.org/W4417066477","doi":"https://doi.org/10.1016/j.jcp.2025.114567"},"language":"en","primary_location":{"id":"doi:10.1016/j.jcp.2025.114567","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.jcp.2025.114567","pdf_url":null,"source":{"id":"https://openalex.org/S148709879","display_name":"Journal of Computational Physics","issn_l":"0021-9991","issn":["0021-9991","1090-2716"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Physics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.jcp.2025.114567","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065750724","display_name":"Chun-Wun Cheng","orcid":"https://orcid.org/0009-0007-3281-1202"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Chun-Wun Cheng","raw_affiliation_strings":["Department of Applied Mathematics and Theoretical Physics, University of Cambridge, The Old Schools, Trinity Lane, Cambridge, CB2 1TN, United Kingdom"],"raw_orcid":"https://orcid.org/0009-0007-3281-1202","affiliations":[{"raw_affiliation_string":"Department of Applied Mathematics and Theoretical Physics, University of Cambridge, The Old Schools, Trinity Lane, Cambridge, CB2 1TN, United Kingdom","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiahao Huang","orcid":"https://orcid.org/0000-0002-8032-9097"},"institutions":[{"id":"https://openalex.org/I4210101049","display_name":"Lung Institute","ror":"https://ror.org/016978714","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210101049"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Jiahao Huang","raw_affiliation_strings":["Bioengineering Department and Imperial-X and National Heart and Lung Institute, Imperial College London, London, W12 7SL, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-8032-9097","affiliations":[{"raw_affiliation_string":"Bioengineering Department and Imperial-X and National Heart and Lung Institute, Imperial College London, London, W12 7SL, United Kingdom","institution_ids":["https://openalex.org/I4210101049","https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yi Zhang","orcid":"https://orcid.org/0000-0002-5831-0170"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Zhang","raw_affiliation_strings":["Department of Electronics, Southern University of Science and Technology, No. 1088 Xueyuan Avenue, Nanshan District, Shenzhen, Guangdong, 518055, China"],"raw_orcid":"https://orcid.org/0000-0002-5831-0170","affiliations":[{"raw_affiliation_string":"Department of Electronics, Southern University of Science and Technology, No. 1088 Xueyuan Avenue, Nanshan District, Shenzhen, Guangdong, 518055, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100436460","display_name":"Guang Yang","orcid":"https://orcid.org/0000-0001-7344-7733"},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]},{"id":"https://openalex.org/I4210101049","display_name":"Lung Institute","ror":"https://ror.org/016978714","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210101049"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Guang Yang","raw_affiliation_strings":["Bioengineering Department and Imperial-X and National Heart and Lung Institute, Imperial College London, London, W12 7SL, United Kingdom","School of Biomedical Engineering and Imaging Sciences, King\u2019s College London, No. 1088 Xueyuan Avenue, Nanshan District, Shenzhen, Guangdong, WC2R 2LS, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0001-7344-7733","affiliations":[{"raw_affiliation_string":"Bioengineering Department and Imperial-X and National Heart and Lung Institute, Imperial College London, London, W12 7SL, United Kingdom","institution_ids":["https://openalex.org/I4210101049","https://openalex.org/I47508984"]},{"raw_affiliation_string":"School of Biomedical Engineering and Imaging Sciences, King\u2019s College London, No. 1088 Xueyuan Avenue, Nanshan District, Shenzhen, Guangdong, WC2R 2LS, United Kingdom","institution_ids":["https://openalex.org/I183935753"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033880300","display_name":"Carola\u2010Bibiane Sch\u00f6nlieb","orcid":"https://orcid.org/0000-0003-0099-6306"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Carola-Bibiane Sch\u00f6nlieb","raw_affiliation_strings":["Department of Applied Mathematics and Theoretical Physics, University of Cambridge, The Old Schools, Trinity Lane, Cambridge, CB2 1TN, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-0099-6306","affiliations":[{"raw_affiliation_string":"Department of Applied Mathematics and Theoretical Physics, University of Cambridge, The Old Schools, Trinity Lane, Cambridge, CB2 1TN, United Kingdom","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5098821370","display_name":"Angelica I. Aviles-Rivero","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Angelica I. Aviles-Rivero","raw_affiliation_strings":["Yau Mathematical Sciences Cente, Tsinghua University, Jingzhai, Haidian District, Beijing, 100084, China"],"raw_orcid":"https://orcid.org/0000-0002-8878-0325","affiliations":[{"raw_affiliation_string":"Yau Mathematical Sciences Cente, Tsinghua University, Jingzhai, Haidian District, Beijing, 100084, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5098821370"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":{"value":3750,"currency":"USD","value_usd":3750},"apc_paid":{"value":3750,"currency":"USD","value_usd":3750},"fwci":3.9966,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.94344168,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"548","issue":null,"first_page":"114567","last_page":"114567"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9775999784469604,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9775999784469604,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.006099999882280827,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.0017999999690800905,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6535000205039978},{"id":"https://openalex.org/keywords/partial-differential-equation","display_name":"Partial differential equation","score":0.4456999897956848},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.43130001425743103},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4163999855518341},{"id":"https://openalex.org/keywords/complement","display_name":"Complement (music)","score":0.4147000014781952},{"id":"https://openalex.org/keywords/operator","display_name":"Operator (biology)","score":0.34940001368522644}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6980000138282776},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6535000205039978},{"id":"https://openalex.org/C93779851","wikidata":"https://www.wikidata.org/wiki/Q271977","display_name":"Partial differential equation","level":2,"score":0.4456999897956848},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43130001425743103},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4163999855518341},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.4147000014781952},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.357699990272522},{"id":"https://openalex.org/C17020691","wikidata":"https://www.wikidata.org/wiki/Q139677","display_name":"Operator (biology)","level":5,"score":0.34940001368522644},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.3472999930381775},{"id":"https://openalex.org/C49766605","wikidata":"https://www.wikidata.org/wiki/Q207643","display_name":"Linear map","level":2,"score":0.33719998598098755},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.30660000443458557},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.30630001425743103},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27559998631477356},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.25519999861717224}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.jcp.2025.114567","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.jcp.2025.114567","pdf_url":null,"source":{"id":"https://openalex.org/S148709879","display_name":"Journal of Computational Physics","issn_l":"0021-9991","issn":["0021-9991","1090-2716"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Physics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.jcp.2025.114567","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.jcp.2025.114567","pdf_url":null,"source":{"id":"https://openalex.org/S148709879","display_name":"Journal of Computational Physics","issn_l":"0021-9991","issn":["0021-9991","1090-2716"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Physics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1251990094","display_name":null,"funder_award_id":"RDA01","funder_id":"https://openalex.org/F4320336039","funder_display_name":"NIHR Imperial Biomedical Research Centre"},{"id":"https://openalex.org/G1381463123","display_name":"All in one cancer imaging optimisation using an integrated mathematical and deep learning approach","funder_award_id":"215733/Z/19/Z","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G2051511728","display_name":null,"funder_award_id":"EP/Z002206/1","funder_id":"https://openalex.org/F4320338337","funder_display_name":"H2020 Marie Sk\u0142odowska-Curie Actions"},{"id":"https://openalex.org/G2861870519","display_name":"Robust and Efficient Analysis Approaches of Remote Imagery for Assessing Population and Forest Health in India","funder_award_id":"EP/T003553/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6096796963","display_name":"Cambridge Mathematics of Information in Healthcare (CMIH)","funder_award_id":"EP/T017961/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6579398875","display_name":"EPSRC Centre for Mathematical and Statistical Analysis of Multimodal Clinical Imaging","funder_award_id":"EP/N014588/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6756521213","display_name":null,"funder_award_id":"MR/V023799/1","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"},{"id":"https://openalex.org/G7534764778","display_name":"Combining Knowledge And Data Driven Approaches to Inverse Imaging Problems","funder_award_id":"EP/V029428/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G763414266","display_name":"PET++: Improving Localisation, Diagnosis and Quantification in Clinical and Medical PET Imaging with Randomised Optimisation","funder_award_id":"EP/S026045/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G7939322755","display_name":null,"funder_award_id":"211235","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7986630670","display_name":null,"funder_award_id":"952172","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G8334005674","display_name":"Predicting Dementia: Optimising and translating AI to improve prognosis and clinical pathways","funder_award_id":"221633/Z/20/Z","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G8375851928","display_name":"Novel Data-Driven Models for robust and generalisable ultra-low-dose PET image reconstruction and high-quality CT-free PET image synthesis","funder_award_id":"220785","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"}],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320310441","display_name":"Boehringer Ingelheim","ror":"https://ror.org/00q32j219"},{"id":"https://openalex.org/F4320311904","display_name":"Wellcome Trust","ror":"https://ror.org/029chgv08"},{"id":"https://openalex.org/F4320313467","display_name":"Alan Turing Institute","ror":"https://ror.org/035dkdb55"},{"id":"https://openalex.org/F4320314731","display_name":"UK Research and Innovation","ror":"https://ror.org/001aqnf71"},{"id":"https://openalex.org/F4320320006","display_name":"Royal Society","ror":"https://ror.org/03wnrjx87"},{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322392","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"},{"id":"https://openalex.org/F4320336039","display_name":"NIHR Imperial Biomedical Research Centre","ror":"https://ror.org/01kmhx639"},{"id":"https://openalex.org/F4320338337","display_name":"H2020 Marie Sk\u0142odowska-Curie Actions","ror":null},{"id":"https://openalex.org/F6625209195","display_name":"Wellcome Leap","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W2024399757","https://openalex.org/W2105934661","https://openalex.org/W2136922672","https://openalex.org/W2777417212","https://openalex.org/W2899283552","https://openalex.org/W2965742591","https://openalex.org/W3016401366","https://openalex.org/W3161200675","https://openalex.org/W3178968719","https://openalex.org/W4403484951"],"related_works":[],"abstract_inverted_index":{"Partial":[0],"differential":[1],"equations":[2],"(PDEs)":[3],"are":[4],"widely":[5],"used":[6],"to":[7,31,34,91],"model":[8],"complex":[9],"physical":[10],"systems,":[11],"but":[12,139],"solving":[13,68],"them":[14],"efficiently":[15],"remains":[16],"a":[17,59,72,85,137,140],"significant":[18],"challenge.":[19],"Recently,":[20],"Transformers":[21],"have":[22],"emerged":[23],"as":[24],"the":[25,54,99,125,147],"preferred":[26],"architecture":[27],"for":[28,67,143],"PDEs":[29],"due":[30],"their":[32],"ability":[33],"capture":[35],"intricate":[36],"dependencies.":[37],"However,":[38],"they":[39],"struggle":[40],"with":[41],"representing":[42],"continuous":[43,109],"dynamics":[44,110],"and":[45,81,108,128,152],"long-range":[46,106],"interactions.":[47],"To":[48],"overcome":[49],"these":[50],"limitations,":[51],"we":[52,119],"introduce":[53],"Mamba":[55],"Neural":[56],"Operator":[57],"(MNO),":[58],"novel":[60],"framework":[61,142],"that":[62,88,121],"enhances":[63],"neural":[64,82,131],"operator-based":[65],"techniques":[66],"PDEs.":[69],"MNO":[70,104,122],"establishes":[71],"formal":[73],"theoretical":[74],"connection":[75],"between":[76,149],"structured":[77,100],"state-space":[78],"models":[79],"(SSMs)":[80],"operators,":[83,132],"offering":[84],"unified":[86],"structure":[87],"can":[89],"adapt":[90],"diverse":[92],"architectures,":[93],"including":[94],"Transformer-based":[95],"models.":[96],"By":[97],"leveraging":[98],"design":[101],"of":[102,130],"SSMs,":[103],"captures":[105],"dependencies":[107],"more":[111],"effectively":[112],"than":[113],"traditional":[114],"Transformers.":[115],"Through":[116],"extensive":[117],"analysis,":[118],"show":[120],"significantly":[123],"boosts":[124],"expressive":[126],"power":[127],"accuracy":[129],"making":[133],"it":[134],"not":[135],"just":[136],"complement":[138],"superior":[141],"PDE-related":[144],"tasks,":[145],"bridging":[146],"gap":[148],"efficient":[150],"representation":[151],"accurate":[153],"solution":[154],"approximation.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":6}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-12-06T00:00:00"}
