{"id":"https://openalex.org/W3199775905","doi":"https://doi.org/10.1137/21m1447039","title":"When Do Extended Physics-Informed Neural Networks (XPINNs) Improve Generalization?","display_name":"When Do Extended Physics-Informed Neural Networks (XPINNs) Improve Generalization?","publication_year":2022,"publication_date":"2022-09-27","ids":{"openalex":"https://openalex.org/W3199775905","doi":"https://doi.org/10.1137/21m1447039","mag":"3199775905"},"language":"en","primary_location":{"id":"doi:10.1137/21m1447039","is_oa":true,"landing_page_url":"https://doi.org/10.1137/21m1447039","pdf_url":null,"source":{"id":"https://openalex.org/S165512578","display_name":"SIAM Journal on Scientific Computing","issn_l":"1064-8275","issn":["1064-8275","1095-7197"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Scientific Computing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1137/21m1447039","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090943765","display_name":"Zheyuan Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Zheyuan Hu","raw_affiliation_strings":["National University of Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061905151","display_name":"Ameya D. Jagtap","orcid":"https://orcid.org/0000-0002-8831-1000"},"institutions":[{"id":"https://openalex.org/I175594653","display_name":"John Brown University","ror":"https://ror.org/02ct41q97","country_code":"US","type":"education","lineage":["https://openalex.org/I175594653"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ameya D. Jagtap","raw_affiliation_strings":["Brown University"],"affiliations":[{"raw_affiliation_string":"Brown University","institution_ids":["https://openalex.org/I175594653"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009658255","display_name":"George Em Karniadakis","orcid":"https://orcid.org/0000-0002-9713-7120"},"institutions":[{"id":"https://openalex.org/I175594653","display_name":"John Brown University","ror":"https://ror.org/02ct41q97","country_code":"US","type":"education","lineage":["https://openalex.org/I175594653"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"George Em Karniadakis","raw_affiliation_strings":["Brown University"],"affiliations":[{"raw_affiliation_string":"Brown University","institution_ids":["https://openalex.org/I175594653"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003184366","display_name":"Kenji Kawaguchi","orcid":"https://orcid.org/0000-0002-5361-9793"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Kenji Kawaguchi","raw_affiliation_strings":["National University of Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5090943765"],"corresponding_institution_ids":["https://openalex.org/I165932596"],"apc_list":null,"apc_paid":null,"fwci":14.1432,"has_fulltext":false,"cited_by_count":118,"citation_normalized_percentile":{"value":0.99577232,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"44","issue":"5","first_page":"A3158","last_page":"A3182"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11222","display_name":"Magnetic Properties and Applications","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/2504","display_name":"Electronic, Optical and Magnetic Materials"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10339","display_name":"Advanced Numerical Methods in Computational Mathematics","score":0.9659000039100647,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.7546021938323975},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.7012513279914856},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.533568799495697},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.49156150221824646},{"id":"https://openalex.org/keywords/partial-differential-equation","display_name":"Partial differential equation","score":0.4690941572189331},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4405430555343628},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4054650664329529},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3631875514984131},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.36101841926574707},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34849444031715393}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.7546021938323975},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.7012513279914856},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.533568799495697},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.49156150221824646},{"id":"https://openalex.org/C93779851","wikidata":"https://www.wikidata.org/wiki/Q271977","display_name":"Partial differential equation","level":2,"score":0.4690941572189331},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4405430555343628},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4054650664329529},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3631875514984131},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.36101841926574707},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34849444031715393},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1137/21m1447039","is_oa":true,"landing_page_url":"https://doi.org/10.1137/21m1447039","pdf_url":null,"source":{"id":"https://openalex.org/S165512578","display_name":"SIAM Journal on Scientific Computing","issn_l":"1064-8275","issn":["1064-8275","1095-7197"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Scientific Computing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2109.09444","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2109.09444","pdf_url":"https://arxiv.org/pdf/2109.09444","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:HAL:hal-03809927v1","is_oa":false,"landing_page_url":"https://hal.science/hal-03809927","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISSN: 1064-8275","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:osti.gov:2282018","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/2282018","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.1137/21m1447039","is_oa":true,"landing_page_url":"https://doi.org/10.1137/21m1447039","pdf_url":null,"source":{"id":"https://openalex.org/S165512578","display_name":"SIAM Journal on Scientific Computing","issn_l":"1064-8275","issn":["1064-8275","1095-7197"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Scientific Computing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8834641238","display_name":null,"funder_award_id":"FA9550-20-1-0358","funder_id":"https://openalex.org/F4320333591","funder_display_name":"Multidisciplinary University Research Initiative"}],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320333591","display_name":"Multidisciplinary University Research Initiative","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W2011173403","https://openalex.org/W2051434435","https://openalex.org/W2062430377","https://openalex.org/W2091772836","https://openalex.org/W2166116275","https://openalex.org/W2550848904","https://openalex.org/W2559827045","https://openalex.org/W2579923771","https://openalex.org/W2709553318","https://openalex.org/W2732724430","https://openalex.org/W2895906462","https://openalex.org/W2899283552","https://openalex.org/W2948551291","https://openalex.org/W2962857907","https://openalex.org/W2963285844","https://openalex.org/W2963446085","https://openalex.org/W2963716183","https://openalex.org/W2993158195","https://openalex.org/W3010839048","https://openalex.org/W3015865829","https://openalex.org/W3028009715","https://openalex.org/W3037090957","https://openalex.org/W3037386592","https://openalex.org/W3046084383","https://openalex.org/W3093786597","https://openalex.org/W3098546160","https://openalex.org/W3099057226","https://openalex.org/W3102139197","https://openalex.org/W3118958351","https://openalex.org/W3119586787","https://openalex.org/W3125148525","https://openalex.org/W3133608513","https://openalex.org/W3148629269","https://openalex.org/W3153200540","https://openalex.org/W3170945223","https://openalex.org/W4310113695"],"related_works":["https://openalex.org/W4362597605","https://openalex.org/W1574414179","https://openalex.org/W4297676672","https://openalex.org/W3009056573","https://openalex.org/W2922073769","https://openalex.org/W4281702477","https://openalex.org/W2490526372","https://openalex.org/W4376166922","https://openalex.org/W4378510483","https://openalex.org/W4221142204"],"abstract_inverted_index":{"Physics-informed":[0],"neural":[1],"networks":[2,115],"(PINNs)":[3],"have":[4,34],"become":[5,205],"a":[6,88,104,148,196],"popular":[7],"choice":[8],"for":[9,79,150],"solving":[10],"high-dimensional":[11],"partial":[12],"differential":[13],"equations":[14],"(PDEs)":[15],"due":[16,38],"to":[17,39,171,184,201,213],"their":[18,40,49,55],"excellent":[19],"approximation":[20],"power":[21],"and":[22,45,48,57,73,83,103,175,193,203,228],"generalization":[23,58,90,106],"ability.":[24],"Recently,":[25],"extended":[26],"PINNs":[27,82],"(XPINNs)":[28],"based":[29,119],"on":[30,120],"domain":[31,145],"decomposition":[32,182],"methods":[33],"attracted":[35],"considerable":[36],"attention":[37],"effectiveness":[41],"in":[42,99,190],"modeling":[43],"multiscale":[44],"multiphysics":[46],"problems":[47],"parallelization.":[50],"However,":[51],"theoretical":[52],"understanding":[53,71],"of":[54,95,113,141],"convergence":[56],"properties":[59],"remains":[60],"unexplored.":[61],"In":[62],"this":[63],"study,":[64],"we":[65,85,123,209],"take":[66],"an":[67],"initial":[68],"step":[69],"towards":[70],"how":[72],"when":[74,215],"XPINNs":[75,129,156,216],"outperform":[76],"PINNs.":[77],"Specifically,":[78],"general":[80],"multilayer":[81],"XPINNs,":[84],"first":[86],"provide":[87],"prior":[89],"bound":[91,107],"via":[92,108],"the":[93,96,100,109,114,125,137,144,153,158,168,179],"complexity":[94,169],"target":[97],"functions":[98],"PDE":[101,160],"problem":[102],"posterior":[105,110],"matrix":[111],"norms":[112],"after":[116],"optimization.":[117],"Moreover,":[118],"our":[121,133,230],"bounds,":[122],"analyze":[124],"conditions":[126],"under":[127],"which":[128,166],"improve":[130],"generalization.":[131,151,177],"Concretely,":[132],"theory":[134],"shows":[135],"that":[136],"key":[138],"building":[139],"block":[140],"XPINN,":[142],"namely,":[143],"decomposition,":[146],"introduces":[147],"tradeoff":[149],"On":[152,178],"one":[154],"hand,":[155,181],"decompose":[157],"complex":[159],"solution":[161],"into":[162],"several":[163],"simple":[164],"parts,":[165],"decreases":[167],"needed":[170],"learn":[172],"each":[173,191],"part":[174],"boosts":[176],"other":[180],"leads":[183],"less":[185,206],"training":[186],"data":[187],"being":[188],"available":[189],"subdomain,":[192],"hence":[194,226],"such":[195],"model":[197],"is":[198],"typically":[199],"prone":[200],"overfitting":[202],"may":[204],"generalizable.":[207],"Empirically,":[208],"choose":[210],"five":[211],"PDEs":[212],"show":[214],"perform":[217],"better":[218],"than,":[219],"similar":[220],"to,":[221],"or":[222],"worse":[223],"than":[224],"PINNs,":[225],"demonstrating":[227],"justifying":[229],"new":[231],"theory.":[232]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":34},{"year":2024,"cited_by_count":39},{"year":2023,"cited_by_count":32},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2021-09-27T00:00:00"}