{"id":"https://openalex.org/W4387171501","doi":"https://doi.org/10.3233/faia230521","title":"Adaptive Self-Supervision Algorithms for Physics-Informed Neural Networks","display_name":"Adaptive Self-Supervision Algorithms for Physics-Informed Neural Networks","publication_year":2023,"publication_date":"2023-09-28","ids":{"openalex":"https://openalex.org/W4387171501","doi":"https://doi.org/10.3233/faia230521"},"language":"en","primary_location":{"id":"doi:10.3233/faia230521","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia230521","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230521","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230521","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064799932","display_name":"Shashank Subramanian","orcid":"https://orcid.org/0000-0001-7191-2953"},"institutions":[{"id":"https://openalex.org/I148283060","display_name":"Lawrence Berkeley National Laboratory","ror":"https://ror.org/02jbv0t02","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Shashank Subramanian","raw_affiliation_strings":["Lawrence Berkeley National Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lawrence Berkeley National Laboratory","institution_ids":["https://openalex.org/I148283060"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110128205","display_name":"Robert Kirby","orcid":null},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert M. Kirby","raw_affiliation_strings":["University of Utah"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Utah","institution_ids":["https://openalex.org/I223532165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033006662","display_name":"Michael W. Mahoney","orcid":"https://orcid.org/0000-0001-7920-4652"},"institutions":[{"id":"https://openalex.org/I1297971548","display_name":"International Computer Science Institute","ror":"https://ror.org/01ewh7m12","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1297971548"]},{"id":"https://openalex.org/I148283060","display_name":"Lawrence Berkeley National Laboratory","ror":"https://ror.org/02jbv0t02","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael W. Mahoney","raw_affiliation_strings":["International Computer Science Institute","Lawrence Berkeley National Laboratory","University of California, Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"International Computer Science Institute","institution_ids":["https://openalex.org/I1297971548"]},{"raw_affiliation_string":"Lawrence Berkeley National Laboratory","institution_ids":["https://openalex.org/I148283060"]},{"raw_affiliation_string":"University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114047203","display_name":"Amir Gholami","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amir Gholami","raw_affiliation_strings":["University of California, Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5064799932"],"corresponding_institution_ids":["https://openalex.org/I148283060"],"apc_list":null,"apc_paid":null,"fwci":62.1273,"has_fulltext":true,"cited_by_count":40,"citation_normalized_percentile":{"value":0.99900133,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/collocation","display_name":"Collocation (remote sensing)","score":0.7331970930099487},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5059751868247986},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.49208301305770874},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.47124797105789185},{"id":"https://openalex.org/keywords/collocation-method","display_name":"Collocation method","score":0.43983685970306396},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.43246549367904663},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3993387222290039},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.34168997406959534},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18551895022392273},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.17002996802330017},{"id":"https://openalex.org/keywords/differential-equation","display_name":"Differential equation","score":0.15138810873031616},{"id":"https://openalex.org/keywords/ordinary-differential-equation","display_name":"Ordinary differential equation","score":0.10427182912826538},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.0809904932975769}],"concepts":[{"id":"https://openalex.org/C80023036","wikidata":"https://www.wikidata.org/wiki/Q5147531","display_name":"Collocation (remote sensing)","level":2,"score":0.7331970930099487},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5059751868247986},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.49208301305770874},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.47124797105789185},{"id":"https://openalex.org/C2126413","wikidata":"https://www.wikidata.org/wiki/Q1779479","display_name":"Collocation method","level":4,"score":0.43983685970306396},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43246549367904663},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3993387222290039},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.34168997406959534},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18551895022392273},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.17002996802330017},{"id":"https://openalex.org/C78045399","wikidata":"https://www.wikidata.org/wiki/Q11214","display_name":"Differential equation","level":2,"score":0.15138810873031616},{"id":"https://openalex.org/C51544822","wikidata":"https://www.wikidata.org/wiki/Q465274","display_name":"Ordinary differential equation","level":3,"score":0.10427182912826538},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0809904932975769},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/faia230521","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia230521","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230521","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.3233/faia230521","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia230521","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230521","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1286236842","display_name":null,"funder_award_id":"-AC02-05CH11231","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G1523888516","display_name":null,"funder_award_id":"FA9550-","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G1677143136","display_name":null,"funder_award_id":"05CH11231","funder_id":"https://openalex.org/F4320317220","funder_display_name":"National Energy Research Scientific Computing Center"},{"id":"https://openalex.org/G1799333409","display_name":null,"funder_award_id":"DE-AC02-05CH11231","funder_id":"https://openalex.org/F4320337506","funder_display_name":"Advanced Scientific Computing Research"},{"id":"https://openalex.org/G2711541269","display_name":null,"funder_award_id":"FA9550-20-1-0358","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G3083819904","display_name":null,"funder_award_id":"05CH11231","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G3310577945","display_name":null,"funder_award_id":"DE-AC02-05CH11231","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G36446433","display_name":null,"funder_award_id":"FA9550-20-1","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G3944918260","display_name":null,"funder_award_id":"DE-AC02-05CH11231","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G4501827968","display_name":null,"funder_award_id":"AC02-05CH11231","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G4565140552","display_name":null,"funder_award_id":"-AC02-05CH11231","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G498139845","display_name":null,"funder_award_id":"DE-AC02","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G5076365615","display_name":null,"funder_award_id":"AC02-05CH11231","funder_id":"https://openalex.org/F4320317220","funder_display_name":"National Energy Research Scientific Computing Center"},{"id":"https://openalex.org/G5614806141","display_name":null,"funder_award_id":"DE-AC02-05CH11231","funder_id":"https://openalex.org/F4320317220","funder_display_name":"National Energy Research Scientific Computing Center"},{"id":"https://openalex.org/G5729145195","display_name":null,"funder_award_id":"FA9550-20","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G5809100787","display_name":null,"funder_award_id":"FA9550","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G6348972864","display_name":null,"funder_award_id":"AC02-05CH11231","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G6558272803","display_name":null,"funder_award_id":"DE-AC02","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G7354628648","display_name":null,"funder_award_id":"05CH11231","funder_id":"https://openalex.org/F4320338292","funder_display_name":"Lawrence Berkeley National Laboratory"},{"id":"https://openalex.org/G8224071431","display_name":null,"funder_award_id":"1-0358","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G8306346728","display_name":null,"funder_award_id":"AC02-05CH11231","funder_id":"https://openalex.org/F4320338292","funder_display_name":"Lawrence Berkeley National Laboratory"},{"id":"https://openalex.org/G8834641238","display_name":null,"funder_award_id":"FA9550-20-1-0358","funder_id":"https://openalex.org/F4320333591","funder_display_name":"Multidisciplinary University Research Initiative"},{"id":"https://openalex.org/G969889393","display_name":null,"funder_award_id":"DE-AC02-","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"}],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320315121","display_name":"Samsung Advanced Institute of Technology","ror":null},{"id":"https://openalex.org/F4320317220","display_name":"National Energy Research Scientific Computing Center","ror":"https://ror.org/05v3mvq14"},{"id":"https://openalex.org/F4320332195","display_name":"Samsung","ror":"https://ror.org/04w3jy968"},{"id":"https://openalex.org/F4320332359","display_name":"Office of Science","ror":"https://ror.org/00mmn6b08"},{"id":"https://openalex.org/F4320333591","display_name":"Multidisciplinary University Research Initiative","ror":null},{"id":"https://openalex.org/F4320337506","display_name":"Advanced Scientific Computing Research","ror":"https://ror.org/0012c7r22"},{"id":"https://openalex.org/F4320338279","display_name":"Air Force Office of Scientific Research","ror":"https://ror.org/011e9bt93"},{"id":"https://openalex.org/F4320338292","display_name":"Lawrence Berkeley National Laboratory","ror":"https://ror.org/02jbv0t02"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4387171501.pdf"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W2158985775","https://openalex.org/W2749028154","https://openalex.org/W2899283552","https://openalex.org/W2908541468","https://openalex.org/W2951392159","https://openalex.org/W2957969499","https://openalex.org/W2993158195","https://openalex.org/W2999026783","https://openalex.org/W2999467285","https://openalex.org/W3003922491","https://openalex.org/W3008118574","https://openalex.org/W3010839048","https://openalex.org/W3010993481","https://openalex.org/W3014009018","https://openalex.org/W3020952481","https://openalex.org/W3046173836","https://openalex.org/W3084353952","https://openalex.org/W3099057226","https://openalex.org/W3101260193","https://openalex.org/W3116268267","https://openalex.org/W3154177385","https://openalex.org/W3184364599","https://openalex.org/W3197732874","https://openalex.org/W3202132106","https://openalex.org/W3205073660","https://openalex.org/W3205927194","https://openalex.org/W4221160766","https://openalex.org/W4224878973","https://openalex.org/W4226249002","https://openalex.org/W4226448861","https://openalex.org/W4284881952","https://openalex.org/W4286750838","https://openalex.org/W4286988446","https://openalex.org/W4287671439","https://openalex.org/W4293246336","https://openalex.org/W4307154444","https://openalex.org/W4312949054","https://openalex.org/W4387465753","https://openalex.org/W6810237863"],"related_works":["https://openalex.org/W2078318892","https://openalex.org/W2791210196","https://openalex.org/W1987365920","https://openalex.org/W322101810","https://openalex.org/W2384941625","https://openalex.org/W2131278000","https://openalex.org/W2889856026","https://openalex.org/W2009058751","https://openalex.org/W2478942264","https://openalex.org/W1989122168"],"abstract_inverted_index":{"Physics-informed":[0],"neural":[1],"networks":[2],"(PINNs)":[3],"incorporate":[4],"physical":[5],"knowledge":[6],"from":[7],"the":[8,16,34,37,40,44,52,62,65,93,101,104,108,117,126,133,141,179,183,209,215,238],"problem":[9],"domain":[10],"as":[11,68,208],"a":[12,74,113,151],"soft":[13],"constraint":[14],"on":[15,43,100],"loss":[17,105,134],"function,":[18],"but":[19],"recent":[20],"work":[21],"has":[22,240],"shown":[23],"that":[24,51,163,214],"this":[25],"can":[26,56,170,194],"lead":[27],"to":[28,90,131,137,174,197],"optimization":[29,121],"difficulties.":[30],"Here,":[31],"we":[32,72,212],"study":[33],"impact":[35],"of":[36,39,46,64,103,116,185,200],"location":[38,63],"collocation":[41,66,77,83,127,187,231],"points":[42,67,84,128],"trainability":[45],"these":[47,168],"models.":[48],"We":[49,144,161],"find":[50,162,213],"vanilla":[53,165,225],"PINN":[54,226],"performance":[55],"be":[57],"significantly":[58],"boosted":[59],"by":[60],"adapting":[61],"training":[69,118,164],"proceeds.":[70],"Specifically,":[71],"propose":[73],"novel":[75],"adaptive":[76,192,216],"scheme":[78],"which":[79],"progressively":[80],"allocates":[81],"more":[82],"(without":[85],"increasing":[86],"their":[87],"total":[88],"number)":[89],"areas":[91],"where":[92],"model":[94],"is":[95],"making":[96],"higher":[97],"errors":[98],"(based":[99],"gradient":[102],"function":[106],"in":[107,129,172,178,182],"domain).":[109],"This,":[110],"coupled":[111],"with":[112,157,204],"judicious":[114],"restarting":[115],"during":[119],"any":[120],"stalls":[122],"(by":[123],"simply":[124],"resampling":[125],"order":[130,199],"adjust":[132],"landscape)":[135],"leads":[136],"better":[138,223],"estimates":[139],"for":[140,147,167,229,236],"prediction":[142,176],"error.":[143],"present":[145],"results":[146],"several":[148],"problems,":[149],"including":[150],"2D":[152],"Poisson":[153],"and":[154],"diffusion-advection":[155],"system":[156],"different":[158],"forcing":[159],"functions.":[160],"PINNs":[166],"problems":[169],"result":[171],"up":[173,196],"70%":[175],"error":[177],"solution,":[180],"especially":[181],"regime":[184],"low":[186],"points.":[188],"In":[189],"contrast,":[190],"our":[191],"schemes":[193],"achieve":[195],"an":[198],"magnitude":[201],"smaller":[202],"error,":[203],"similar":[205],"computational":[206],"complexity":[207],"baseline.":[210],"Furthermore,":[211],"methods":[217],"consistently":[218],"perform":[219],"on-par":[220],"or":[221],"slightly":[222],"than":[224],"method,":[227],"even":[228],"large":[230],"point":[232],"regimes.":[233],"The":[234],"code":[235],"all":[237],"experiments":[239],"been":[241],"open":[242],"sourced.":[243]},"counts_by_year":[{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":2}],"updated_date":"2026-06-24T13:16:06.693445","created_date":"2025-10-10T00:00:00"}