{"id":"https://openalex.org/W4402352902","doi":"https://doi.org/10.1109/ijcnn60899.2024.10650694","title":"Importance of Nyquist-Shannon Sampling in Training of Physics-Informed Neural Networks","display_name":"Importance of Nyquist-Shannon Sampling in Training of Physics-Informed Neural Networks","publication_year":2024,"publication_date":"2024-06-30","ids":{"openalex":"https://openalex.org/W4402352902","doi":"https://doi.org/10.1109/ijcnn60899.2024.10650694"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn60899.2024.10650694","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn60899.2024.10650694","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042621252","display_name":"Chin Chun Ooi","orcid":"https://orcid.org/0000-0003-4813-4529"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Chin Chun Ooi","raw_affiliation_strings":["Centre for Frontier AI Research,Agency for Science, Technology and Research (A*STAR),Singapore,Republic of Singapore,138632"],"affiliations":[{"raw_affiliation_string":"Centre for Frontier AI Research,Agency for Science, Technology and Research (A*STAR),Singapore,Republic of Singapore,138632","institution_ids":["https://openalex.org/I115228651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004843465","display_name":"Anran Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210095410","display_name":"Singapore College of Traditional Chinese Medicine","ror":"https://ror.org/00syaya36","country_code":"SG","type":"education","lineage":["https://openalex.org/I4210095410"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Anran Huang","raw_affiliation_strings":["Anglo-Chinese Junior College,Singapore,Republic of Singapore,139745"],"affiliations":[{"raw_affiliation_string":"Anglo-Chinese Junior College,Singapore,Republic of Singapore,139745","institution_ids":["https://openalex.org/I4210095410"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhao Wei","orcid":null},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zhao Wei","raw_affiliation_strings":["Centre for Frontier AI Research,Agency for Science, Technology and Research (A*STAR),Singapore,Republic of Singapore,138632"],"affiliations":[{"raw_affiliation_string":"Centre for Frontier AI Research,Agency for Science, Technology and Research (A*STAR),Singapore,Republic of Singapore,138632","institution_ids":["https://openalex.org/I115228651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114112036","display_name":"Shiyao Qin","orcid":null},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3004594783","display_name":"Institute of High Performance Computing","ror":"https://ror.org/02n0ejh50","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3004594783","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Shiyao Qin","raw_affiliation_strings":["Institute of High Performance Computing (IHPC),Agency for Science, Technology and Research (A*STAR),Dept of Fluid Dynamics,Singapore,Republic of Singapore,138632"],"affiliations":[{"raw_affiliation_string":"Institute of High Performance Computing (IHPC),Agency for Science, Technology and Research (A*STAR),Dept of Fluid Dynamics,Singapore,Republic of Singapore,138632","institution_ids":["https://openalex.org/I3004594783","https://openalex.org/I115228651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083484247","display_name":"Jian Cheng Wong","orcid":"https://orcid.org/0000-0002-3215-1888"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jian Cheng Wong","raw_affiliation_strings":["National Junior College,Singapore,Republic of Singapore,288913"],"affiliations":[{"raw_affiliation_string":"National Junior College,Singapore,Republic of Singapore,288913","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065689104","display_name":"Pao\u2010Hsiung Chiu","orcid":"https://orcid.org/0000-0002-5626-9688"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pao-Hsiung Chiu","raw_affiliation_strings":["National Junior College,Singapore,Republic of Singapore,288913"],"affiliations":[{"raw_affiliation_string":"National Junior College,Singapore,Republic of Singapore,288913","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111094236","display_name":"My Ha Dao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"My Ha Dao","raw_affiliation_strings":["National Junior College,Singapore,Republic of Singapore,288913"],"affiliations":[{"raw_affiliation_string":"National Junior College,Singapore,Republic of Singapore,288913","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5042621252"],"corresponding_institution_ids":["https://openalex.org/I115228651"],"apc_list":null,"apc_paid":null,"fwci":0.5467,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.64401251,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12560","display_name":"Nuclear Engineering Thermal-Hydraulics","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10928","display_name":"Probabilistic and Robust Engineering Design","score":0.9794999957084656,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/nyquist\u2013shannon-sampling-theorem","display_name":"Nyquist\u2013Shannon sampling theorem","score":0.8929781317710876},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.615860641002655},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.5760694742202759},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5493764281272888},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5117049217224121},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40414202213287354},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.23378869891166687},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.2083190679550171}],"concepts":[{"id":"https://openalex.org/C288623","wikidata":"https://www.wikidata.org/wiki/Q679800","display_name":"Nyquist\u2013Shannon sampling theorem","level":2,"score":0.8929781317710876},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.615860641002655},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.5760694742202759},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5493764281272888},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5117049217224121},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40414202213287354},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.23378869891166687},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.2083190679550171},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn60899.2024.10650694","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn60899.2024.10650694","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W2137983211","https://openalex.org/W2899283552","https://openalex.org/W2993158195","https://openalex.org/W3003922491","https://openalex.org/W3010849941","https://openalex.org/W3014009018","https://openalex.org/W3099057226","https://openalex.org/W3116268267","https://openalex.org/W3163993681","https://openalex.org/W3205073660","https://openalex.org/W3208953217","https://openalex.org/W3211225070","https://openalex.org/W4220699563","https://openalex.org/W4284881952","https://openalex.org/W4285818764","https://openalex.org/W4288039037","https://openalex.org/W4307154444","https://openalex.org/W4382893306","https://openalex.org/W4385188503","https://openalex.org/W4385488961","https://openalex.org/W4391333759","https://openalex.org/W6755308174"],"related_works":["https://openalex.org/W2610414734","https://openalex.org/W230091440","https://openalex.org/W2233261550","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2997094352","https://openalex.org/W3216976533","https://openalex.org/W100620283","https://openalex.org/W2495260952","https://openalex.org/W2379572111"],"abstract_inverted_index":{"Recent":[0],"rapid":[1],"advances":[2],"in":[3,19,108,130,176,201,232,338,391],"artificial":[4],"intelligence":[5],"methods":[6],"and":[7,86,93,118,235,285,288,371,380,394],"computational":[8,193],"resources":[9],"have":[10,101,127],"opened":[11],"up":[12],"the":[13,26,37,75,147,161,169,177,191,210,217,226,236,250,265,279,282,290,298,325,333,339,349,356,363,373],"possibility":[14],"of":[15,28,39,74,116,137,149,164,171,179,195,209,212,219,239,281,292,301,335,358,366,382],"solving":[16],"complex":[17],"problems":[18],"physics":[20],"with":[21,245,273,315,332],"machine":[22],"learning.":[23],"While":[24,99],"promising,":[25],"training":[27,77,85,165,244,261,300,369,381],"performant":[29],"deep":[30,143],"learning":[31,144],"models":[32],"remains":[33,112,120],"challenging,":[34],"especially":[35],"as":[36,72,133,344],"choice":[38],"various":[40],"neural":[41,65,124],"architectures":[42],"or":[43,69,197],"model":[44,50,76,84,220,308],"hyper-parameters":[45,367],"can":[46,94],"all":[47],"greatly":[48],"impact":[49],"performance.":[51],"Hence,":[52,200],"it":[53],"is":[54,345],"now":[55],"fairly":[56],"common":[57],"for":[58,106,146,215,242,362,375,384],"researchers":[59],"to":[60,158,168,263,267],"systematically":[61],"conduct":[62],"either":[63],"a":[64,90,142,206,255,268,311],"architecture":[66],"search":[67],"(NAS)":[68],"hyper-parameter":[70,198],"tuning":[71],"part":[73],"process.":[78],"However,":[79,153],"these":[80,172],"usually":[81],"involve":[82],"repeated":[83],"evaluation":[87],"(typically":[88,175],"via":[89],"cross-validation":[91],"framework)":[92],"be":[95],"very":[96],"computationally":[97],"expensive.":[98],"there":[100],"been":[102,128],"training-free":[103,213,364],"heuristics":[104,214,361],"proposed":[105,129],"NAS":[107,196],"recent":[109,131,154],"years,":[110],"this":[111,202,257],"an":[113,134],"active":[114],"area":[115],"work,":[117,203],"much":[119],"unresolved.":[121],"Concurrently,":[122],"physics-informed":[123],"networks":[125],"(PINNs)":[126],"years":[132],"attractive":[135],"means":[136],"incorporating":[138],"physics-derived":[139,173],"knowledge":[140],"into":[141],"framework":[145],"modelling":[148],"real-world":[150],"physical":[151,340,385],"systems.":[152],"literature":[155],"has":[156],"begun":[157],"emerge":[159],"on":[160,260,297],"additional":[162],"complexity":[163,275],"PINNs":[166,262,370,383],"due":[167],"addition":[170],"equations":[174],"form":[178],"partial":[180],"differential":[181],"equations,":[182],"PDEs).":[183],"The":[184,303],"extended":[185],"optimization":[186],"trajectories":[187],"observed":[188],"further":[189],"exacerbate":[190],"aforementioned":[192],"cost":[194],"search.":[199],"we":[204,224,286,322],"propose":[205],"first":[207],"demonstration":[208],"utility":[211,357],"accelerating":[216],"selection":[218,238,365],"parameters.":[221],"In":[222],"particular,":[223],"assess":[225],"correlation":[227],"between":[228],"basic":[229],"concepts":[230,390],"espoused":[231],"Nyquist-Shannon":[233,350],"sampling,":[234],"appropriate":[237],"mini-batch":[240,294,317,327],"size":[241,295,318,328],"PINN":[243,307],"stochastic":[246],"gradient":[247],"descent":[248],"(specifically,":[249],"state-of-the-art":[251],"ADAM":[252],"algorithm).":[253],"As":[254],"proof-of-concept,":[256],"paper":[258],"focuses":[259],"predict":[264],"solution":[266],"canonical":[269],"2D":[270],"Helmholtz":[271],"equation":[272],"varying":[274],"(as":[276],"measured":[277],"by":[278,348],"frequency":[280],"signal":[283,392],"present),":[284],"evaluate":[287],"report":[289],"influence":[291],"different":[293],"parameters":[296],"effective":[299],"PINNs.":[302],"results":[304],"show":[305],"that":[306,324],"performance":[309],"exhibits":[310],"step-like":[312],"phase":[313],"transition":[314],"increased":[316],"during":[319],"training.":[320],"Critically,":[321],"note":[323],"minimum":[326],"used":[329],"increases":[330],"proportionally":[331],"presence":[334],"higher":[336],"frequencies":[337],"system":[341],"being":[342],"modelled,":[343],"intuitively":[346],"described":[347],"sampling":[351],"theorem.":[352],"This":[353],"both":[354],"shows":[355],"similar":[359],"potential":[360,374],"when":[368],"suggests":[372],"insights":[376],"towards":[377],"accelerated":[378],"design":[379],"systems":[386],"from":[387],"prior":[388],"theoretical":[389],"processing":[393],"reconstruction.":[395]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}