{"id":"https://openalex.org/W4391093355","doi":"https://doi.org/10.1109/bigdata59044.2023.10386909","title":"Roughness Index for Loss Landscapes of Neural Network Models of Partial Differential Equations<sup>*</sup>","display_name":"Roughness Index for Loss Landscapes of Neural Network Models of Partial Differential Equations<sup>*</sup>","publication_year":2023,"publication_date":"2023-12-15","ids":{"openalex":"https://openalex.org/W4391093355","doi":"https://doi.org/10.1109/bigdata59044.2023.10386909"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata59044.2023.10386909","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/bigdata59044.2023.10386909","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068296887","display_name":"Keke Wu","orcid":"https://orcid.org/0000-0002-4117-1370"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Keke Wu","raw_affiliation_strings":["Shanghai Jiao Tong University,School of Mathematical Sciences,Shanghai,China","School of Mathematical Sciences, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,School of Mathematical Sciences,Shanghai,China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"School of Mathematical Sciences, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050075702","display_name":"Xiangru Jian","orcid":"https://orcid.org/0009-0004-7138-7078"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiangru Jian","raw_affiliation_strings":["City University of Hong Kong,School of Data Science,Hong Kong,China","School of Data Science, City University of Hong Kong, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"City University of Hong Kong,School of Data Science,Hong Kong,China","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"School of Data Science, City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000360043","display_name":"Rui Du","orcid":"https://orcid.org/0000-0002-3811-7488"},"institutions":[{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Du","raw_affiliation_strings":["Soochow University,School of Mathematical Sciences,Suzhou,China","School of Mathematical Sciences, Soochow University, Suzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Soochow University,School of Mathematical Sciences,Suzhou,China","institution_ids":["https://openalex.org/I3923682"]},{"raw_affiliation_string":"School of Mathematical Sciences, Soochow University, Suzhou, China","institution_ids":["https://openalex.org/I3923682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025195102","display_name":"Jingrun Chen","orcid":"https://orcid.org/0000-0001-9977-2892"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingrun Chen","raw_affiliation_strings":["University of Science and Technology of China,School of Mathematical Sciences and Suzhou Institute for Advanced Research,Hefei,China","School of Mathematical Sciences and Suzhou Institute for Advanced Research, University of Science and Technology of China, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,School of Mathematical Sciences and Suzhou Institute for Advanced Research,Hefei,China","institution_ids":["https://openalex.org/I308837","https://openalex.org/I126520041"]},{"raw_affiliation_string":"School of Mathematical Sciences and Suzhou Institute for Advanced Research, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I308837","https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030761097","display_name":"Xiang Zhou","orcid":"https://orcid.org/0000-0002-3835-3894"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiang Zhou","raw_affiliation_strings":["City University of Hong Kong,School of Data Science and Department of Mathematics,Hong Kong,China","School of Data Science and Department of Mathematics, City University of Hong Kong, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"City University of Hong Kong,School of Data Science and Department of Mathematics,Hong Kong,China","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"School of Data Science and Department of Mathematics, City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"966","last_page":"975"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11205","display_name":"Numerical methods in inverse problems","score":0.9754999876022339,"subfield":{"id":"https://openalex.org/subfields/2610","display_name":"Mathematical Physics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6251945495605469},{"id":"https://openalex.org/keywords/partial-differential-equation","display_name":"Partial differential equation","score":0.5540305972099304},{"id":"https://openalex.org/keywords/differential-equation","display_name":"Differential equation","score":0.5213443040847778},{"id":"https://openalex.org/keywords/index","display_name":"Index (typography)","score":0.5126827955245972},{"id":"https://openalex.org/keywords/surface-roughness","display_name":"Surface roughness","score":0.46195554733276367},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.39922046661376953},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.34218332171440125},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3327697515487671},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.27293694019317627},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.2700096368789673},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24204707145690918},{"id":"https://openalex.org/keywords/thermodynamics","display_name":"Thermodynamics","score":0.06918644905090332}],"concepts":[{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6251945495605469},{"id":"https://openalex.org/C93779851","wikidata":"https://www.wikidata.org/wiki/Q271977","display_name":"Partial differential equation","level":2,"score":0.5540305972099304},{"id":"https://openalex.org/C78045399","wikidata":"https://www.wikidata.org/wiki/Q11214","display_name":"Differential equation","level":2,"score":0.5213443040847778},{"id":"https://openalex.org/C2777382242","wikidata":"https://www.wikidata.org/wiki/Q6017816","display_name":"Index (typography)","level":2,"score":0.5126827955245972},{"id":"https://openalex.org/C107365816","wikidata":"https://www.wikidata.org/wiki/Q114817","display_name":"Surface roughness","level":2,"score":0.46195554733276367},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.39922046661376953},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.34218332171440125},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3327697515487671},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.27293694019317627},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.2700096368789673},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24204707145690918},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.06918644905090332},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata59044.2023.10386909","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/bigdata59044.2023.10386909","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Climate action","score":0.7300000190734863,"id":"https://metadata.un.org/sdg/13"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335577","display_name":"Major Research Plan","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W1492984998","https://openalex.org/W2103559027","https://openalex.org/W2194775991","https://openalex.org/W2523060838","https://openalex.org/W2566079294","https://openalex.org/W2586189899","https://openalex.org/W2749028154","https://openalex.org/W2760972773","https://openalex.org/W2777662428","https://openalex.org/W2809090039","https://openalex.org/W2899283552","https://openalex.org/W2911183980","https://openalex.org/W2913668833","https://openalex.org/W2963095610","https://openalex.org/W2998438489","https://openalex.org/W3115761617","https://openalex.org/W4249520102","https://openalex.org/W6631943919","https://openalex.org/W6638214083","https://openalex.org/W6687483927","https://openalex.org/W6729624303","https://openalex.org/W6733409828","https://openalex.org/W6735901087","https://openalex.org/W6736583452","https://openalex.org/W6739373005","https://openalex.org/W6739826692","https://openalex.org/W6741194474","https://openalex.org/W6747381837","https://openalex.org/W6748278370","https://openalex.org/W6749200166","https://openalex.org/W6749856262","https://openalex.org/W6752495264","https://openalex.org/W6754903749","https://openalex.org/W6758908507"],"related_works":["https://openalex.org/W2936184523","https://openalex.org/W4399573406","https://openalex.org/W2391251536","https://openalex.org/W4386926693","https://openalex.org/W4241210941","https://openalex.org/W4244035922","https://openalex.org/W2362198218","https://openalex.org/W4237970082","https://openalex.org/W1982750869","https://openalex.org/W2029287765"],"abstract_inverted_index":{"Loss":[0],"landscape":[1,20,112],"is":[2,26,70,82,162],"a":[3,74,116],"useful":[4],"tool":[5],"for":[6,16,21,45,94,119,130],"characterizing":[7],"and":[8,52,76,87,114,176],"comparing":[9],"neural":[10,24,59,165],"network":[11,60],"models.":[12,139],"The":[13],"main":[14,68],"challenge":[15,118],"analysis":[17],"of":[18,73,89,147,160],"loss":[19,148],"the":[22,42,71,85,90,106,120,127,133,158,180,183,195],"deep":[23,184,196],"networks":[25],"that":[27,179],"they":[28],"are":[29,191],"generally":[30],"highly":[31],"nonconvex":[32],"in":[33,49,137],"very":[34],"high-dimensional":[35],"space.":[36],"In":[37],"this":[38,54],"paper,":[39],"we":[40,125],"develop":[41],"\u201croughness\u201d":[43],"concept":[44],"understanding":[46],"such":[47],"landscapes":[48,181],"high":[50],"dimensions":[51],"apply":[53,141],"technique":[55],"to":[56,144,151],"study":[57],"two":[58,145],"models":[61],"arising":[62],"from":[63,182],"solving":[64],"differential":[65,154],"equations.":[66],"Our":[67,167],"innovation":[69],"proposal":[72],"well-defined":[75],"easy-to-compute":[77],"roughness":[78],"index":[79],"(RI)":[80],"which":[81],"based":[83],"on":[84,98,170],"mean":[86],"variance":[88],"(normalized)":[91],"total":[92],"variation":[93],"one-dimensional":[95],"functions":[96,149],"projected":[97],"randomly":[99],"sampled":[100],"directions.":[101],"A":[102],"large":[103],"RI":[104,131],"at":[105],"local":[107,189],"minimizer":[108],"indicates":[109,115],"an":[110],"oscillatory":[111],"profile":[113],"severe":[117],"first-order":[121],"optimization":[122],"method.":[123,198],"Particularly,":[124],"observe":[126],"increasing-then-decreasing":[128],"pattern":[129],"along":[132],"gradient":[134],"descent":[135],"path":[136],"most":[138],"We":[140],"our":[142],"method":[143,186],"types":[146],"used":[150],"solve":[152],"partial":[153],"equations":[155],"(PDEs)":[156],"when":[157],"solution":[159],"PDE":[161,172],"parametrized":[163],"by":[164],"networks.":[166],"empirical":[168],"results":[169],"these":[171],"problems":[173],"reveal":[174],"important":[175],"consistent":[177],"observations":[178],"Galerkin":[185],"around":[187],"its":[188],"minimizers":[190],"less":[192],"rough":[193],"than":[194],"Ritz":[197]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}