{"id":"https://openalex.org/W4401329610","doi":"https://doi.org/10.1109/tit.2024.3439136","title":"Uniform Convergence of Deep Neural Networks With Lipschitz Continuous Activation Functions and Variable Widths","display_name":"Uniform Convergence of Deep Neural Networks With Lipschitz Continuous Activation Functions and Variable Widths","publication_year":2024,"publication_date":"2024-08-05","ids":{"openalex":"https://openalex.org/W4401329610","doi":"https://doi.org/10.1109/tit.2024.3439136","pmid":"https://pubmed.ncbi.nlm.nih.gov/40734922"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2024.3439136","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2024.3439136","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12306630/pdf/nihms-2023651.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026572582","display_name":"Yuesheng Xu","orcid":"https://orcid.org/0000-0003-3965-3087"},"institutions":[{"id":"https://openalex.org/I81365321","display_name":"Old Dominion University","ror":"https://ror.org/04zjtrb98","country_code":"US","type":"education","lineage":["https://openalex.org/I81365321"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yuesheng Xu","raw_affiliation_strings":["Department of Mathematics and Statistics, Old Dominion University, Norfolk, VA, USA"],"raw_orcid":"https://orcid.org/0000-0003-3965-3087","affiliations":[{"raw_affiliation_string":"Department of Mathematics and Statistics, Old Dominion University, Norfolk, VA, USA","institution_ids":["https://openalex.org/I81365321"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023682610","display_name":"Haizhang Zhang","orcid":"https://orcid.org/0000-0002-8241-3145"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haizhang Zhang","raw_affiliation_strings":["School of Mathematics (Zhuhai), Sun Yat-sen University, Zhuhai, China","School of Mathematics (Zhuhai), Sun Yat-sen University, Zhuhai, P.R. China"],"raw_orcid":"https://orcid.org/0000-0002-8241-3145","affiliations":[{"raw_affiliation_string":"School of Mathematics (Zhuhai), Sun Yat-sen University, Zhuhai, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Mathematics (Zhuhai), Sun Yat-sen University, Zhuhai, P.R. China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5026572582"],"corresponding_institution_ids":["https://openalex.org/I81365321"],"apc_list":null,"apc_paid":null,"fwci":2.6491,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.91095628,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"70","issue":"10","first_page":"7125","last_page":"7142"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lipschitz-continuity","display_name":"Lipschitz continuity","score":0.9192906618118286},{"id":"https://openalex.org/keywords/activation-function","display_name":"Activation function","score":0.6990692615509033},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6744700074195862},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.6522647738456726},{"id":"https://openalex.org/keywords/constant","display_name":"Constant (computer programming)","score":0.5214126110076904},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5131138563156128},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4959913194179535},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.48734769225120544},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.46909818053245544},{"id":"https://openalex.org/keywords/uniform-continuity","display_name":"Uniform continuity","score":0.4525250792503357},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.44415411353111267},{"id":"https://openalex.org/keywords/compact-convergence","display_name":"Compact convergence","score":0.43657630681991577},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.39225226640701294},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.36320960521698},{"id":"https://openalex.org/keywords/topology","display_name":"Topology (electrical circuits)","score":0.3322928547859192},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.2913028597831726},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.13240355253219604},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.08596250414848328},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.07929730415344238},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.06547409296035767}],"concepts":[{"id":"https://openalex.org/C22324862","wikidata":"https://www.wikidata.org/wiki/Q652707","display_name":"Lipschitz continuity","level":2,"score":0.9192906618118286},{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.6990692615509033},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6744700074195862},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.6522647738456726},{"id":"https://openalex.org/C2777027219","wikidata":"https://www.wikidata.org/wiki/Q1284190","display_name":"Constant (computer programming)","level":2,"score":0.5214126110076904},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5131138563156128},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4959913194179535},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.48734769225120544},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.46909818053245544},{"id":"https://openalex.org/C129301229","wikidata":"https://www.wikidata.org/wiki/Q741865","display_name":"Uniform continuity","level":3,"score":0.4525250792503357},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.44415411353111267},{"id":"https://openalex.org/C5871375","wikidata":"https://www.wikidata.org/wiki/Q1780715","display_name":"Compact convergence","level":4,"score":0.43657630681991577},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.39225226640701294},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.36320960521698},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.3322928547859192},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.2913028597831726},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.13240355253219604},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.08596250414848328},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.07929730415344238},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.06547409296035767},{"id":"https://openalex.org/C198043062","wikidata":"https://www.wikidata.org/wiki/Q180953","display_name":"Metric space","level":2,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tit.2024.3439136","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2024.3439136","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},{"id":"pmid:40734922","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40734922","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on information theory","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:12306630","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12306630","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12306630/pdf/nihms-2023651.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Trans Inf Theory","raw_type":"Text"},{"id":"pmh:oai:digitalcommons.odu.edu:mathstat_fac_pubs-1265","is_oa":true,"landing_page_url":"https://digitalcommons.odu.edu/mathstat_fac_pubs/262","pdf_url":null,"source":{"id":"https://openalex.org/S4377196314","display_name":"ODU Digital Commons (Old Dominion University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I81365321","host_organization_name":"Old Dominion University","host_organization_lineage":["https://openalex.org/I81365321"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Mathematics & Statistics Faculty Publications","raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:pubmedcentral.nih.gov:12306630","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12306630","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12306630/pdf/nihms-2023651.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Trans Inf Theory","raw_type":"Text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3479346253","display_name":"Collaborative Research: Sparse Optimization for Machine Learning and Image/Signal Processing","funder_award_id":"2208386","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4043512067","display_name":null,"funder_award_id":"DMS-2208386","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4870239930","display_name":"Collaborative Research: Sparse Optimization in Large Scale Data  Processing: A Multiscale Proximity Approach","funder_award_id":"1912958","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4945335176","display_name":null,"funder_award_id":"2024A1515011194","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G6270112213","display_name":null,"funder_award_id":"12371103","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6947214678","display_name":null,"funder_award_id":"2024A1515011194","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"},{"id":"https://openalex.org/G7015792876","display_name":null,"funder_award_id":"DMS-1912958","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7223463451","display_name":null,"funder_award_id":"R21CA263876","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401329610.pdf","grobid_xml":"https://content.openalex.org/works/W4401329610.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W165341066","https://openalex.org/W1567512734","https://openalex.org/W1677182931","https://openalex.org/W2047278710","https://openalex.org/W2194775991","https://openalex.org/W2559655401","https://openalex.org/W2597289420","https://openalex.org/W2886881190","https://openalex.org/W2919115771","https://openalex.org/W2949883708","https://openalex.org/W2963172624","https://openalex.org/W2963454111","https://openalex.org/W2963626582","https://openalex.org/W2990138404","https://openalex.org/W2994632629","https://openalex.org/W3031010353","https://openalex.org/W3038483593","https://openalex.org/W3039780279","https://openalex.org/W3048707547","https://openalex.org/W3122285131","https://openalex.org/W3160447895","https://openalex.org/W3185971845","https://openalex.org/W3189987536","https://openalex.org/W3194828218","https://openalex.org/W4212774754","https://openalex.org/W4245558064","https://openalex.org/W4285682802","https://openalex.org/W4320855181","https://openalex.org/W4376653395","https://openalex.org/W4387159438","https://openalex.org/W4390321541","https://openalex.org/W6682631133","https://openalex.org/W6684918892","https://openalex.org/W6685562342","https://openalex.org/W6695029320","https://openalex.org/W6717556742","https://openalex.org/W6739879593","https://openalex.org/W6745256532","https://openalex.org/W6752495264","https://openalex.org/W6765807149","https://openalex.org/W6767662509","https://openalex.org/W6787488880","https://openalex.org/W6796774077","https://openalex.org/W6842469858","https://openalex.org/W6850467552","https://openalex.org/W6852812777"],"related_works":["https://openalex.org/W2059733456","https://openalex.org/W4379474754","https://openalex.org/W3136156774","https://openalex.org/W2021728005","https://openalex.org/W3196018825","https://openalex.org/W136692922","https://openalex.org/W2105019535","https://openalex.org/W4388965430","https://openalex.org/W2180233726","https://openalex.org/W2001126022"],"abstract_inverted_index":{"We":[0,19],"consider":[1],"deep":[2],"neural":[3,87,115],"networks":[4,88],"(DNNs)":[5],"with":[6,13,37,72,92],"a":[7,21,50,73],"Lipschitz":[8,39,118],"continuous":[9],"activation":[10,123,136],"function":[11,52],"and":[12,33,78],"weight":[14,31,93],"matrices":[15,32,94],"of":[16,47,56,70,95,111,133],"variable":[17],"widths.":[18],"establish":[20],"uniform":[22,45,68,109],"convergence":[23,46,69,110],"analysis":[24],"framework":[25],"in":[26,129,138],"which":[27,106],"sufficient":[28],"conditions":[29,101],"on":[30,67,102,121],"bias":[34],"vectors":[35],"together":[36],"the":[38,54,63,103,112,122],"constant":[40],"are":[41,81,89],"provided":[42],"to":[43,49,60,108,127],"ensure":[44],"DNNs":[48,71,91],"meaningful":[51],"as":[53,85],"number":[55],"their":[57],"layers":[58],"tends":[59],"infinity.":[61],"In":[62,83],"framework,":[64],"special":[65,90],"results":[66],"fixed":[74],"width,":[75],"bounded":[76],"widths":[77,80],"unbounded":[79],"presented.":[82],"particular,":[84],"convolutional":[86,114],"increasing":[96],"widths,":[97],"we":[98],"put":[99],"forward":[100],"mask":[104],"sequence":[105],"lead":[107],"resulting":[113],"networks.":[116],"The":[117],"continuity":[119],"assumption":[120],"functions":[124,137],"allows":[125],"us":[126],"include":[128],"our":[130],"theory":[131],"most":[132],"commonly":[134],"used":[135],"applications.":[139]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}