{"id":"https://openalex.org/W3099937123","doi":"https://doi.org/10.1109/tnnls.2020.3028431","title":"Analysis on the Number of Linear Regions of Piecewise Linear Neural Networks","display_name":"Analysis on the Number of Linear Regions of Piecewise Linear Neural Networks","publication_year":2020,"publication_date":"2020-11-12","ids":{"openalex":"https://openalex.org/W3099937123","doi":"https://doi.org/10.1109/tnnls.2020.3028431","mag":"3099937123","pmid":"https://pubmed.ncbi.nlm.nih.gov/33180735"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2020.3028431","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2020.3028431","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101406449","display_name":"Qiang Hu","orcid":"https://orcid.org/0000-0002-7793-4835"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qiang Hu","raw_affiliation_strings":["Department of Electrical Engineering, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7793-4835","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067846625","display_name":"Hao Zhang","orcid":"https://orcid.org/0000-0002-2725-6458"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Zhang","raw_affiliation_strings":["Department of Electrical Engineering, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050402661","display_name":"Feifei Gao","orcid":"https://orcid.org/0000-0001-8896-352X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feifei Gao","raw_affiliation_strings":["Department of Automation, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","Institute for Artificial Intelligence, Tsinghua University (THUAI), Beijing, China","State Key Laboratory of Intelligent Technologies and Systems, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8896-352X","affiliations":[{"raw_affiliation_string":"Department of Automation, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Institute for Artificial Intelligence, Tsinghua University (THUAI), Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"State Key Laboratory of Intelligent Technologies and Systems, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091278532","display_name":"Chengwen Xing","orcid":"https://orcid.org/0000-0001-8839-0485"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengwen Xing","raw_affiliation_strings":["School of Information and Electronics, Beijing Institute of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Electronics, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044674658","display_name":"Jianping An","orcid":"https://orcid.org/0000-0002-6441-9711"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianping An","raw_affiliation_strings":["School of Information and Electronics, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6441-9711","affiliations":[{"raw_affiliation_string":"School of Information and Electronics, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101406449"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":1.0871,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.83189387,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"33","issue":"2","first_page":"644","last_page":"653"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/piecewise-linear-function","display_name":"Piecewise linear function","score":0.8039560317993164},{"id":"https://openalex.org/keywords/bounding-overwatch","display_name":"Bounding overwatch","score":0.7708396911621094},{"id":"https://openalex.org/keywords/activation-function","display_name":"Activation function","score":0.6663295030593872},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6018602848052979},{"id":"https://openalex.org/keywords/piecewise-linear-manifold","display_name":"Piecewise linear manifold","score":0.5881907343864441},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5681715607643127},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5206976532936096},{"id":"https://openalex.org/keywords/linear-model","display_name":"Linear model","score":0.5196391344070435},{"id":"https://openalex.org/keywords/linear-programming","display_name":"Linear programming","score":0.4749203622341156},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.46785834431648254},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.461186945438385},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4565522074699402},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4050237536430359},{"id":"https://openalex.org/keywords/topology","display_name":"Topology (electrical circuits)","score":0.3525417447090149},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2821635603904724},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.14430707693099976},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.11731579899787903},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.08500045537948608}],"concepts":[{"id":"https://openalex.org/C17095337","wikidata":"https://www.wikidata.org/wiki/Q2375229","display_name":"Piecewise linear function","level":2,"score":0.8039560317993164},{"id":"https://openalex.org/C63584917","wikidata":"https://www.wikidata.org/wiki/Q333286","display_name":"Bounding overwatch","level":2,"score":0.7708396911621094},{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.6663295030593872},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6018602848052979},{"id":"https://openalex.org/C184175843","wikidata":"https://www.wikidata.org/wiki/Q7191425","display_name":"Piecewise linear manifold","level":3,"score":0.5881907343864441},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5681715607643127},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5206976532936096},{"id":"https://openalex.org/C163175372","wikidata":"https://www.wikidata.org/wiki/Q3339222","display_name":"Linear model","level":2,"score":0.5196391344070435},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.4749203622341156},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.46785834431648254},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.461186945438385},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4565522074699402},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4050237536430359},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.3525417447090149},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2821635603904724},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.14430707693099976},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.11731579899787903},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.08500045537948608},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2020.3028431","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2020.3028431","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:33180735","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33180735","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1633612935","display_name":null,"funder_award_id":"L182042","funder_id":"https://openalex.org/F4320334977","funder_display_name":"Beijing Municipal Natural Science Foundation"},{"id":"https://openalex.org/G463011087","display_name":null,"funder_award_id":"2018AAA0102401","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5896791982","display_name":null,"funder_award_id":"61771274","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5948257836","display_name":null,"funder_award_id":"4182030","funder_id":"https://openalex.org/F4320334977","funder_display_name":"Beijing Municipal Natural Science Foundation"},{"id":"https://openalex.org/G8114187719","display_name":null,"funder_award_id":"61831013","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8616498718","display_name":null,"funder_award_id":"61531011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334977","display_name":"Beijing Municipal Natural Science Foundation","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1572063013","https://openalex.org/W1991233288","https://openalex.org/W2008240154","https://openalex.org/W2036958054","https://openalex.org/W2039415399","https://openalex.org/W2097117768","https://openalex.org/W2097332485","https://openalex.org/W2108902061","https://openalex.org/W2112796928","https://openalex.org/W2113851985","https://openalex.org/W2136922672","https://openalex.org/W2139084529","https://openalex.org/W2163922914","https://openalex.org/W2194775991","https://openalex.org/W2606744497","https://openalex.org/W2783538964","https://openalex.org/W2887242076","https://openalex.org/W2963190722","https://openalex.org/W4249716558","https://openalex.org/W6645550903","https://openalex.org/W6682889407","https://openalex.org/W6696761078","https://openalex.org/W6743688258","https://openalex.org/W6745505307"],"related_works":["https://openalex.org/W2619539882","https://openalex.org/W2043586353","https://openalex.org/W57070652","https://openalex.org/W4256576314","https://openalex.org/W1989138816","https://openalex.org/W2886522954","https://openalex.org/W2260494922","https://openalex.org/W4206180239","https://openalex.org/W2123941794","https://openalex.org/W2005767551"],"abstract_inverted_index":{"Deep":[0],"neural":[1,37],"networks":[2,38],"(DNNs)":[3],"are":[4,150],"shown":[5],"to":[6,10,26,62,114,188,201],"be":[7],"excellent":[8],"solutions":[9],"staggering":[11],"and":[12,79,92,123,138,165,197,213],"sophisticated":[13],"problems":[14],"in":[15,211],"machine":[16],"learning.":[17],"A":[18],"key":[19,179],"reason":[20],"for":[21],"their":[22,50,190],"success":[23],"is":[24,45],"due":[25],"the":[27,40,56,72,81,89,96,112,125,136,142,158,174,205],"strong":[28],"expressive":[29,51,73],"power":[30,52,74],"of":[31,42,49,58,75,83,98,101,129,132,144,147,153,160,167,176,208],"function":[32,170,214],"representation.":[33],"For":[34],"piecewise":[35,118],"linear":[36,43,59,84,99,105,119,130,145],"(PLNNs),":[39],"number":[41,57,82,97,128,143,159,175],"regions":[44,100,131,146],"a":[46],"natural":[47],"measure":[48],"since":[53],"it":[54],"characterizes":[55],"pieces":[60,166],"available":[61],"model":[63],"complex":[64,185,196],"patterns.":[65],"In":[66],"this":[67],"article,":[68],"we":[69,110],"theoretically":[70],"analyze":[71],"PLNNs":[76,102,115,149,183,210],"by":[77],"counting":[78],"bounding":[80],"regions.":[85],"We":[86],"first":[87],"refine":[88],"existing":[90],"upper":[91,137],"lower":[93,139],"bounds":[94,140],"on":[95,141],"with":[103,116,157,173,184],"rectified":[104],"units":[106],"(ReLU":[107],"PLNNs).":[108],"Next,":[109],"extend":[111],"analysis":[113],"general":[117],"(PWL)":[120],"activation":[121,169,186],"functions":[122,187],"derive":[124],"exact":[126],"maximum":[127],"single-layer":[133],"PLNNs.":[134],"Moreover,":[135],"multilayer":[148],"obtained,":[151],"both":[152],"which":[154],"scale":[155],"polynomially":[156],"neurons":[161],"at":[162],"each":[163],"layer":[164],"PWL":[168],"but":[171],"exponentially":[172],"layers.":[177],"This":[178],"property":[180],"enables":[181],"deep":[182,209],"outperform":[189],"shallow":[191],"counterparts":[192],"when":[193],"computing":[194],"highly":[195],"structured":[198],"functions,":[199],"which,":[200],"some":[202],"extent,":[203],"explains":[204],"performance":[206],"improvement":[207],"classification":[212],"fitting.":[215]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}