{"id":"https://openalex.org/W7147422853","doi":"https://doi.org/10.1109/icaiic68212.2026.11454209","title":"Revisiting the Expressive Power of Simple ReLU Neural Networks","display_name":"Revisiting the Expressive Power of Simple ReLU Neural Networks","publication_year":2026,"publication_date":"2026-02-24","ids":{"openalex":"https://openalex.org/W7147422853","doi":"https://doi.org/10.1109/icaiic68212.2026.11454209"},"language":null,"primary_location":{"id":"doi:10.1109/icaiic68212.2026.11454209","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icaiic68212.2026.11454209","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 International Conference on Artificial Intelligence in Information and Communication (ICAIIC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091300315","display_name":"Hirotada Honda","orcid":"https://orcid.org/0000-0001-7726-2146"},"institutions":[{"id":"https://openalex.org/I158123994","display_name":"Toyo University","ror":"https://ror.org/059d6yn51","country_code":"JP","type":"education","lineage":["https://openalex.org/I158123994"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Hirotada Honda","raw_affiliation_strings":["Toyo University,Faculty of Information Networking for Innovation and Design,Tokyo,Japan"],"affiliations":[{"raw_affiliation_string":"Toyo University,Faculty of Information Networking for Innovation and Design,Tokyo,Japan","institution_ids":["https://openalex.org/I158123994"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5091300315"],"corresponding_institution_ids":["https://openalex.org/I158123994"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.89564179,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"663","last_page":"667"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.1469999998807907,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.1469999998807907,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.1177000030875206,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.11089999973773956,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hyperplane","display_name":"Hyperplane","score":0.7468000054359436},{"id":"https://openalex.org/keywords/euclidean-geometry","display_name":"Euclidean geometry","score":0.6345000267028809},{"id":"https://openalex.org/keywords/affine-transformation","display_name":"Affine transformation","score":0.6248999834060669},{"id":"https://openalex.org/keywords/geometric-networks","display_name":"Geometric networks","score":0.5874000191688538},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.5690000057220459},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5375999808311462},{"id":"https://openalex.org/keywords/euclidean-space","display_name":"Euclidean space","score":0.46799999475479126},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.4275999963283539},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.3885999917984009},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.3806999921798706}],"concepts":[{"id":"https://openalex.org/C68693459","wikidata":"https://www.wikidata.org/wiki/Q657586","display_name":"Hyperplane","level":2,"score":0.7468000054359436},{"id":"https://openalex.org/C129782007","wikidata":"https://www.wikidata.org/wiki/Q162886","display_name":"Euclidean geometry","level":2,"score":0.6345000267028809},{"id":"https://openalex.org/C92757383","wikidata":"https://www.wikidata.org/wiki/Q382497","display_name":"Affine transformation","level":2,"score":0.6248999834060669},{"id":"https://openalex.org/C49777392","wikidata":"https://www.wikidata.org/wiki/Q5535495","display_name":"Geometric networks","level":3,"score":0.5874000191688538},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.5690000057220459},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.551800012588501},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5375999808311462},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4713999927043915},{"id":"https://openalex.org/C186450821","wikidata":"https://www.wikidata.org/wiki/Q17295","display_name":"Euclidean space","level":2,"score":0.46799999475479126},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.4275999963283539},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40450000762939453},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4023999869823456},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.3885999917984009},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3806999921798706},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.37450000643730164},{"id":"https://openalex.org/C29123130","wikidata":"https://www.wikidata.org/wiki/Q874709","display_name":"Computational geometry","level":2,"score":0.3675999939441681},{"id":"https://openalex.org/C42023084","wikidata":"https://www.wikidata.org/wiki/Q5249231","display_name":"Decision boundary","level":3,"score":0.35920000076293945},{"id":"https://openalex.org/C2780841128","wikidata":"https://www.wikidata.org/wiki/Q5073781","display_name":"Characterization (materials science)","level":2,"score":0.3578000068664551},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.352400004863739},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.34709998965263367},{"id":"https://openalex.org/C195818886","wikidata":"https://www.wikidata.org/wiki/Q5421724","display_name":"Expressive power","level":2,"score":0.3467999994754791},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.34200000762939453},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.33230000734329224},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.32829999923706055},{"id":"https://openalex.org/C10784197","wikidata":"https://www.wikidata.org/wiki/Q233858","display_name":"Non-Euclidean geometry","level":3,"score":0.3237000107765198},{"id":"https://openalex.org/C173110770","wikidata":"https://www.wikidata.org/wiki/Q382698","display_name":"Affine space","level":3,"score":0.3009999990463257},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2847999930381775},{"id":"https://openalex.org/C115988155","wikidata":"https://www.wikidata.org/wiki/Q3262192","display_name":"Decision problem","level":2,"score":0.2838999927043915},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.2838999927043915},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.26809999346733093},{"id":"https://openalex.org/C13336665","wikidata":"https://www.wikidata.org/wiki/Q125977","display_name":"Vector space","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.2549999952316284}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icaiic68212.2026.11454209","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icaiic68212.2026.11454209","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 International Conference on Artificial Intelligence in Information and Communication (ICAIIC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320326139","display_name":"Toyo University","ror":"https://ror.org/059d6yn51"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W377884864","https://openalex.org/W1613359937","https://openalex.org/W1971735090","https://openalex.org/W2101927907","https://openalex.org/W2103496339","https://openalex.org/W2921193494","https://openalex.org/W3125537303","https://openalex.org/W3194828218","https://openalex.org/W4254205555"],"related_works":[],"abstract_inverted_index":{"This":[0,115],"paper":[1],"investigates":[2],"the":[3,18,35,39,56,66,85,97,108,112,123],"expressive":[4],"power":[5],"of":[6,21,38,87,96,100,111,122],"shallow":[7],"ReLU":[8,22,63,129],"neural":[9],"networks":[10,23,44,48,130],"from":[11,84],"a":[12,50,93,119,137],"geometric":[13,36,116],"and":[14,72,103,134],"combinatorial":[15],"viewpoint.":[16],"While":[17],"approximation":[19],"capabilities":[20],"have":[24],"been":[25,32],"studied":[26],"extensively,":[27],"far":[28],"less":[29],"attention":[30],"has":[31],"paid":[33],"to":[34,77,107],"structure":[37,110],"decision":[40,80,101],"boundaries":[41,102],"that":[42],"such":[43],"induce.":[45],"Focusing":[46],"on":[47,55],"with":[49],"single":[51],"hidden":[52],"layer":[53],"acting":[54],"2-dimensional":[57],"Euclidean":[58],"space,":[59],"we":[60,91],"analyze":[61],"how":[62,73],"activations":[64],"partition":[65],"input":[67],"space":[68],"into":[69,142],"polyhedral":[70],"regions":[71,75],"these":[74],"combine":[76],"form":[78],"piecewiselinear":[79],"boundaries.":[81],"Using":[82],"tools":[83],"theory":[86],"affine":[88],"hyperplane":[89],"arrangements,":[90],"provide":[92],"simple":[94],"characterization":[95],"bending":[98],"complexity":[99],"relate":[104],"it":[105],"directly":[106],"chamber":[109],"underlying":[113],"arrangement.":[114],"perspective":[117],"offers":[118],"transparent":[120],"description":[121],"mechanisms":[124],"by":[125],"which":[126],"even":[127],"small":[128],"generate":[131],"nonlinear":[132],"separators,":[133],"serves":[135],"as":[136],"foundation":[138],"for":[139],"future":[140],"investigations":[141],"deeper":[143],"or":[144],"higher-dimensional":[145],"architectures.":[146]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2026-04-02T00:00:00"}