{"id":"https://openalex.org/W4410394469","doi":"https://doi.org/10.1109/tpami.2025.3570545","title":"On the Universal Approximation Properties of Deep Neural Networks Using MAM Neurons","display_name":"On the Universal Approximation Properties of Deep Neural Networks Using MAM Neurons","publication_year":2025,"publication_date":"2025-05-15","ids":{"openalex":"https://openalex.org/W4410394469","doi":"https://doi.org/10.1109/tpami.2025.3570545","pmid":"https://pubmed.ncbi.nlm.nih.gov/40372854"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3570545","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3570545","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tpami.2025.3570545","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077048500","display_name":"Philippe Bich","orcid":"https://orcid.org/0000-0002-3772-4817"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Philippe Bich","raw_affiliation_strings":["Department of Electronics and Telecommunications, Politecnico di Torino, Torino, Italy","Department of Electronics and Telecommunications, Politecnico di Torino, Italy"],"raw_orcid":"https://orcid.org/0000-0002-3772-4817","affiliations":[{"raw_affiliation_string":"Department of Electronics and Telecommunications, Politecnico di Torino, Torino, Italy","institution_ids":["https://openalex.org/I177477856"]},{"raw_affiliation_string":"Department of Electronics and Telecommunications, Politecnico di Torino, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063925613","display_name":"Andriy Enttsel","orcid":"https://orcid.org/0000-0003-1010-3858"},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Andriy Enttsel","raw_affiliation_strings":["Department of Electrical, Electronic, and Information Engineering, University of Bologna, Bologna, Italy","Advanced Research Center on Electronic Systems (ARCES), University of Bologna, Bologna, Italy"],"raw_orcid":"https://orcid.org/0000-0003-1010-3858","affiliations":[{"raw_affiliation_string":"Department of Electrical, Electronic, and Information Engineering, University of Bologna, Bologna, Italy","institution_ids":["https://openalex.org/I9360294"]},{"raw_affiliation_string":"Advanced Research Center on Electronic Systems (ARCES), University of Bologna, Bologna, Italy","institution_ids":["https://openalex.org/I9360294"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032387854","display_name":"Luciano Prono","orcid":"https://orcid.org/0000-0003-1507-9092"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Luciano Prono","raw_affiliation_strings":["Department of Electronics and Telecommunications, Politecnico di Torino, Torino, Italy","Department of Electronics and Telecommunications, Politecnico di Torino, Italy"],"raw_orcid":"https://orcid.org/0000-0003-1507-9092","affiliations":[{"raw_affiliation_string":"Department of Electronics and Telecommunications, Politecnico di Torino, Torino, Italy","institution_ids":["https://openalex.org/I177477856"]},{"raw_affiliation_string":"Department of Electronics and Telecommunications, Politecnico di Torino, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026905233","display_name":"Alex Marchioni","orcid":"https://orcid.org/0000-0002-3441-3634"},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alex Marchioni","raw_affiliation_strings":["Department of Electrical, Electronic, and Information Engineering, University of Bologna, Bologna, Italy","Advanced Research Center on Electronic Systems (ARCES), University of Bologna, Bologna, Italy"],"raw_orcid":"https://orcid.org/0000-0002-3441-3634","affiliations":[{"raw_affiliation_string":"Department of Electrical, Electronic, and Information Engineering, University of Bologna, Bologna, Italy","institution_ids":["https://openalex.org/I9360294"]},{"raw_affiliation_string":"Advanced Research Center on Electronic Systems (ARCES), University of Bologna, Bologna, Italy","institution_ids":["https://openalex.org/I9360294"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019602694","display_name":"Fabio Pareschi","orcid":"https://orcid.org/0000-0001-8777-7135"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fabio Pareschi","raw_affiliation_strings":["Department of Electronics and Telecommunications, Politecnico di Torino, Torino, Italy"],"raw_orcid":"https://orcid.org/0000-0001-8777-7135","affiliations":[{"raw_affiliation_string":"Department of Electronics and Telecommunications, Politecnico di Torino, Torino, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081473165","display_name":"Mauro Mangia","orcid":"https://orcid.org/0000-0002-3818-9115"},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Mauro Mangia","raw_affiliation_strings":["Department of Electrical, Electronic, and Information Engineering, University of Bologna, Bologna, Italy","Advanced Research Center on Electronic Systems (ARCES), University of Bologna, Bologna, Italy"],"raw_orcid":"https://orcid.org/0000-0002-3818-9115","affiliations":[{"raw_affiliation_string":"Department of Electrical, Electronic, and Information Engineering, University of Bologna, Bologna, Italy","institution_ids":["https://openalex.org/I9360294"]},{"raw_affiliation_string":"Advanced Research Center on Electronic Systems (ARCES), University of Bologna, Bologna, Italy","institution_ids":["https://openalex.org/I9360294"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062714455","display_name":"Gianluca Setti","orcid":"https://orcid.org/0000-0002-2496-1856"},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Gianluca Setti","raw_affiliation_strings":["King Abdullah University of Science and Technology (KAUST), Thuwal, Saudi Arabia","King Abdullah University of Science and Technology (KAUST), Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-2496-1856","affiliations":[{"raw_affiliation_string":"King Abdullah University of Science and Technology (KAUST), Thuwal, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]},{"raw_affiliation_string":"King Abdullah University of Science and Technology (KAUST), Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088876922","display_name":"Riccardo Rovatti","orcid":"https://orcid.org/0000-0002-4731-7860"},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Riccardo Rovatti","raw_affiliation_strings":["Department of Electrical, Electronic, and Information Engineering, University of Bologna, Bologna, Italy","Advanced Research Center on Electronic Systems (ARCES), University of Bologna, Bologna, Italy"],"raw_orcid":"https://orcid.org/0000-0002-4731-7860","affiliations":[{"raw_affiliation_string":"Department of Electrical, Electronic, and Information Engineering, University of Bologna, Bologna, Italy","institution_ids":["https://openalex.org/I9360294"]},{"raw_affiliation_string":"Advanced Research Center on Electronic Systems (ARCES), University of Bologna, Bologna, Italy","institution_ids":["https://openalex.org/I9360294"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.04344342,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"47","issue":"9","first_page":"8297","last_page":"8304"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6544712781906128},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6387921571731567},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5964599847793579},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.5032865405082703},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.41584768891334534},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.367550253868103},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3508339524269104}],"concepts":[{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6544712781906128},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6387921571731567},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5964599847793579},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5032865405082703},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41584768891334534},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.367550253868103},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3508339524269104}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2025.3570545","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3570545","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40372854","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40372854","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:cris.unibo.it:11585/1049040","is_oa":true,"landing_page_url":"https://ieeexplore.ieee.org/document/11004616","pdf_url":null,"source":{"id":"https://openalex.org/S4306402579","display_name":"Archivio istituzionale della ricerca (Alma Mater Studiorum Universit\u00e0 di Bologna)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210117483","host_organization_name":"Istituto di Ematologia di Bologna","host_organization_lineage":["https://openalex.org/I4210117483"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/tpami.2025.3570545","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3570545","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W2002041997","https://openalex.org/W2026258334","https://openalex.org/W2036450593","https://openalex.org/W2103269436","https://openalex.org/W2103496339","https://openalex.org/W2108640393","https://openalex.org/W2112796928","https://openalex.org/W2137983211","https://openalex.org/W2158581396","https://openalex.org/W2747971139","https://openalex.org/W2960833983","https://openalex.org/W2963626582","https://openalex.org/W3019166713","https://openalex.org/W3183430956","https://openalex.org/W4282975557","https://openalex.org/W4385245566","https://openalex.org/W4391382645","https://openalex.org/W4393170742","https://openalex.org/W4406521719","https://openalex.org/W4413061763","https://openalex.org/W6743923790","https://openalex.org/W6745535076","https://openalex.org/W6756052093","https://openalex.org/W6774302960","https://openalex.org/W6779300210","https://openalex.org/W6784987805","https://openalex.org/W6843392637","https://openalex.org/W6845763462","https://openalex.org/W6860375457","https://openalex.org/W6864376046"],"related_works":["https://openalex.org/W4375867731","https://openalex.org/W2611989081","https://openalex.org/W2731899572","https://openalex.org/W4380075502","https://openalex.org/W4377865163","https://openalex.org/W3193857078","https://openalex.org/W2888956734","https://openalex.org/W3000197790","https://openalex.org/W4315865067","https://openalex.org/W3208304128"],"abstract_inverted_index":{"As":[0],"neural":[1],"networks":[2],"are":[3],"trained":[4],"to":[5,81],"perform":[6],"tasks":[7],"of":[8,63,93,125,128],"increasing":[9],"complexity,":[10],"their":[11,19,77],"size":[12],"increases,":[13],"which":[14],"presents":[15],"several":[16],"challenges":[17],"in":[18,42,76,121],"deployment":[20],"on":[21,35],"devices":[22],"with":[23,28,46,134,147],"limited":[24],"resources.":[25],"To":[26,111],"cope":[27],"this,":[29],"a":[30,70,91,114,119,144,149,153],"recently":[31],"proposed":[32],"approach":[33],"hinges":[34],"substituting":[36],"the":[37,43,64,98,104,122,126],"classical":[38],"Multiply-and-ACcumulate":[39],"(MAC)":[40],"neurons":[41,48],"hidden":[44,139],"layers":[45,141],"other":[47],"called":[49],"Multiply-And-Max/min":[50],"(MAM)":[51],"whose":[52],"selective":[53],"behavior":[54],"helps":[55],"identify":[56],"important":[57],"interconnections,":[58],"thus":[59],"allowing":[60],"aggressive":[61],"pruning":[62,87],"others.":[65],"Hybrid":[66],"MAM&MAC":[67,130],"structures":[68],"promise":[69,96],"10x":[71],"or":[72],"even":[73],"100x":[74],"reduction":[75],"memory":[78],"footprint":[79],"compared":[80],"what":[82],"can":[83],"be":[84],"obtained":[85],"by":[86,143],"MAC-only":[88,109],"structures.":[89],"However,":[90],"cornerstone":[92],"maintaining":[94],"this":[95],"is":[97,152],"assumption":[99],"that":[100,137],"MAC&MAM":[101],"architectures":[102],"have":[103],"same":[105],"expressive":[106],"power":[107],"as":[108],"ones.":[110],"concretize":[112],"such":[113],"cornerstone,":[115],"we":[116],"take":[117],"here":[118],"step":[120],"theoretical":[123],"characterization":[124],"capabilities":[127],"mixed":[129],"networks.":[131],"We":[132],"prove,":[133],"two":[135,138],"theorems,":[136],"MAM":[140],"followed":[142],"MAC":[145],"neuron":[146],"possibly":[148],"normalization":[150],"stage":[151],"universal":[154],"approximator.":[155]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}