{"id":"https://openalex.org/W4406521719","doi":"https://doi.org/10.1109/tnnls.2025.3527644","title":"A Multiply-And-Max/Min Neuron Paradigm for Aggressively Prunable Deep Neural Networks","display_name":"A Multiply-And-Max/Min Neuron Paradigm for Aggressively Prunable Deep Neural Networks","publication_year":2025,"publication_date":"2025-01-17","ids":{"openalex":"https://openalex.org/W4406521719","doi":"https://doi.org/10.1109/tnnls.2025.3527644","pmid":"https://pubmed.ncbi.nlm.nih.gov/40031213"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2025.3527644","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3527644","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tnnls.2025.3527644","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032387854","display_name":"Luciano Prono","orcid":"https://orcid.org/0000-0003-1507-9092"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Luciano Prono","raw_affiliation_strings":["Department of Electronic and Telecommunication, Politecnico di Torino, Turin, Italy"],"raw_orcid":"https://orcid.org/0000-0003-1507-9092","affiliations":[{"raw_affiliation_string":"Department of Electronic and Telecommunication, Politecnico di Torino, Turin, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077048500","display_name":"Philippe Bich","orcid":"https://orcid.org/0000-0002-3772-4817"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Philippe Bich","raw_affiliation_strings":["Department of Electronic and Telecommunication, Politecnico di Torino, Turin, Italy"],"raw_orcid":"https://orcid.org/0000-0002-3772-4817","affiliations":[{"raw_affiliation_string":"Department of Electronic and Telecommunication, Politecnico di Torino, Turin, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013322141","display_name":"Chiara Boretti","orcid":"https://orcid.org/0000-0003-0278-4593"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Chiara Boretti","raw_affiliation_strings":["Department of Electronic and Telecommunication, Politecnico di Torino, Turin, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic and Telecommunication, Politecnico di Torino, Turin, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081473165","display_name":"Mauro Mangia","orcid":"https://orcid.org/0000-0002-3818-9115"},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Mauro Mangia","raw_affiliation_strings":["Department of Electrical, Electronic, and Information Engineering, University of Bologna, Bologna, Italy"],"raw_orcid":"https://orcid.org/0000-0002-3818-9115","affiliations":[{"raw_affiliation_string":"Department of Electrical, Electronic, and Information Engineering, University of Bologna, Bologna, Italy","institution_ids":["https://openalex.org/I9360294"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019602694","display_name":"Fabio Pareschi","orcid":"https://orcid.org/0000-0001-8777-7135"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]},{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fabio Pareschi","raw_affiliation_strings":["Department of Electronic and Telecommunication, Politecnico di Torino, Turin, Italy","Advanced Research Center on Electronic Systems (ARCES), University of Bologna, Bologna, Italy"],"raw_orcid":"https://orcid.org/0000-0001-8777-7135","affiliations":[{"raw_affiliation_string":"Department of Electronic and Telecommunication, Politecnico di Torino, Turin, Italy","institution_ids":["https://openalex.org/I177477856"]},{"raw_affiliation_string":"Advanced Research Center on Electronic Systems (ARCES), University of Bologna, Bologna, Italy","institution_ids":["https://openalex.org/I9360294"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088876922","display_name":"Riccardo Rovatti","orcid":"https://orcid.org/0000-0002-4731-7860"},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Riccardo Rovatti","raw_affiliation_strings":["Department of Electrical, Electronic, and Information Engineering, University of Bologna, Bologna, Italy"],"raw_orcid":"https://orcid.org/0000-0002-4731-7860","affiliations":[{"raw_affiliation_string":"Department of Electrical, Electronic, and Information Engineering, University of Bologna, Bologna, Italy","institution_ids":["https://openalex.org/I9360294"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062714455","display_name":"Gianluca Setti","orcid":"https://orcid.org/0000-0002-2496-1856"},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Gianluca Setti","raw_affiliation_strings":["King Abdullah University of Science and Technology (KAUST), Thuwal, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-2496-1856","affiliations":[{"raw_affiliation_string":"King Abdullah University of Science and Technology (KAUST), Thuwal, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":{"value":2645,"currency":"USD","value_usd":2645},"fwci":5.6225,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.95031921,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"36","issue":"8","first_page":"14414","last_page":"14427"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.7174999713897705,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.7174999713897705,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.5802136063575745},{"id":"https://openalex.org/keywords/neuron","display_name":"Neuron","score":0.4873715043067932},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4279189109802246},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4113519489765167},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36687588691711426},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.33174359798431396},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.324135959148407}],"concepts":[{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.5802136063575745},{"id":"https://openalex.org/C2778794669","wikidata":"https://www.wikidata.org/wiki/Q43054","display_name":"Neuron","level":2,"score":0.4873715043067932},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4279189109802246},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4113519489765167},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36687588691711426},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.33174359798431396},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.324135959148407}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tnnls.2025.3527644","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3527644","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:40031213","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40031213","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":"Journal Article"},{"id":"pmh:oai:cris.unibo.it:11585/1049061","is_oa":true,"landing_page_url":"https://hdl.handle.net/11585/1049061","pdf_url":"https://cris.unibo.it/bitstream/11585/1049061/2/A_Multiply-And-Max_Min_Neuron_Paradigm_for_Aggressively_Prunable_Deep_Neural_Networks.pdf","source":{"id":"https://openalex.org/S4306402579","display_name":"Archivio istituzionale della ricerca (Alma Mater Studiorum Universit\u00e0 di Bologna)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210117483","host_organization_name":"Istituto di Ematologia di Bologna","host_organization_lineage":["https://openalex.org/I4210117483"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/tnnls.2025.3527644","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3527644","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2306727999","display_name":null,"funder_award_id":"11-10-2022","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4508289328","display_name":null,"funder_award_id":"PE00000013","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6832964175","display_name":null,"funder_award_id":"2015-2018","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7248538987","display_name":null,"funder_award_id":"1555 11/10/2022","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320310094","display_name":"University of Washington","ror":"https://ror.org/00cvxb145"},{"id":"https://openalex.org/F4320313985","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320320915","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052"},{"id":"https://openalex.org/F4320322320","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38"},{"id":"https://openalex.org/F4320332603","display_name":"University of California, San Diego","ror":"https://ror.org/0168r3w48"},{"id":"https://openalex.org/F4320337380","display_name":"Division of Mathematical Sciences","ror":"https://ror.org/051fftw81"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1893178273","https://openalex.org/W2070273314","https://openalex.org/W2086402015","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2125444986","https://openalex.org/W2960833983","https://openalex.org/W2962818002","https://openalex.org/W2962843773","https://openalex.org/W2963363373","https://openalex.org/W2977090839","https://openalex.org/W2980856918","https://openalex.org/W2996874060","https://openalex.org/W3014641619","https://openalex.org/W3015579318","https://openalex.org/W3023935494","https://openalex.org/W3089823888","https://openalex.org/W3091825101","https://openalex.org/W3107308437","https://openalex.org/W3114479342","https://openalex.org/W3116950210","https://openalex.org/W3159788821","https://openalex.org/W3175149871","https://openalex.org/W3198585464","https://openalex.org/W3205325461","https://openalex.org/W4213060227","https://openalex.org/W4226512186","https://openalex.org/W4287889157","https://openalex.org/W4307823382","https://openalex.org/W4309242452","https://openalex.org/W4312264301","https://openalex.org/W4313150396","https://openalex.org/W4391381492","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6684191040","https://openalex.org/W6754160923","https://openalex.org/W6770765273","https://openalex.org/W6774302960","https://openalex.org/W6787972765","https://openalex.org/W6797972850","https://openalex.org/W6803524951","https://openalex.org/W6839379611"],"related_works":["https://openalex.org/W2391251536","https://openalex.org/W2362198218","https://openalex.org/W2019521278","https://openalex.org/W1984922432","https://openalex.org/W2375008505","https://openalex.org/W1982750869","https://openalex.org/W2085756966","https://openalex.org/W2350679292","https://openalex.org/W851926024","https://openalex.org/W2949058385"],"abstract_inverted_index":{"The":[0],"growing":[1],"interest":[2],"in":[3,43,113,219],"the":[4,16,27,44,50,55,58,133,152,163,196,201,213,222,235],"Internet":[5],"of":[6,52,132,155],"Things":[7],"(IoT)":[8],"and":[9,57,61,89,104,162,172,185,204],"mobile":[10],"artificial":[11],"intelligence":[12],"applications":[13],"is":[14,99],"pushing":[15],"investigation":[17],"on":[18,68,83,195,200],"deep":[19],"neural":[20],"networks":[21],"(DNNs)":[22],"that":[23,65,92],"can":[24,139],"operate":[25],"at":[26,227],"edge":[28],"using":[29],"low-resources/energy":[30],"devices.":[31],"To":[32,150],"obtain":[33],"such":[34],"a":[35,78,84,110,119,189,216],"goal,":[36],"several":[37],"pruning":[38,137,153,175],"techniques":[39,138],"have":[40],"been":[41],"proposed":[42],"literature.":[45],"They":[46],"aim":[47],"to":[48,101,125,147,183],"reduce":[49],"number":[51],"interconnections-and":[53],"consequently":[54],"size,":[56],"corresponding":[59],"computing":[60],"storage":[62],"requirements-of":[63],"DNNs":[64],"traditionally":[66],"rely":[67],"classic":[69,126],"multiply-and-accumulate":[70],"(MAC)":[71],"neurons.":[72],"In":[73],"this":[74,95],"work,":[75],"we":[76,90,157,192],"propose":[77],"novel":[79,116],"neuron":[80],"structure":[81,117],"based":[82],"multiply-and-max/min":[85],"(MAM)":[86],"map-reduce":[87],"paradigm,":[88],"show":[91],"by":[93],"exploiting":[94],"new":[96],"paradigm":[97],"it":[98],"possible":[100],"build":[102],"naturally":[103],"aggressively":[105],"prunable":[106],"DNN":[107,128],"layers,":[108],"with":[109,142,145,238],"negligible":[111],"loss":[112],"performance.":[114],"This":[115],"allows":[118],"greater":[120],"interconnection":[121],"sparsity":[122],"when":[123],"compared":[124],"MAC-based":[127,224],"layers.":[129],"Moreover,":[130],"most":[131],"already":[134],"existing":[135],"state-of-the-art":[136],"be":[140],"used":[141],"MAM":[143,194],"layers":[144,225,233],"little":[146],"no":[148],"changes.":[149],"test":[151,193],"performance":[154],"MAM,":[156],"employ":[158],"different":[159,167],"models-AlexNet,":[160],"VGG-16":[161],"more":[164],"recent":[165],"ViT-B/16-and":[166],"computer":[168],"vision":[169],"datasets-CIFAR-10,":[170],"CIFAR-100,":[171],"ImageNet-1K.":[173],"Multiple":[174],"approaches":[176],"are":[177],"applied,":[178],"ranging":[179],"from":[180],"single-shot":[181],"methods":[182],"training-dependent":[184],"iterative":[186],"techniques.":[187],"As":[188],"notable":[190],"example,":[191],"ViT-B/16":[197],"model":[198,214],"fine-tuned":[199],"ImageNet-1K":[202],"task":[203],"apply":[205],"one-shot":[206],"gradient-based":[207],"pruning.":[208],"We":[209],"remove":[210],"interconnections":[211],"until":[212],"experiences":[215],"6%":[217],"decrease":[218],"accuracy.":[220],"While":[221],"selected":[223],"need":[226],"least":[228],"38.2%":[229],"remaining":[230],"interconnections,":[231],"MAM-based":[232],"achieve":[234],"same":[236],"accuracy":[237],"only":[239],"0.1%.":[240]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}