{"id":"https://openalex.org/W4412536445","doi":"https://doi.org/10.1109/tnnls.2025.3588558","title":"NACHOS: Neural Architecture Search for Hardware-Constrained Early-Exit Neural Networks","display_name":"NACHOS: Neural Architecture Search for Hardware-Constrained Early-Exit Neural Networks","publication_year":2025,"publication_date":"2025-07-21","ids":{"openalex":"https://openalex.org/W4412536445","doi":"https://doi.org/10.1109/tnnls.2025.3588558","pmid":"https://pubmed.ncbi.nlm.nih.gov/40690344"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2025.3588558","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3588558","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&arnumber=11086509","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008809497","display_name":"Matteo Gambella","orcid":"https://orcid.org/0000-0001-9734-670X"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Matteo Gambella","raw_affiliation_strings":["Dipartimento di Elettronica, Informazione e Bioingegneria (DEIB), Politecnico di Milano, Milan, Italy"],"raw_orcid":"https://orcid.org/0000-0001-9734-670X","affiliations":[{"raw_affiliation_string":"Dipartimento di Elettronica, Informazione e Bioingegneria (DEIB), Politecnico di Milano, Milan, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050262749","display_name":"Jary Pomponi","orcid":"https://orcid.org/0000-0003-3236-3941"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Jary Pomponi","raw_affiliation_strings":["Dipartimento di Ingegneria dell&#x27;Informazione, Elettronica e Telecomunicazioni (DIET), Sapienza Universit&#x00E0;di Roma, Rome, Italy"],"raw_orcid":"https://orcid.org/0000-0003-3236-3941","affiliations":[{"raw_affiliation_string":"Dipartimento di Ingegneria dell&#x27;Informazione, Elettronica e Telecomunicazioni (DIET), Sapienza Universit&#x00E0;di Roma, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022153057","display_name":"Simone Scardapane","orcid":"https://orcid.org/0000-0003-0881-8344"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Simone Scardapane","raw_affiliation_strings":["Dipartimento di Ingegneria dell&#x27;Informazione, Elettronica e Telecomunicazioni (DIET), Sapienza Universit&#x00E0;di Roma, Rome, Italy"],"raw_orcid":"https://orcid.org/0000-0003-0881-8344","affiliations":[{"raw_affiliation_string":"Dipartimento di Ingegneria dell&#x27;Informazione, Elettronica e Telecomunicazioni (DIET), Sapienza Universit&#x00E0;di Roma, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035547226","display_name":"Manuel Roveri","orcid":"https://orcid.org/0000-0001-7828-7687"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Manuel Roveri","raw_affiliation_strings":["Dipartimento di Elettronica, Informazione e Bioingegneria (DEIB), Politecnico di Milano, Milan, Italy"],"raw_orcid":"https://orcid.org/0000-0001-7828-7687","affiliations":[{"raw_affiliation_string":"Dipartimento di Elettronica, Informazione e Bioingegneria (DEIB), Politecnico di Milano, Milan, Italy","institution_ids":["https://openalex.org/I93860229"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.7957,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.94710584,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"36","issue":"10","first_page":"19342","last_page":"19355"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9815000295639038,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9815000295639038,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9587000012397766,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9380999803543091,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6876312494277954},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6472781896591187},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.5918870568275452},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.4441414177417755},{"id":"https://openalex.org/keywords/time-delay-neural-network","display_name":"Time delay neural network","score":0.4234773516654968},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.42109981179237366},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34724241495132446},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.06401181221008301}],"concepts":[{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6876312494277954},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6472781896591187},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5918870568275452},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.4441414177417755},{"id":"https://openalex.org/C175202392","wikidata":"https://www.wikidata.org/wiki/Q2434543","display_name":"Time delay neural network","level":3,"score":0.4234773516654968},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.42109981179237366},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34724241495132446},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.06401181221008301},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tnnls.2025.3588558","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3588558","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:40690344","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40690344","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null},{"id":"pmh:oai:re.public.polimi.it:11311/1295444","is_oa":true,"landing_page_url":"https://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&arnumber=11086509","pdf_url":null,"source":{"id":"https://openalex.org/S4306400312","display_name":"Virtual Community of Pathological Anatomy (University of Castilla La Mancha)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79189158","host_organization_name":"University of Castilla-La Mancha","host_organization_lineage":["https://openalex.org/I79189158"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:re.public.polimi.it:11311/1295444","is_oa":true,"landing_page_url":"https://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&arnumber=11086509","pdf_url":null,"source":{"id":"https://openalex.org/S4306400312","display_name":"Virtual Community of Pathological Anatomy (University of Castilla La Mancha)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79189158","host_organization_name":"University of Castilla-La Mancha","host_organization_lineage":["https://openalex.org/I79189158"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1584270863","https://openalex.org/W2603525251","https://openalex.org/W2085961337","https://openalex.org/W3113777316","https://openalex.org/W2038503502","https://openalex.org/W2386241395","https://openalex.org/W4246541945","https://openalex.org/W2357447513","https://openalex.org/W2107201395","https://openalex.org/W2381790306"],"abstract_inverted_index":{"Early-exit":[0],"neural":[1,8,87,136,143],"networks":[2,144],"(EENNs)":[3],"endow":[4],"a":[5,53,111,190],"standard":[6],"deep":[7],"network":[9],"(DNN)":[10],"with":[11,226],"early-exit":[12],"classifiers":[13,248],"(EECs)":[14],"to":[15,33,91,188],"provide":[16],"predictions":[17],"at":[18,174],"intermediate":[19],"points":[20],"of":[21,38,45,74,86,95,153,164,184,192,203,213,236,245,249],"the":[22,43,65,68,71,75,80,84,93,108,121,124,146,151,159,162,172,181,196,204,208,211,219,227,234,243,246,250],"processing":[23],"when":[24],"enough":[25],"confidence":[26],"in":[27,36,107,201],"classification":[28],"is":[29,47,82],"achieved.":[30],"This":[31],"leads":[32],"many":[34,62],"benefits":[35],"terms":[37,202,240],"effectiveness":[39,235],"and":[40,55,70,110,123,161,166,186,210],"efficiency.":[41],"Currently,":[42,97],"design":[44,94,115,152,183],"EENNs":[46,103,155,173],"carried":[48],"out":[49],"manually":[50],"by":[51,171,222],"experts,":[52],"complex":[54],"time-consuming":[56],"task":[57],"that":[58,218],"requires":[59],"accounting":[60],"for":[61,102,139,150,242],"aspects,":[63],"including":[64],"correct":[66],"placement,":[67],"thresholding,":[69],"computational":[72],"overhead":[73],"EECs.":[76],"For":[77],"this":[78,131,133,179,231],"reason,":[79],"research":[81],"exploring":[83],"use":[85],"architecture":[88,137],"search":[89,138],"(NAS)":[90],"automate":[92],"EENNs.":[96,229],"few":[98],"comprehensive":[99],"NAS":[100,148],"solutions":[101,200],"have":[104],"been":[105],"proposed":[106],"literature,":[109],"fully":[112],"automated,":[113],"joint":[114,182],"strategy":[116],"taking":[117],"into":[118],"consideration":[119],"both":[120],"backbone":[122,185],"EECs":[125,187],"remains":[126],"an":[127],"open":[128],"problem.":[129],"To":[130],"end,":[132],"work":[134,232],"presents":[135],"hardware-constrained":[140],"early":[141],"exit":[142],"(NACHOS),":[145],"first":[147],"framework":[149],"optimal":[154,199],"satisfying":[156],"constraints":[157],"on":[158],"accuracy":[160,209],"number":[163,212],"multiply":[165],"accumulate":[167],"(MAC)":[168],"operations":[169],"performed":[170],"inference":[175],"time.":[176],"In":[177],"particular,":[178],"provides":[180],"select":[189],"set":[191],"admissible":[193],"(i.e.,":[194],"respecting":[195],"constraints)":[197],"Pareto":[198],"best":[205],"trade-off":[206],"between":[207],"MACs.":[214],"The":[215],"results":[216],"show":[217],"models":[220],"designed":[221,241],"NACHOS":[223],"are":[224],"competitive":[225],"state-of-the-art":[228],"Additionally,":[230],"investigates":[233],"two":[237],"novel":[238],"regularization":[239],"optimization":[244],"auxiliary":[247],"EENN.":[251]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-08-08T01:25:22.217667","created_date":"2025-10-10T00:00:00"}
