{"id":"https://openalex.org/W4415329310","doi":"https://doi.org/10.1109/ijcnn64981.2025.11228997","title":"Benchmarking Energy and Latency in TinyML: A Novel Method for Resource-Constrained AI","display_name":"Benchmarking Energy and Latency in TinyML: A Novel Method for Resource-Constrained AI","publication_year":2025,"publication_date":"2025-06-30","ids":{"openalex":"https://openalex.org/W4415329310","doi":"https://doi.org/10.1109/ijcnn64981.2025.11228997"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn64981.2025.11228997","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11228997","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2505.15622","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106689448","display_name":"Pietro Bartoli","orcid":null},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Pietro Bartoli","raw_affiliation_strings":["Politecnico di Milano,Dept. of Electronics, Information and Bioengineering,Milan,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Politecnico di Milano,Dept. of Electronics, Information and Bioengineering,Milan,Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Christian Veronesi","orcid":null},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Christian Veronesi","raw_affiliation_strings":["Politecnico di Milano,Dept. of Electronics, Information and Bioengineering,Milan,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Politecnico di Milano,Dept. of Electronics, Information and Bioengineering,Milan,Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022036004","display_name":"Andrea Giudici","orcid":"https://orcid.org/0000-0002-5680-5727"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Andrea Giudici","raw_affiliation_strings":["Politecnico di Milano,Dept. of Electronics, Information and Bioengineering,Milan,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Politecnico di Milano,Dept. of Electronics, Information and Bioengineering,Milan,Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013058772","display_name":"D. Siorpaes","orcid":null},"institutions":[{"id":"https://openalex.org/I4210124177","display_name":"STMicroelectronics (Czechia)","ror":"https://ror.org/03c7ss521","country_code":"CZ","type":"company","lineage":["https://openalex.org/I131827901","https://openalex.org/I4210124177"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"David Siorpaes","raw_affiliation_strings":["STMicroelectornics,Agrate Brianza,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"STMicroelectornics,Agrate Brianza,Italy","institution_ids":["https://openalex.org/I4210124177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079923755","display_name":"Diana Trojaniello","orcid":"https://orcid.org/0000-0001-8935-5593"},"institutions":[{"id":"https://openalex.org/I4210151082","display_name":"Luxottica (Italy)","ror":"https://ror.org/04vjzg452","country_code":"IT","type":"company","lineage":["https://openalex.org/I4210151082"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Diana Trojaniello","raw_affiliation_strings":["Smart Eyewear Laboratory, EssilorLuxottica,Milan,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Smart Eyewear Laboratory, EssilorLuxottica,Milan,Italy","institution_ids":["https://openalex.org/I4210151082"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054993441","display_name":"Franco Zappa","orcid":"https://orcid.org/0000-0003-1715-501X"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Franco Zappa","raw_affiliation_strings":["Politecnico di Milano,Dept. of Electronics, Information and Bioengineering,Milan,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Politecnico di Milano,Dept. of Electronics, Information and Bioengineering,Milan,Italy","institution_ids":["https://openalex.org/I93860229"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.24413868,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9767000079154968,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9442999958992004,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8535000085830688},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.5055000185966492},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5022000074386597},{"id":"https://openalex.org/keywords/microcontroller","display_name":"Microcontroller","score":0.4968999922275543},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.4867999851703644},{"id":"https://openalex.org/keywords/multi-core-processor","display_name":"Multi-core processor","score":0.3594000041484833},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.35030001401901245},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.33550000190734863}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8535000085830688},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6772000193595886},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.5055000185966492},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5022000074386597},{"id":"https://openalex.org/C173018170","wikidata":"https://www.wikidata.org/wiki/Q165678","display_name":"Microcontroller","level":2,"score":0.4968999922275543},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.4867999851703644},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.48030000925064087},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.429500013589859},{"id":"https://openalex.org/C78766204","wikidata":"https://www.wikidata.org/wiki/Q555032","display_name":"Multi-core processor","level":2,"score":0.3594000041484833},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.35030001401901245},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.33550000190734863},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.32760000228881836},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.31709998846054077},{"id":"https://openalex.org/C2780365336","wikidata":"https://www.wikidata.org/wiki/Q25047934","display_name":"Single-core","level":2,"score":0.31360000371932983},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.30820000171661377},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.30559998750686646},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.30230000615119934},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.2973000109195709},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.29420000314712524},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.2851000130176544},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.27799999713897705},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.259799987077713},{"id":"https://openalex.org/C118530786","wikidata":"https://www.wikidata.org/wiki/Q1134732","display_name":"Instrumentation (computer programming)","level":2,"score":0.25619998574256897}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/ijcnn64981.2025.11228997","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11228997","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2505.15622","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.15622","pdf_url":"https://arxiv.org/pdf/2505.15622","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:re.public.polimi.it:11311/1296014","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.15622v1","pdf_url":"https://arxiv.org/pdf/2505.15622","source":{"id":"https://openalex.org/S4306400312","display_name":"Virtual Community of Pathological Anatomy (University of Castilla La Mancha)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79189158","host_organization_name":"University of Castilla-La Mancha","host_organization_lineage":["https://openalex.org/I79189158"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.48550/arxiv.2505.15622","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2505.15622","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2505.15622","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.15622","pdf_url":"https://arxiv.org/pdf/2505.15622","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322569","display_name":"STMicroelectronics","ror":"https://ror.org/00wm3b005"},{"id":"https://openalex.org/F4320324039","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415329310.pdf","grobid_xml":"https://content.openalex.org/works/W4415329310.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W2105103777","https://openalex.org/W4280500134","https://openalex.org/W4322761281","https://openalex.org/W4396514616","https://openalex.org/W3162722976","https://openalex.org/W4400965612","https://openalex.org/W2795518818","https://openalex.org/W4294691813","https://openalex.org/W4390874825","https://openalex.org/W4286572030","https://openalex.org/W4361746014","https://openalex.org/W4289308614","https://openalex.org/W4294974799","https://openalex.org/W4399496737","https://openalex.org/W3043571714","https://openalex.org/W4405755383","https://openalex.org/W2969580338"],"related_works":[],"abstract_inverted_index":{"The":[0,207],"rise":[1],"of":[2,84,97,209,226,258],"IoT":[3],"has":[4],"increased":[5],"the":[6,57,77,82,95,139,143,170,195,210,224,249,256,279],"need":[7,58],"for":[8,19,59,62,180,218,274],"on-edge":[9],"machine":[10],"learning,":[11],"with":[12,194,204],"tinyML":[13],"emerging":[14],"as":[15,23,48,68,70],"a":[16,85,175],"promising":[17],"solution":[18],"resource-constrained":[20],"devices":[21],"such":[22,47],"Microcontroller":[24],"Units":[25],"(MCUs).":[26],"However,":[27],"benchmarking":[28,105],"their":[29],"energy":[30,66,73,109,230],"efficiency,":[31],"latency,":[32,63],"and":[33,42,65,90,110,119,135,199,202,252,260,284,289],"computational":[34],"capabilities":[35],"remains":[36],"challenging":[37],"due":[38],"to":[39,129,160,239,277,285],"diverse":[40],"architectures":[41],"application":[43],"scenarios.":[44],"Current":[45],"solutions,":[46],"MLCommons\u2019":[49],"\u201cTinyML":[50],"Perf:":[51],"Inference\u201d":[52],"method,":[53],"have":[54],"limitations,":[55],"including":[56],"separate":[60,130],"setups":[61],"accuracy,":[64],"measurements,":[67],"well":[69],"reliance":[71],"on":[72,229],"monitors":[74],"that":[75,107,142,247],"power":[76],"device,":[78],"reducing":[79,248],"flexibility.":[80],"Moreover,":[81],"absence":[83],"clear":[86],"distinction":[87],"between":[88],"inference":[89,282],"ancillary":[91],"operations":[92],"can":[93,157,270],"compromise":[94],"accuracy":[96],"performance":[98,193],"estimations.":[99],"This":[100,268],"work":[101],"introduces":[102],"an":[103,150],"alternative":[104],"methodology":[106],"integrates":[108],"latency":[111],"measurements":[112],"while":[113,154],"distinguishing":[114],"three":[115],"execution":[116,266],"phases\u2014pre-inference,":[117],"inference,":[118],"post-inference\u2014to":[120],"enable":[121],"precise":[122],"profiling.":[123],"A":[124],"dual-trigger":[125],"approach":[126,269],"is":[127],"used":[128,273],"these":[131],"phases,":[132],"ensuring":[133],"accurate":[134],"repeatable":[136],"measurements.":[137],"Additionally,":[138],"setup":[140],"ensures":[141],"device":[144],"operates":[145],"without":[146,262],"being":[147],"powered":[148],"by":[149],"external":[151],"measurement":[152],"unit,":[153],"automated":[155],"testing":[156],"be":[158,272],"leveraged":[159],"enhance":[161],"statistical":[162],"significance.":[163],"To":[164],"evaluate":[165],"our":[166],"setup,":[167],"we":[168],"tested":[169,236],"STM32N6":[171],"MCU,":[172],"which":[173],"includes":[174],"Neural":[176],"Processing":[177],"Unit":[178],"(NPU)":[179],"executing":[181],"convolutional":[182],"neural":[183],"networks.":[184],"Two":[185],"configurations":[186,228],"were":[187],"considered:":[188],"one":[189],"running":[190],"at":[191],"maximum":[192],"highest":[196],"clock":[197,253],"frequencies":[198],"core":[200,250],"voltage,":[201],"another":[203],"reduced":[205],"settings.":[206],"variation":[208],"Energy":[211],"Delay":[212],"Product":[213],"(EDP)":[214],"was":[215,235],"analyzed":[216],"separately":[217],"each":[219],"phase,":[220],"providing":[221],"insights":[222],"into":[223],"impact":[225],"hardware":[227,295],"efficiency.":[231],"Each":[232],"MLPerf":[233],"model":[234],"1000":[237],"times":[238],"ensure":[240],"statistically":[241],"relevant":[242],"results.":[243],"Our":[244],"findings":[245],"demonstrate":[246],"voltage":[251],"frequency":[254],"improves":[255],"efficiency":[257],"pre-":[259,288],"post-processing":[261,290],"significantly":[263],"affecting":[264],"network":[265],"performance.":[267],"also":[271],"cross-platform":[275],"comparisons":[276],"determine":[278],"most":[280],"efficient":[281],"platform":[283],"quantify":[286],"how":[287],"overhead":[291],"varies":[292],"across":[293],"different":[294],"implementations.":[296]},"counts_by_year":[],"updated_date":"2026-06-20T22:02:38.213706","created_date":"2025-10-19T00:00:00"}