{"id":"https://openalex.org/W4313021950","doi":"https://doi.org/10.1109/jiot.2022.3222014","title":"Dynamic ConvNets on Tiny Devices via Nested Sparsity","display_name":"Dynamic ConvNets on Tiny Devices via Nested Sparsity","publication_year":2022,"publication_date":"2022-11-15","ids":{"openalex":"https://openalex.org/W4313021950","doi":"https://doi.org/10.1109/jiot.2022.3222014"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2022.3222014","doi":"https://doi.org/10.1109/jiot.2022.3222014","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3222014","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-c","cwts-core","dongbi-b","jufo-2","norway-2","poland-200","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2203.03324","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009969525","display_name":"Matteo Grimaldi","orcid":"https://orcid.org/0000-0003-3115-9420","observed_orcids":["https://orcid.org/0000-0003-3115-9420"]},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Matteo Grimaldi","raw_affiliation_strings":["Department of Control and Computer Engineering, Politecnico di Torino, Torino, Italy"],"raw_orcid":"https://orcid.org/0000-0003-3115-9420","affiliations":[{"raw_affiliation_string":"Department of Control and Computer Engineering, Politecnico di Torino, Torino, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084490100","display_name":"Luca Mocerino","orcid":"https://orcid.org/0000-0002-6086-0606","observed_orcids":["https://orcid.org/0000-0002-6086-0606"]},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Luca Mocerino","raw_affiliation_strings":["Department of Control and Computer Engineering, Politecnico di Torino, Torino, Italy"],"raw_orcid":"https://orcid.org/0000-0002-6086-0606","affiliations":[{"raw_affiliation_string":"Department of Control and Computer Engineering, Politecnico di Torino, Torino, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080738753","display_name":"Antonio Cipolletta","orcid":"https://orcid.org/0000-0003-3152-9428","observed_orcids":["https://orcid.org/0000-0003-3152-9428"]},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Antonio Cipolletta","raw_affiliation_strings":["Department of Control and Computer Engineering, Politecnico di Torino, Torino, Italy"],"raw_orcid":"https://orcid.org/0000-0003-3152-9428","affiliations":[{"raw_affiliation_string":"Department of Control and Computer Engineering, Politecnico di Torino, Torino, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034581393","display_name":"Andrea Calimera","orcid":"https://orcid.org/0000-0001-5881-3811","observed_orcids":["https://orcid.org/0000-0001-5881-3811"]},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Andrea Calimera","raw_affiliation_strings":["Department of Control and Computer Engineering, Politecnico di Torino, Torino, Italy"],"raw_orcid":"https://orcid.org/0000-0001-5881-3811","affiliations":[{"raw_affiliation_string":"Department of Control and Computer Engineering, Politecnico di Torino, Torino, Italy","institution_ids":["https://openalex.org/I177477856"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I177477856"],"apc_list":{"value":2195,"currency":"USD","value_usd":2195},"apc_paid":null,"fwci":0.4178,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.55355289,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"10","issue":"6","first_page":"5073","last_page":"5082"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dynamic-sparsity","display_name":"dynamic sparsity","score":0.7670000195503235},{"id":"https://openalex.org/keywords/gradient-masking","display_name":"gradient masking","score":0.6819999814033508},{"id":"https://openalex.org/keywords/sparse-matrix-compression","display_name":"sparse matrix compression","score":0.8019999861717224},{"id":"https://openalex.org/keywords/edge-inference","display_name":"edge inference","score":0.5559999942779541},{"id":"https://openalex.org/keywords/resource-constrained-devices","display_name":"resource-constrained devices","score":0.8299999833106995},{"id":"https://openalex.org/keywords/accuracy-latency-trade-off","display_name":"accuracy-latency trade-off","score":0.7160000205039978},{"id":"https://openalex.org/keywords/model-compression","display_name":"model compression","score":0.6819999814033508},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.7160000205039978},{"id":"https://openalex.org/keywords/image-classification","display_name":"image classification","score":0.8399999737739563},{"id":"https://openalex.org/keywords/object-detection","display_name":"object detection","score":1.0}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7957512736320496},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5168505311012268},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4570176899433136},{"id":"https://openalex.org/C1306188","wikidata":"https://www.wikidata.org/wiki/Q4060687","display_name":"Nested loop join","level":2,"score":0.4407609701156616},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4222526550292969},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.420211523771286},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39595070481300354},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.2726839780807495},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/jiot.2022.3222014","doi":"https://doi.org/10.1109/jiot.2022.3222014","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3222014","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-c","cwts-core","dongbi-b","jufo-2","norway-2","poland-200","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2203.03324","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2203.03324","pdf_url":"https://arxiv.org/pdf/2203.03324","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:iris.polito.it:11583/2977752","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/11583/2977752","pdf_url":"https://iris.polito.it/bitstream/11583/2977752/1/final.pdf","source":{"id":"https://openalex.org/S7407055329","display_name":"PORTO@Iris","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.48550/arxiv.2203.03324","doi":"https://doi.org/10.48550/arxiv.2203.03324","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2203.03324","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2203.03324","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2203.03324","pdf_url":"https://arxiv.org/pdf/2203.03324","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.4943999946117401}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4313021950.pdf","grobid_xml":"https://content.openalex.org/works/W4313021950.grobid-xml"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W2006412395","https://openalex.org/W2031489346","https://openalex.org/W2193145675","https://openalex.org/W2194775991","https://openalex.org/W2559655401","https://openalex.org/W2582745083","https://openalex.org/W2608554408","https://openalex.org/W2612445135","https://openalex.org/W2613883010","https://openalex.org/W2625457103","https://openalex.org/W2756815061","https://openalex.org/W2777406049","https://openalex.org/W2784372305","https://openalex.org/W2788851830","https://openalex.org/W2901501184","https://openalex.org/W2905741102","https://openalex.org/W2913190747","https://openalex.org/W2915589364","https://openalex.org/W2946948417","https://openalex.org/W2947681860","https://openalex.org/W2963163009","https://openalex.org/W2963363373","https://openalex.org/W2963393494","https://openalex.org/W2964217527","https://openalex.org/W2969797940","https://openalex.org/W2979429416","https://openalex.org/W2981698279","https://openalex.org/W2986700214","https://openalex.org/W2994817185","https://openalex.org/W2994894228","https://openalex.org/W3005409765","https://openalex.org/W3007729836","https://openalex.org/W3009833179","https://openalex.org/W3013186616","https://openalex.org/W3024366773","https://openalex.org/W3044604993","https://openalex.org/W3091611536","https://openalex.org/W3095851346","https://openalex.org/W3106250896","https://openalex.org/W3108166024","https://openalex.org/W3118608800","https://openalex.org/W3129093240","https://openalex.org/W3162309234","https://openalex.org/W3184812671","https://openalex.org/W3199077126","https://openalex.org/W3203732332","https://openalex.org/W3214153136","https://openalex.org/W4211021930","https://openalex.org/W4212774754","https://openalex.org/W4244330903","https://openalex.org/W7133223828"],"related_works":["https://openalex.org/W4366310357","https://openalex.org/W4390771525","https://openalex.org/W4206934952","https://openalex.org/W7155156409","https://openalex.org/W3031708374","https://openalex.org/W3198500509","https://openalex.org/W4299140156","https://openalex.org/W4288771767","https://openalex.org/W4386161516","https://openalex.org/W3192477179"],"abstract_inverted_index":{"This":[0],"work":[1],"introduces":[2],"a":[3,17,44,55,71,83,114],"new":[4,115],"training":[5,79],"and":[6,58,103,138,173,188],"compression":[7,118],"pipeline":[8],"to":[9,180,197],"build":[10],"nested":[11,39,51,95,131,149,192],"sparse":[12,40,116,150,159,193],"convolutional":[13],"neural":[14],"networks":[15],"(ConvNets),":[16],"class":[18],"of":[19,33,36,43,129],"dynamic":[20,72,182,186],"ConvNets":[21,151,194],"suited":[22],"for":[23,62],"inference":[24,110],"tasks":[25,141],"deployed":[26],"on":[27,135,142],"resource-constrained":[28],"devices":[29],"at":[30,64,78,109],"the":[31,34,67,90,94,100,106,127,130,202],"edge":[32],"Internet":[35],"Things.":[37],"A":[38],"ConvNet":[41,46],"consists":[42],"single":[45,158],"architecture,":[47],"containing$N$sparse":[48],"subnetworks":[49],"with":[50,120],"weights":[52,132],"subsets,":[53],"like":[54],"Matryoshka":[56],"doll,":[57],"can":[59],"trade":[60],"accuracy":[61,77,203],"latency":[63,205],"runtime,":[65],"using":[66],"model":[68],"sparsity":[69],"as":[70,162,185],"knob.":[73],"To":[74,98],"attain":[75],"high":[76,175],"time,":[80,111],"we":[81,112],"propose":[82],"gradient":[84],"masking":[85],"technique":[86],"that":[87,124],"optimally":[88],"routes":[89],"learning":[91],"signals":[92],"across":[93],"weight":[96],"subsets.":[97,133],"minimize":[99],"storage":[101,171],"footprint":[102],"efficiently":[104],"process":[105],"obtained":[107],"models":[108,160],"introduce":[113],"matrix":[117],"format":[119],"dedicated":[121],"compute":[122],"kernels":[123],"fruitfully":[125],"exploit":[126],"characteristic":[128],"Tested":[134],"image":[136],"classification":[137],"object":[139],"detection":[140],"an":[143],"off-the-shelf":[144],"ARM-M7":[145],"microcontroller":[146],"unit":[147],"(MCU),":[148],"outperform":[152],"variable-latency":[153],"solutions":[154],"naively":[155],"built":[156],"assembling":[157],"trained":[161],"stand-alone":[163],"instances,":[164],"achieving":[165],"1)":[166],"comparable":[167],"accuracy;":[168],"2)":[169],"remarkable":[170],"savings;":[172],"3)":[174],"performance.":[176],"Moreover,":[177],"when":[178],"compared":[179],"state-of-the-art":[181],"strategies,":[183],"such":[184],"pruning":[187],"layer":[189],"width":[190],"scaling,":[191],"turn":[195],"out":[196],"be":[198],"Pareto":[199],"optimal":[200],"in":[201],"versus":[204],"space.":[206]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2023-01-05T00:00:00"}