{"id":"https://openalex.org/W4311007713","doi":"https://doi.org/10.1145/3569468","title":"Differentiable Neural Network Pruning to Enable Smart Applications on Microcontrollers","display_name":"Differentiable Neural Network Pruning to Enable Smart Applications on Microcontrollers","publication_year":2022,"publication_date":"2022-12-21","ids":{"openalex":"https://openalex.org/W4311007713","doi":"https://doi.org/10.1145/3569468"},"language":"en","primary_location":{"id":"doi:10.1145/3569468","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3569468","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3569468","source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3569468","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045610499","display_name":"Edgar Liberis","orcid":"https://orcid.org/0000-0002-2621-2285"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]},{"id":"https://openalex.org/I4210117523","display_name":"Samsung (United Kingdom)","ror":"https://ror.org/01w6gjq94","country_code":"GB","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210117523"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Edgar Liberis","raw_affiliation_strings":["University of Cambridge, Cambridge, UK and Samsung AI Centre Cambridge, Cambridge, UK"],"raw_orcid":"https://orcid.org/0000-0002-2621-2285","affiliations":[{"raw_affiliation_string":"University of Cambridge, Cambridge, UK and Samsung AI Centre Cambridge, Cambridge, UK","institution_ids":["https://openalex.org/I241749","https://openalex.org/I4210117523"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045638679","display_name":"Nicholas D. Lane","orcid":"https://orcid.org/0000-0002-2728-8273"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]},{"id":"https://openalex.org/I4210117523","display_name":"Samsung (United Kingdom)","ror":"https://ror.org/01w6gjq94","country_code":"GB","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210117523"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Nicholas D. Lane","raw_affiliation_strings":["University of Cambridge, Cambridge, UK and Samsung AI Centre Cambridge, Cambridge, UK"],"raw_orcid":"https://orcid.org/0000-0002-2728-8273","affiliations":[{"raw_affiliation_string":"University of Cambridge, Cambridge, UK and Samsung AI Centre Cambridge, Cambridge, UK","institution_ids":["https://openalex.org/I241749","https://openalex.org/I4210117523"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5387,"has_fulltext":true,"cited_by_count":25,"citation_normalized_percentile":{"value":0.83726774,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"6","issue":"4","first_page":"1","last_page":"19"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8090430498123169},{"id":"https://openalex.org/keywords/microcontroller","display_name":"Microcontroller","score":0.7545576691627502},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.7502655386924744},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.49816346168518066},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.48880717158317566},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.47950369119644165},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.44756072759628296},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44133251905441284},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.43062618374824524},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4290144145488739},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.3235284984111786}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8090430498123169},{"id":"https://openalex.org/C173018170","wikidata":"https://www.wikidata.org/wiki/Q165678","display_name":"Microcontroller","level":2,"score":0.7545576691627502},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.7502655386924744},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.49816346168518066},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.48880717158317566},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.47950369119644165},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.44756072759628296},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44133251905441284},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43062618374824524},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4290144145488739},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3235284984111786},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3569468","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3569468","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3569468","source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3569468","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3569468","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3569468","source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.4399999976158142,"display_name":"Decent work and economic growth"}],"awards":[{"id":"https://openalex.org/G2938845516","display_name":"MOA: High Efficiency Deep Learning for Embedded and Mobile Platforms (Full EPSRC Fellowship Submission)","funder_award_id":"EP/S001530/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G4234352910","display_name":"IRC Next Steps Plus : OPERA - Opportunistic Passive Radar for Non-Cooperative Contextual Sensing","funder_award_id":"EP/R018677/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G4420458172","display_name":"DTA - University of Oxford","funder_award_id":"EP/M50659X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6082034655","display_name":null,"funder_award_id":"EP/R018677/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6903709758","display_name":null,"funder_award_id":"EP/M50659X/1,EP/R018677/1,EP/S001530/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8099590239","display_name":null,"funder_award_id":"EP/S001530","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320332195","display_name":"Samsung","ror":"https://ror.org/04w3jy968"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4311007713.pdf","grobid_xml":"https://content.openalex.org/works/W4311007713.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W2194775991","https://openalex.org/W2754395205","https://openalex.org/W2757714531","https://openalex.org/W2777460464","https://openalex.org/W2782853073","https://openalex.org/W2869166307","https://openalex.org/W2963122961","https://openalex.org/W2963163009","https://openalex.org/W2964187693","https://openalex.org/W2964217527","https://openalex.org/W2970500560","https://openalex.org/W2972418643","https://openalex.org/W2979464955","https://openalex.org/W2991032677","https://openalex.org/W3012252768","https://openalex.org/W3083249871","https://openalex.org/W3083914698","https://openalex.org/W3101030367","https://openalex.org/W3101755570","https://openalex.org/W3114040862","https://openalex.org/W3144294392","https://openalex.org/W3157144868","https://openalex.org/W3160945783","https://openalex.org/W3204888765","https://openalex.org/W4200005100","https://openalex.org/W4200081143","https://openalex.org/W4200186631","https://openalex.org/W4200482297","https://openalex.org/W4200575065","https://openalex.org/W4283806531","https://openalex.org/W6812545643"],"related_works":["https://openalex.org/W4316095964","https://openalex.org/W2383001583","https://openalex.org/W2771395446","https://openalex.org/W2131084560","https://openalex.org/W3112038843","https://openalex.org/W3209836052","https://openalex.org/W2088310429","https://openalex.org/W2161641032","https://openalex.org/W2496340490","https://openalex.org/W3096135418"],"abstract_inverted_index":{"Wearable,":[0],"embedded,":[1],"and":[2,21,33,74,91,135,156,184,214,237,258,262],"IoT":[3],"devices":[4,46,50,64],"are":[5,51,203,222],"a":[6,29,69,84,168,179],"centrepiece":[7],"of":[8,31,67,72,87,98,130,210,233,271],"many":[9,108],"ubiquitous":[10,118],"computing":[11,119],"applications,":[12],"such":[13],"as":[14],"fitness":[15],"tracking,":[16],"health":[17],"monitoring,":[18],"home":[19],"security":[20],"voice":[22],"assistants.":[23],"By":[24],"gathering":[25],"user":[26,88,226],"data":[27,75,89],"through":[28],"variety":[30],"sensors":[32],"leveraging":[34],"machine":[35,78],"learning":[36,79],"(ML),":[37],"applications":[38],"can":[39],"adapt":[40],"their":[41],"behaviour:":[42],"in":[43,83,302],"other":[44],"words,":[45],"become":[47,65],"\"smart\".":[48],"Such":[49],"typically":[52,142],"powered":[53],"by":[54],"microcontroller":[55],"units":[56],"(MCUs).":[57],"As":[58],"MCUs":[59,125],"continue":[60],"to":[61,94,101,139,144,188,196,207,216,229,248,275,280,300,306],"improve,":[62],"smart":[63],"capable":[66],"performing":[68],"non-trivial":[70],"amount":[71,232],"sensing":[73],"processing,":[76],"including":[77],"inference,":[80],"which":[81,177],"results":[82],"greater":[85],"degree":[86],"privacy":[90],"autonomy,":[92],"compared":[93,138,215,305],"offloading":[95],"the":[96,153,231,238,244],"execution":[97],"ML":[99,115],"models":[100,202,221,292],"another":[102],"device.":[103],"Advanced":[104],"predictive":[105],"capabilities":[106],"across":[107],"tasks":[109,261],"make":[110],"neural":[111,146,175,272],"networks":[112,273],"an":[113],"attractive":[114],"model":[116,160,286,309],"for":[117,158,173],"applications;":[120],"however,":[121],"on-device":[122],"inference":[123],"on":[124,152],"remains":[126],"extremely":[127],"challenging.":[128],"Orders":[129],"magnitude":[131],"less":[132,303],"storage,":[133],"memory":[134],"computational":[136,235],"ability,":[137],"what":[140],"is":[141],"required":[143],"execute":[145],"networks,":[147,176],"impose":[148],"strict":[149],"structural":[150],"constraints":[151],"network":[154,198,245],"architecture":[155],"call":[157],"specialist":[159,218],"compression":[161,310],"methodology.":[162],"In":[163],"this":[164],"work,":[165,200,219],"we":[166],"present":[167],"differentiable":[169],"structured":[170],"pruning":[171,199,239],"method":[172],"convolutional":[174],"integrates":[178],"model's":[180],"MCU-specific":[181,308],"resource":[182,212,269,297],"usage":[183,270,298],"parameter":[185],"importance":[186],"feedback":[187],"obtain":[189],"highly":[190],"compressed":[191,201,220,291],"yet":[192],"accurate":[193,205],"models.":[194],"Compared":[195],"related":[197],"more":[204],"due":[206],"better":[208],"use":[209],"MCU":[211,217],"budget,":[213],"produced":[223],"faster.":[224],"The":[225],"only":[227],"needs":[228],"specify":[230],"available":[234],"resources":[236],"algorithm":[240],"will":[241],"automatically":[242],"compress":[243],"during":[246],"training":[247,287],"satisfy":[249],"them.":[250],"We":[251],"evaluate":[252],"our":[253],"methodology":[254],"using":[255],"benchmark":[256],"image":[257],"audio":[259],"classification":[260],"find":[263],"that":[264],"it":[265],"(a)":[266],"improves":[267,285],"key":[268],"up":[274,299],"80x;":[276],"(b)":[277],"has":[278],"little":[279],"no":[281],"overhead":[282],"or":[283,295],"even":[284],"time;":[288],"(c)":[289],"produces":[290],"with":[293],"matching":[294],"improved":[296],"1.4x":[301],"time":[304],"prior":[307],"methods.":[311]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":3}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2022-12-22T00:00:00"}