{"id":"https://openalex.org/W4398151421","doi":"https://doi.org/10.1109/tcad.2024.3402957","title":"Smaller Together: Groupwise Encoding of Sparse Neural Networks","display_name":"Smaller Together: Groupwise Encoding of Sparse Neural Networks","publication_year":2024,"publication_date":"2024-05-20","ids":{"openalex":"https://openalex.org/W4398151421","doi":"https://doi.org/10.1109/tcad.2024.3402957"},"language":"en","primary_location":{"id":"doi:10.1109/tcad.2024.3402957","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2024.3402957","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021279961","display_name":"Elias Trommer","orcid":"https://orcid.org/0000-0002-5671-3291"},"institutions":[{"id":"https://openalex.org/I137594350","display_name":"Infineon Technologies (Germany)","ror":"https://ror.org/005kw6t15","country_code":"DE","type":"company","lineage":["https://openalex.org/I137594350"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Elias Trommer","raw_affiliation_strings":["Department of Power & Sensor Systems (PSS), Infineon Technologies Dresden GmbH, Dresden, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Power & Sensor Systems (PSS), Infineon Technologies Dresden GmbH, Dresden, Germany","institution_ids":["https://openalex.org/I137594350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067647232","display_name":"Bernd Waschneck","orcid":"https://orcid.org/0000-0003-0294-8594"},"institutions":[{"id":"https://openalex.org/I137594350","display_name":"Infineon Technologies (Germany)","ror":"https://ror.org/005kw6t15","country_code":"DE","type":"company","lineage":["https://openalex.org/I137594350"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Bernd Waschneck","raw_affiliation_strings":["Department of Power & Sensor Systems (PSS), Infineon Technologies Dresden GmbH, Dresden, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Power & Sensor Systems (PSS), Infineon Technologies Dresden GmbH, Dresden, Germany","institution_ids":["https://openalex.org/I137594350"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100755285","display_name":"Akash Kumar","orcid":"https://orcid.org/0000-0001-7125-1737"},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"TU Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Akash Kumar","raw_affiliation_strings":["Technische Universität Dresden, Dresden, Germany"],"affiliations":[{"raw_affiliation_string":"Technische Universität Dresden, Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5021279961"],"corresponding_institution_ids":["https://openalex.org/I137594350"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.05407076,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"43","issue":"12","first_page":"4476","last_page":"4489"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9764000177383423,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9764000177383423,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.63205885887146},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5490114092826843},{"id":"https://openalex.org/keywords/neural-coding","display_name":"Neural coding","score":0.5338678359985352},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5250237584114075},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4134840965270996},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.38315343856811523}],"concepts":[{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.63205885887146},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5490114092826843},{"id":"https://openalex.org/C77637269","wikidata":"https://www.wikidata.org/wiki/Q7002051","display_name":"Neural coding","level":2,"score":0.5338678359985352},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5250237584114075},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4134840965270996},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.38315343856811523}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcad.2024.3402957","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2024.3402957","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4368047405","display_name":null,"funder_award_id":"16ME0542K","funder_id":"https://openalex.org/F4320324070","funder_display_name":"Ministry of Education and Research, Romania"}],"funders":[{"id":"https://openalex.org/F4320324070","display_name":"Ministry of Education and Research, Romania","ror":"https://ror.org/00dh5gw98"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1575701986","https://openalex.org/W2009654791","https://openalex.org/W2035080386","https://openalex.org/W2117539524","https://openalex.org/W2137983211","https://openalex.org/W2194775991","https://openalex.org/W2619096655","https://openalex.org/W2762644836","https://openalex.org/W2963163009","https://openalex.org/W3034288893","https://openalex.org/W3038838661","https://openalex.org/W3094218199","https://openalex.org/W3094502228","https://openalex.org/W3095806684","https://openalex.org/W3099185017","https://openalex.org/W3108426037","https://openalex.org/W3118608800","https://openalex.org/W3139169058","https://openalex.org/W3214870808","https://openalex.org/W4214939762","https://openalex.org/W4226207577","https://openalex.org/W4282025104","https://openalex.org/W4286563542","https://openalex.org/W4287118909","https://openalex.org/W4312067768","https://openalex.org/W4385245566","https://openalex.org/W4389104738","https://openalex.org/W6677103964","https://openalex.org/W6738642365","https://openalex.org/W6745148473","https://openalex.org/W6751349269","https://openalex.org/W6774302960","https://openalex.org/W6787972765","https://openalex.org/W6791745469","https://openalex.org/W6796815506","https://openalex.org/W6797184042","https://openalex.org/W6802648153"],"related_works":["https://openalex.org/W4235381733","https://openalex.org/W2355022049","https://openalex.org/W2060429446","https://openalex.org/W2132101312","https://openalex.org/W2078080292","https://openalex.org/W2741782512","https://openalex.org/W3011302839","https://openalex.org/W2392958391","https://openalex.org/W2033914206","https://openalex.org/W2042327336"],"abstract_inverted_index":{"With":[0],"the":[1,34,129,132,148],"drive":[2],"towards":[3],"ever":[4],"more":[5],"intelligent":[6],"devices,":[7],"neural":[8,180],"networks":[9],"are":[10,98],"deployed":[11],"on":[12,61,131],"smaller":[13,15],"and":[14,160,166],"systems.":[16],"For":[17],"these":[18],"embedded":[19],"microcontrollers,":[20],"memory":[21,45],"consumption":[22],"becomes":[23],"a":[24,50,65,72,101,121],"significant":[25],"challenge.":[26],"We":[27,47],"propose":[28],"multiple":[29,118],"encoding":[30,52,62],"schemes":[31],"that":[32,58],"convert":[33],"decrease":[35],"in":[36,71,120,183],"parameter":[37],"counts,":[38],"achieved":[39],"through":[40],"unstructured":[41],"pruning,":[42],"into":[43,100],"tangible":[44],"savings.":[46],"first":[48],"discuss":[49],"sparse":[51,56,107,144],"scheme":[53,79,103,130,142],"for":[54,114,127,154,177],"arbitrary":[55,106],"matrices":[57,108],"is":[59,80],"based":[60],"offsets":[63],"from":[64],"predicted":[66],"even":[67,93],"spacing":[68],"of":[69,77,86,135,150,174],"elements":[70,87,119],"row.":[73],"The":[74],"compression":[75],"rate":[76],"this":[78],"improved":[81],"further":[82],"by":[83,164],"identifying":[84],"groups":[85],"which":[88,104],"can":[89],"be":[90],"encoded":[91],"with":[92,109,137],"lower":[94],"overhead.":[95],"Both":[96],"methods":[97],"combined":[99],"hybrid":[102],"encodes":[105],"low":[110,157],"overhead,":[111],"while":[112],"allowing":[113],"parallel":[115,138],"access":[116],"to":[117,146],"row":[122],"at":[123,168],"once\u2014an":[124],"important":[125],"feature":[126],"using":[128],"latest":[133],"generation":[134],"microcontrollers":[136],"SIMD":[139],"capabilities.":[140],"Our":[141],"compresses":[143],"models":[145],"below":[147],"size":[149,163],"their":[151],"dense":[152],"counterparts":[153],"sparsities":[155],"as":[156,158],"30%":[159],"reduces":[161],"model":[162],"32.4%":[165],"26.4%":[167],"less":[169],"than":[170],"one":[171],"percentage":[172],"point":[173],"accuracy":[175],"loss":[176],"two":[178],"convolutional":[179],"network":[181],"tasks":[182],"our":[184],"evaluation.":[185]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}