{"id":"https://openalex.org/W4414079429","doi":"https://doi.org/10.1109/tcsi.2025.3602365","title":"TRIM: Acceleration of Multiplication-Less Neural Networks via Versatile Sparsities","display_name":"TRIM: Acceleration of Multiplication-Less Neural Networks via Versatile Sparsities","publication_year":2025,"publication_date":"2025-09-08","ids":{"openalex":"https://openalex.org/W4414079429","doi":"https://doi.org/10.1109/tcsi.2025.3602365"},"language":"en","primary_location":{"id":"doi:10.1109/tcsi.2025.3602365","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsi.2025.3602365","pdf_url":null,"source":{"id":"https://openalex.org/S116977442","display_name":"IEEE Transactions on Circuits and Systems I Regular Papers","issn_l":"1549-8328","issn":["1549-8328","1558-0806"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems I: Regular Papers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103719493","display_name":"Zihan Xia","orcid":null},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zihan Xia","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of California at San Diego, La Jolla, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-5409-321X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of California at San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006712350","display_name":"Mingu Kang","orcid":"https://orcid.org/0000-0001-8104-5136"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mingu Kang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of California at San Diego, La Jolla, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-8104-5136","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of California at San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5103719493"],"corresponding_institution_ids":["https://openalex.org/I36258959"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.11980669,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"73","issue":"2","first_page":"1079","last_page":"1092"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9742000102996826,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.8442000150680542},{"id":"https://openalex.org/keywords/trim","display_name":"Trim","score":0.6518999934196472},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.5728999972343445},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5504000186920166},{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.508899986743927},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.4772999882698059},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.46700000762939453},{"id":"https://openalex.org/keywords/greedy-algorithm","display_name":"Greedy algorithm","score":0.4526999890804291},{"id":"https://openalex.org/keywords/synapse","display_name":"Synapse","score":0.3813000023365021}],"concepts":[{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.8442000150680542},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7749999761581421},{"id":"https://openalex.org/C88611116","wikidata":"https://www.wikidata.org/wiki/Q957004","display_name":"Trim","level":2,"score":0.6518999934196472},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.5728999972343445},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5504000186920166},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.508899986743927},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4772999882698059},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.46700000762939453},{"id":"https://openalex.org/C51823790","wikidata":"https://www.wikidata.org/wiki/Q504353","display_name":"Greedy algorithm","level":2,"score":0.4526999890804291},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.44850000739097595},{"id":"https://openalex.org/C127445978","wikidata":"https://www.wikidata.org/wiki/Q187181","display_name":"Synapse","level":2,"score":0.3813000023365021},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3790000081062317},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.3720000088214874},{"id":"https://openalex.org/C13164978","wikidata":"https://www.wikidata.org/wiki/Q600158","display_name":"Hardware acceleration","level":3,"score":0.3644999861717224},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.351500004529953},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.34769999980926514},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.3447999954223633},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.3440999984741211},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3125},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.31189998984336853},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.2924000024795532},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.2888000011444092},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2831999957561493},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.2808000147342682},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.27880001068115234},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.27720001339912415},{"id":"https://openalex.org/C176649486","wikidata":"https://www.wikidata.org/wiki/Q2308807","display_name":"Memory management","level":3,"score":0.2743000090122223},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.2736000120639801},{"id":"https://openalex.org/C96972482","wikidata":"https://www.wikidata.org/wiki/Q1049168","display_name":"Xeon Phi","level":2,"score":0.2619999945163727},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.26019999384880066},{"id":"https://openalex.org/C151927369","wikidata":"https://www.wikidata.org/wiki/Q1981312","display_name":"Neuromorphic engineering","level":3,"score":0.2540999948978424},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.251800000667572}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsi.2025.3602365","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsi.2025.3602365","pdf_url":null,"source":{"id":"https://openalex.org/S116977442","display_name":"IEEE Transactions on Circuits and Systems I Regular Papers","issn_l":"1549-8328","issn":["1549-8328","1558-0806"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems I: Regular Papers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W2001610032","https://openalex.org/W2022219663","https://openalex.org/W2041811089","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2300242332","https://openalex.org/W2588191434","https://openalex.org/W2604319603","https://openalex.org/W2625457103","https://openalex.org/W2752340955","https://openalex.org/W2919115771","https://openalex.org/W2950656546","https://openalex.org/W3034344052","https://openalex.org/W3138910893","https://openalex.org/W3174389152","https://openalex.org/W3175873985","https://openalex.org/W3185702163","https://openalex.org/W3190062760","https://openalex.org/W4291653336","https://openalex.org/W4360584655","https://openalex.org/W4367721918","https://openalex.org/W4386870537","https://openalex.org/W4386902741","https://openalex.org/W4389104738","https://openalex.org/W4390097310","https://openalex.org/W4390357717","https://openalex.org/W4396605255","https://openalex.org/W4401210315","https://openalex.org/W4401328386","https://openalex.org/W4401726555","https://openalex.org/W4407448655"],"related_works":["https://openalex.org/W2483447122","https://openalex.org/W4205838487","https://openalex.org/W4320062971","https://openalex.org/W4206542901","https://openalex.org/W2057797376","https://openalex.org/W2090319426","https://openalex.org/W2036954759","https://openalex.org/W2506252583","https://openalex.org/W4406620725","https://openalex.org/W2048249848"],"abstract_inverted_index":{"Recently,":[0],"multiplication-less":[1],"neural":[2],"networks":[3],"(L1NNs),":[4],"replacing":[5],"multiplication-intensive":[6],"dot":[7],"products":[8],"with":[9,27,206],"addition-only":[10],"<inline-formula":[11,114,141,167,234,245],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[12,115,142,168,225,235,246,262],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[13,116,143,169,236,247],"<tex-math":[14,117,144,170,237,248],"notation=\"LaTeX\">$\\ell":[15],"_{1}$</tex-math>":[16],"</inline-formula>-distance":[17],"kernels":[18],"have":[19],"emerged":[20],"to":[21,71,95,180,196,202],"enhance":[22],"energy":[23,98,242],"efficiency":[24,99,243],"and":[25,57,92,100,151,156,184,200,222,244],"speed":[26],"negligible":[28],"degradation":[29],"of":[30,54],"accuracy.":[31],"Despite":[32],"these":[33,55],"gains,":[34],"such":[35],"models":[36],"suffer":[37],"from":[38],"pruning":[39,110],"challenges":[40,56],"that":[41,90,135,192],"can":[42],"negate":[43],"their":[44],"benefits.":[45],"In":[46],"this":[47,80],"work,":[48],"we":[49,83,106,129],"identify":[50],"the":[51,75,103,126,139,152,228],"root":[52],"cause":[53],"introduce":[58,130],"a":[59,131,214],"novel":[60],"method":[61],"called":[62],"synapse":[63,109,149],"pruning,":[64],"which":[65],"is":[66,178,258],"explicitly":[67],"designed":[68],"for":[69,74,112,123],"L1NNs":[70,94,160],"overcome":[72],"them":[73],"first":[76],"time.":[77],"Building":[78],"upon":[79],"algorithmic":[81,104],"innovation,":[82],"present":[84],"TRIM,":[85],"an":[86,166],"algorithm-hardware":[87],"co-design":[88],"framework":[89],"sparsifies":[91],"accelerates":[93],"achieve":[96],"ultra-high":[97],"speed.":[101],"On":[102,125],"side,":[105,128],"propose":[107],"structured":[108,148,204],"tailored":[111],"hardware-friendly":[113],"notation=\"LaTeX\">$\\mathbb":[118,145,171],"{N:M}$</tex-math>":[119,146,172],"</inline-formula>":[120,147,173,240,251],"sparsity":[121,150,199,205],"patterns":[122],"L1NNs.":[124],"hardware":[127,182],"sparse":[132],"processor":[133,218],"architecture":[134],"efficiently":[136],"exploits":[137],"both":[138],"proposed":[140],"intrinsic":[153],"unstructured":[154,198],"weight":[155],"activation":[157],"sparsities":[158],"in":[159,213,241,252],"by":[161,233],"skipping":[162],"redundant":[163],"operations.":[164],"Additionally,":[165],"sparsity-aware":[174],"elastic":[175],"mapping":[176],"technique":[177],"introduced":[179],"maximize":[181],"utilization":[183],"data":[185],"reuse.":[186],"Evaluations":[187],"on":[188],"seven":[189],"benchmarks":[190],"demonstrate":[191],"TRIM":[193],"achieves":[194,219],"up":[195,201],"87.5%":[197],"81.3%":[203],"less":[207],"than":[208],"1%":[209],"accuracy":[210],"loss.":[211],"Implemented":[212],"65nm":[215],"technology,":[216],"our":[217],"5.22":[220],"TOPS/W":[221],"1.17":[223],"TOPS/mm<sup":[224],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</sup>,":[226],"surpassing":[227],"existing":[229],"SOTA":[230],"L1NN":[231],"accelerator":[232],"notation=\"LaTeX\">$1.7\\times":[238],"$</tex-math>":[239,250],"notation=\"LaTeX\">$14.9\\times":[249],"area":[253],"efficiency.":[254],"The":[255],"source":[256],"code":[257],"available":[259],"at:":[260],"<uri":[261],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/XZH28/TRIM-Sparse-L1-Distance-Net.git</uri>":[263]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}