{"id":"https://openalex.org/W4221112211","doi":"https://doi.org/10.1109/tnnls.2021.3138056","title":"SmartDeal: Remodeling Deep Network Weights for Efficient Inference and Training","display_name":"SmartDeal: Remodeling Deep Network Weights for Efficient Inference and Training","publication_year":2022,"publication_date":"2022-03-02","ids":{"openalex":"https://openalex.org/W4221112211","doi":"https://doi.org/10.1109/tnnls.2021.3138056","pmid":"https://pubmed.ncbi.nlm.nih.gov/35235521"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2021.3138056","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3138056","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100625548","display_name":"Xiaohan Chen","orcid":"https://orcid.org/0000-0002-0360-0402"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Xiaohan Chen","raw_affiliation_strings":["Department of Electrical and Computer Engineering, The University of Texas at Austin, Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, The University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107593559","display_name":"Yang Zhao","orcid":"https://orcid.org/0000-0001-8023-1551"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yang Zhao","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Rice University, Houston, TX, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Rice University, Houston, TX, USA","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100701547","display_name":"Yue Wang","orcid":"https://orcid.org/0000-0001-5889-0729"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yue Wang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Rice University, Houston, TX, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Rice University, Houston, TX, USA","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023321537","display_name":"Pengfei Xu","orcid":"https://orcid.org/0000-0001-9297-4336"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pengfei Xu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Rice University, Houston, TX, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Rice University, Houston, TX, USA","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080793133","display_name":"Haoran You","orcid":null},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haoran You","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Rice University, Houston, TX, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Rice University, Houston, TX, USA","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065172226","display_name":"Chaojian Li","orcid":"https://orcid.org/0000-0003-4030-9777"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chaojian Li","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Rice University, Houston, TX, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Rice University, Houston, TX, USA","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061572132","display_name":"Yonggan Fu","orcid":"https://orcid.org/0000-0002-7483-2921"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yonggan Fu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Rice University, Houston, TX, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Rice University, Houston, TX, USA","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019582323","display_name":"Yingyan Lin","orcid":"https://orcid.org/0000-0001-5946-203X"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yingyan Lin","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Rice University, Houston, TX, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Rice University, Houston, TX, USA","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048522863","display_name":"Zhangyang Wang","orcid":"https://orcid.org/0000-0002-2050-5693"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhangyang Wang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, The University of Texas at Austin, Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, The University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5100625548"],"corresponding_institution_ids":["https://openalex.org/I86519309"],"apc_list":null,"apc_paid":null,"fwci":0.1006,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.34338427,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"34","issue":"10","first_page":"7099","last_page":"7113"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7278214693069458},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6393462419509888},{"id":"https://openalex.org/keywords/dram","display_name":"Dram","score":0.6261813044548035},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.6239639520645142},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6180199980735779},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.5009250640869141},{"id":"https://openalex.org/keywords/matrix-multiplication","display_name":"Matrix multiplication","score":0.47475388646125793},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.460955411195755},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4437444806098938},{"id":"https://openalex.org/keywords/sparse-matrix","display_name":"Sparse matrix","score":0.42411965131759644},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.39907774329185486},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.39404499530792236},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.2840460538864136},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.2800195813179016},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.269243985414505},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21920087933540344},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10184797644615173}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7278214693069458},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6393462419509888},{"id":"https://openalex.org/C7366592","wikidata":"https://www.wikidata.org/wiki/Q1255620","display_name":"Dram","level":2,"score":0.6261813044548035},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.6239639520645142},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6180199980735779},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.5009250640869141},{"id":"https://openalex.org/C17349429","wikidata":"https://www.wikidata.org/wiki/Q1049914","display_name":"Matrix multiplication","level":3,"score":0.47475388646125793},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.460955411195755},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4437444806098938},{"id":"https://openalex.org/C56372850","wikidata":"https://www.wikidata.org/wiki/Q1050404","display_name":"Sparse matrix","level":3,"score":0.42411965131759644},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.39907774329185486},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.39404499530792236},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.2840460538864136},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.2800195813179016},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.269243985414505},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21920087933540344},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10184797644615173},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.0},{"id":"https://openalex.org/C84114770","wikidata":"https://www.wikidata.org/wiki/Q46344","display_name":"Quantum","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tnnls.2021.3138056","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3138056","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:35235521","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35235521","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-166635","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-166635","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G4612306153","display_name":null,"funder_award_id":"1937592","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8056620577","display_name":null,"funder_award_id":"2053279","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":100,"referenced_works":["https://openalex.org/W1632114991","https://openalex.org/W1724438581","https://openalex.org/W1798945469","https://openalex.org/W1821462560","https://openalex.org/W1913356549","https://openalex.org/W2067523571","https://openalex.org/W2108598243","https://openalex.org/W2119144962","https://openalex.org/W2134797427","https://openalex.org/W2194775991","https://openalex.org/W2285660444","https://openalex.org/W2412782625","https://openalex.org/W2442974303","https://openalex.org/W2469490737","https://openalex.org/W2541839172","https://openalex.org/W2554302513","https://openalex.org/W2619096655","https://openalex.org/W2625457103","https://openalex.org/W2741527259","https://openalex.org/W2754084392","https://openalex.org/W2763421725","https://openalex.org/W2794141774","https://openalex.org/W2799197246","https://openalex.org/W2803113791","https://openalex.org/W2804193803","https://openalex.org/W2901523331","https://openalex.org/W2903260438","https://openalex.org/W2904902077","https://openalex.org/W2910301596","https://openalex.org/W2916954108","https://openalex.org/W2920954974","https://openalex.org/W2929857780","https://openalex.org/W2931118404","https://openalex.org/W2945146780","https://openalex.org/W2949016074","https://openalex.org/W2949335192","https://openalex.org/W2953235111","https://openalex.org/W2955425717","https://openalex.org/W2962851801","https://openalex.org/W2963000224","https://openalex.org/W2963163009","https://openalex.org/W2963173418","https://openalex.org/W2963393494","https://openalex.org/W2963723401","https://openalex.org/W2964203871","https://openalex.org/W2964233199","https://openalex.org/W2976872728","https://openalex.org/W2982479999","https://openalex.org/W2999599167","https://openalex.org/W3004061291","https://openalex.org/W3008117795","https://openalex.org/W3010833785","https://openalex.org/W3037913581","https://openalex.org/W3043495022","https://openalex.org/W3094213821","https://openalex.org/W3094786017","https://openalex.org/W3097691692","https://openalex.org/W3099584108","https://openalex.org/W3104263050","https://openalex.org/W3118608800","https://openalex.org/W3127829048","https://openalex.org/W3168545914","https://openalex.org/W3217120654","https://openalex.org/W4212788319","https://openalex.org/W4240168186","https://openalex.org/W4244330903","https://openalex.org/W4297685247","https://openalex.org/W4297775537","https://openalex.org/W6637709462","https://openalex.org/W6638060716","https://openalex.org/W6638523607","https://openalex.org/W6677580257","https://openalex.org/W6679909955","https://openalex.org/W6720242923","https://openalex.org/W6725543821","https://openalex.org/W6737664043","https://openalex.org/W6738642365","https://openalex.org/W6745245109","https://openalex.org/W6745722055","https://openalex.org/W6748019269","https://openalex.org/W6748163181","https://openalex.org/W6749107692","https://openalex.org/W6751528251","https://openalex.org/W6751769266","https://openalex.org/W6753770798","https://openalex.org/W6756768328","https://openalex.org/W6756979132","https://openalex.org/W6760069825","https://openalex.org/W6761694480","https://openalex.org/W6762718338","https://openalex.org/W6763503671","https://openalex.org/W6768298127","https://openalex.org/W6771893781","https://openalex.org/W6780482815","https://openalex.org/W6781376665","https://openalex.org/W6784464299","https://openalex.org/W6785700070","https://openalex.org/W6787086182","https://openalex.org/W6787972765","https://openalex.org/W6798076884"],"related_works":["https://openalex.org/W2293771254","https://openalex.org/W2039875226","https://openalex.org/W4221142455","https://openalex.org/W3121828480","https://openalex.org/W2914631005","https://openalex.org/W2123154672","https://openalex.org/W2032786851","https://openalex.org/W2952630098","https://openalex.org/W3132517792","https://openalex.org/W4285148873"],"abstract_inverted_index":{"The":[0,24,91,150],"record-breaking":[1],"performance":[2],"of":[3,27,44,94,129],"deep":[4],"neural":[5],"networks":[6],"(DNNs)":[7],"comes":[8],"with":[9,104,248,308],"heavy":[10],"parameter":[11],"budgets,":[12],"which":[13],"leads":[14],"to":[15,50,67,77,114,147,174,180,194,203,223,230,268,273,289,294,314],"external":[16],"dynamic":[17],"random":[18],"access":[19],"memory":[20,70],"(DRAM)":[21],"for":[22,33,40,72,85],"storage.":[23],"prohibitive":[25],"energy":[26,53,83,160,234,277,305],"DRAM":[28],"accesses":[29],"makes":[30],"it":[31],"nontrivial":[32],"DNN":[34,87,99],"deployment":[35],"on":[36,108,242],"resource-constrained":[37],"devices,":[38],"calling":[39],"minimizing":[41],"the":[42,52,80,116,127,148,176,181,205,213,226,232,300,303],"movements":[43],"weights":[45,178],"and":[46,82,89,134,153,185,236,245,253,258,285,296,302],"data":[47,163],"in":[48,75,162,209,276,299],"order":[49,76],"improve":[51,231],"efficiency.":[54],"Driven":[55],"by":[56,198],"this":[57],"critical":[58],"bottleneck,":[59],"we":[60,121,190],"present":[61],"SmartDeal,":[62],"a":[63,97,130,135,219],"hardware-friendly":[64],"algorithm":[65],"framework":[66,103],"trade":[68],"higher-cost":[69],"storage/access":[71],"lower-cost":[73],"computation,":[74],"aggressively":[78],"boost":[79],"storage":[81,301],"efficiency,":[84],"both":[86,243],"inference":[88],"training.":[90],"core":[92],"technique":[93],"SmartDeal":[95,214,270,291],"is":[96],"novel":[98],"weight":[100,124,168,228],"matrix":[101,110,133,140],"decomposition":[102],"respective":[105],"structural":[106],"constraints":[107],"each":[109,123],"factor,":[111],"carefully":[112],"crafted":[113],"unleash":[115],"hardware-aware":[117],"efficiency":[118,235,278],"potential.":[119],"Specifically,":[120],"decompose":[122],"tensor":[125],"as":[126,165,167,279],"product":[128],"small":[131],"basis":[132],"large":[136],"structurally":[137],"sparse":[138,152,183],"coefficient":[139],"whose":[141],"nonzero":[142],"elements":[143],"are":[144,321],"readily":[145,154],"quantized":[146,155],"power-of-2.":[149],"resulting":[151],"DNNs":[156],"enjoy":[157],"greatly":[158],"reduced":[159],"consumption":[161],"movement":[164],"well":[166],"storage,":[169],"while":[170,211],"incurring":[171],"minimal":[172],"overhead":[173],"recover":[175],"original":[177],"thanks":[179],"required":[182],"bit-operations":[184],"cost-favorable":[186],"computations.":[187],"Beyond":[188],"inference,":[189,269],"take":[191],"another":[192],"leap":[193],"embrace":[195],"energy-efficient":[196],"training,":[197,290],"introducing":[199],"several":[200],"customized":[201],"techniques":[202],"address":[204],"unique":[206],"roadblocks":[207],"arising":[208],"training":[210,304,316],"preserving":[212],"structures.":[215],"We":[216,239],"also":[217],"design":[218],"dedicated":[220],"hardware":[221,283],"accelerator":[222],"fully":[224],"utilize":[225],"new":[227],"structure":[229],"real":[233,282],"latency":[237],"performance.":[238],"conduct":[240],"experiments":[241],"vision":[244],"language":[246],"tasks,":[247],"nine":[249],"models,":[250],"four":[251],"datasets,":[252],"three":[254],"settings":[255],"(inference-only,":[256],"adaptation,":[257],"fine-tuning).":[259],"Our":[260,318],"extensive":[261],"results":[262],"show":[263],"that":[264],"1)":[265],"being":[266,287],"applied":[267,288],"achieves":[271],"up":[272],"2.44\u00d7":[274],"improvement":[275],"evaluated":[280],"using":[281],"implementations":[284],"2)":[286],"can":[292],"lead":[293],"10.56\u00d7":[295],"4.48\u00d7":[297],"reduction":[298],"cost,":[306],"respectively,":[307],"usually":[309],"negligible":[310],"accuracy":[311],"loss,":[312],"compared":[313],"state-of-the-art":[315],"baselines.":[317],"source":[319],"codes":[320],"available":[322],"at:":[323],"https://github.com/VITA-Group/SmartDeal.":[324]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2022-05-05T00:00:00"}