{"id":"https://openalex.org/W3040646053","doi":"https://doi.org/10.1109/jproc.2021.3098483","title":"Hardware Acceleration of Sparse and Irregular Tensor Computations of ML Models: A Survey and Insights","display_name":"Hardware Acceleration of Sparse and Irregular Tensor Computations of ML Models: A Survey and Insights","publication_year":2021,"publication_date":"2021-08-05","ids":{"openalex":"https://openalex.org/W3040646053","doi":"https://doi.org/10.1109/jproc.2021.3098483","mag":"3040646053"},"language":"en","primary_location":{"id":"doi:10.1109/jproc.2021.3098483","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jproc.2021.3098483","pdf_url":null,"source":{"id":"https://openalex.org/S68686220","display_name":"Proceedings of the IEEE","issn_l":"0018-9219","issn":["0018-9219","1558-2256"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2007.00864","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080245918","display_name":"Shail Dave","orcid":"https://orcid.org/0000-0003-4262-3938"},"institutions":[{"id":"https://openalex.org/I4210143601","display_name":"Decision Systems (United States)","ror":"https://ror.org/0434dpa13","country_code":"US","type":"company","lineage":["https://openalex.org/I4210143601"]},{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Shail Dave","raw_affiliation_strings":["School of Computing Informatics and Decision Systems Engineering, Arizona State University, Tempe, AZ, USA"],"affiliations":[{"raw_affiliation_string":"School of Computing Informatics and Decision Systems Engineering, Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I4210143601","https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044704994","display_name":"Riyadh Baghdadi","orcid":"https://orcid.org/0000-0002-9350-3998"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Riyadh Baghdadi","raw_affiliation_strings":["Computer Science and Artificial Intelligence Laboratory, Massachusetts Institute of Technology, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"Computer Science and Artificial Intelligence Laboratory, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006723758","display_name":"Tony Nowatzki","orcid":"https://orcid.org/0000-0001-8483-3824"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tony Nowatzki","raw_affiliation_strings":["School of Computer Science, University of California at Los Angeles, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of California at Los Angeles, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110786116","display_name":"Sasikanth Avancha","orcid":null},"institutions":[{"id":"https://openalex.org/I4210146682","display_name":"Intel (India)","ror":"https://ror.org/04f2n1245","country_code":"IN","type":"company","lineage":["https://openalex.org/I1343180700","https://openalex.org/I4210146682"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sasikanth Avancha","raw_affiliation_strings":["Parallel Computing Lab, Intel Labs, Bengaluru, India"],"affiliations":[{"raw_affiliation_string":"Parallel Computing Lab, Intel Labs, Bengaluru, India","institution_ids":["https://openalex.org/I4210146682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044172378","display_name":"Aviral Shrivastava","orcid":"https://orcid.org/0000-0002-1075-897X"},"institutions":[{"id":"https://openalex.org/I4210143601","display_name":"Decision Systems (United States)","ror":"https://ror.org/0434dpa13","country_code":"US","type":"company","lineage":["https://openalex.org/I4210143601"]},{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aviral Shrivastava","raw_affiliation_strings":["School of Computing Informatics and Decision Systems Engineering, Arizona State University, Tempe, AZ, USA"],"affiliations":[{"raw_affiliation_string":"School of Computing Informatics and Decision Systems Engineering, Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I4210143601","https://openalex.org/I55732556"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032615847","display_name":"Baoxin Li","orcid":"https://orcid.org/0000-0002-9294-4572"},"institutions":[{"id":"https://openalex.org/I4210143601","display_name":"Decision Systems (United States)","ror":"https://ror.org/0434dpa13","country_code":"US","type":"company","lineage":["https://openalex.org/I4210143601"]},{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Baoxin Li","raw_affiliation_strings":["School of Computing Informatics and Decision Systems Engineering, Arizona State University, Tempe, AZ, USA"],"affiliations":[{"raw_affiliation_string":"School of Computing Informatics and Decision Systems Engineering, Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I4210143601","https://openalex.org/I55732556"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5080245918"],"corresponding_institution_ids":["https://openalex.org/I4210143601","https://openalex.org/I55732556"],"apc_list":null,"apc_paid":null,"fwci":10.0681,"has_fulltext":false,"cited_by_count":96,"citation_normalized_percentile":{"value":0.98934911,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"109","issue":"10","first_page":"1706","last_page":"1752"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9771999716758728,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hardware-acceleration","display_name":"Hardware acceleration","score":0.7950549125671387},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7650377154350281},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.6932783126831055},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6647005677223206},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5417034029960632},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.4936476945877075},{"id":"https://openalex.org/keywords/hardware-architecture","display_name":"Hardware architecture","score":0.4868592619895935},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.4575537443161011},{"id":"https://openalex.org/keywords/computational-science","display_name":"Computational science","score":0.4545930027961731},{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.4512549638748169},{"id":"https://openalex.org/keywords/tensor","display_name":"Tensor (intrinsic definition)","score":0.4312564432621002},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.41077131032943726},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.39427316188812256},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.39000678062438965},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23162493109703064},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.16777968406677246},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10526454448699951}],"concepts":[{"id":"https://openalex.org/C13164978","wikidata":"https://www.wikidata.org/wiki/Q600158","display_name":"Hardware acceleration","level":3,"score":0.7950549125671387},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7650377154350281},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.6932783126831055},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6647005677223206},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5417034029960632},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.4936476945877075},{"id":"https://openalex.org/C65232700","wikidata":"https://www.wikidata.org/wiki/Q5656403","display_name":"Hardware architecture","level":3,"score":0.4868592619895935},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4575537443161011},{"id":"https://openalex.org/C459310","wikidata":"https://www.wikidata.org/wiki/Q117801","display_name":"Computational science","level":1,"score":0.4545930027961731},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.4512549638748169},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.4312564432621002},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.41077131032943726},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.39427316188812256},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.39000678062438965},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23162493109703064},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.16777968406677246},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10526454448699951},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jproc.2021.3098483","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jproc.2021.3098483","pdf_url":null,"source":{"id":"https://openalex.org/S68686220","display_name":"Proceedings of the IEEE","issn_l":"0018-9219","issn":["0018-9219","1558-2256"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2007.00864","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2007.00864","pdf_url":"https://arxiv.org/pdf/2007.00864","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2007.00864","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2007.00864","pdf_url":"https://arxiv.org/pdf/2007.00864","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.46000000834465027}],"awards":[{"id":"https://openalex.org/G4793832369","display_name":null,"funder_award_id":"CCF 1723476","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":417,"referenced_works":["https://openalex.org/W152682494","https://openalex.org/W174662544","https://openalex.org/W182691100","https://openalex.org/W196904384","https://openalex.org/W1506342804","https://openalex.org/W1518236483","https://openalex.org/W1519045806","https://openalex.org/W1522734439","https://openalex.org/W1558370006","https://openalex.org/W1598202309","https://openalex.org/W1598866093","https://openalex.org/W1600567712","https://openalex.org/W1650736245","https://openalex.org/W1686810756","https://openalex.org/W1799366690","https://openalex.org/W1841592590","https://openalex.org/W1901129140","https://openalex.org/W1905882502","https://openalex.org/W1965551736","https://openalex.org/W1981943579","https://openalex.org/W1983394510","https://openalex.org/W1989988531","https://openalex.org/W1999085092","https://openalex.org/W2002737611","https://openalex.org/W2009553719","https://openalex.org/W2032391783","https://openalex.org/W2034761517","https://openalex.org/W2048266589","https://openalex.org/W2052602889","https://openalex.org/W2067523571","https://openalex.org/W2073061372","https://openalex.org/W2074278632","https://openalex.org/W2084917734","https://openalex.org/W2094756095","https://openalex.org/W2095705004","https://openalex.org/W2097117768","https://openalex.org/W2099471712","https://openalex.org/W2100027188","https://openalex.org/W2102976251","https://openalex.org/W2108138101","https://openalex.org/W2112391112","https://openalex.org/W2112796928","https://openalex.org/W2119144962","https://openalex.org/W2119412403","https://openalex.org/W2126004407","https://openalex.org/W2128676746","https://openalex.org/W2133671888","https://openalex.org/W2134237243","https://openalex.org/W2147575032","https://openalex.org/W2152839228","https://openalex.org/W2153185479","https://openalex.org/W2153635508","https://openalex.org/W2154590891","https://openalex.org/W2155893237","https://openalex.org/W2157273783","https://openalex.org/W2163605009","https://openalex.org/W2167868137","https://openalex.org/W2168519934","https://openalex.org/W2173520492","https://openalex.org/W2183341477","https://openalex.org/W2186615578","https://openalex.org/W2193413348","https://openalex.org/W2194775991","https://openalex.org/W2202580189","https://openalex.org/W2245094585","https://openalex.org/W2276486856","https://openalex.org/W2279098554","https://openalex.org/W2285660444","https://openalex.org/W2286365479","https://openalex.org/W2289252105","https://openalex.org/W2291160084","https://openalex.org/W2294282016","https://openalex.org/W2294854295","https://openalex.org/W2323703259","https://openalex.org/W2342840547","https://openalex.org/W2395566064","https://openalex.org/W2402144811","https://openalex.org/W2412412865","https://openalex.org/W2427788461","https://openalex.org/W2466675884","https://openalex.org/W2469490737","https://openalex.org/W2513554817","https://openalex.org/W2516141709","https://openalex.org/W2524428287","https://openalex.org/W2525778437","https://openalex.org/W2529546376","https://openalex.org/W2531409750","https://openalex.org/W2541839172","https://openalex.org/W2541878878","https://openalex.org/W2549139847","https://openalex.org/W2554302513","https://openalex.org/W2557283755","https://openalex.org/W2562773490","https://openalex.org/W2563587242","https://openalex.org/W2565305208","https://openalex.org/W2565851976","https://openalex.org/W2566870951","https://openalex.org/W2584311934","https://openalex.org/W2585720638","https://openalex.org/W2588054100","https://openalex.org/W2590246587","https://openalex.org/W2592463526","https://openalex.org/W2592929672","https://openalex.org/W2593564159","https://openalex.org/W2604319603","https://openalex.org/W2605350416","https://openalex.org/W2606722458","https://openalex.org/W2607538525","https://openalex.org/W2608554408","https://openalex.org/W2611493949","https://openalex.org/W2612076670","https://openalex.org/W2612445135","https://openalex.org/W2612864759","https://openalex.org/W2613574453","https://openalex.org/W2614143469","https://openalex.org/W2616185441","https://openalex.org/W2617247391","https://openalex.org/W2622872848","https://openalex.org/W2623629680","https://openalex.org/W2625457103","https://openalex.org/W2626052469","https://openalex.org/W2626991402","https://openalex.org/W2630837129","https://openalex.org/W2657126969","https://openalex.org/W2694935213","https://openalex.org/W2719597717","https://openalex.org/W2750173518","https://openalex.org/W2751366252","https://openalex.org/W2756031739","https://openalex.org/W2764043458","https://openalex.org/W2767935072","https://openalex.org/W2769729463","https://openalex.org/W2773339846","https://openalex.org/W2774000609","https://openalex.org/W2783538964","https://openalex.org/W2786070938","https://openalex.org/W2786320458","https://openalex.org/W2787091153","https://openalex.org/W2788838111","https://openalex.org/W2789784730","https://openalex.org/W2790512080","https://openalex.org/W2790925711","https://openalex.org/W2796347433","https://openalex.org/W2798275680","https://openalex.org/W2798332427","https://openalex.org/W2799197246","https://openalex.org/W2799229073","https://openalex.org/W2803140585","https://openalex.org/W2804032941","https://openalex.org/W2805003733","https://openalex.org/W2806891462","https://openalex.org/W2808970127","https://openalex.org/W2808976322","https://openalex.org/W2809121165","https://openalex.org/W2809541887","https://openalex.org/W2809624076","https://openalex.org/W2883542588","https://openalex.org/W2883847355","https://openalex.org/W2883899390","https://openalex.org/W2883929540","https://openalex.org/W2884071170","https://openalex.org/W2885311373","https://openalex.org/W2886851211","https://openalex.org/W2886961401","https://openalex.org/W2887287293","https://openalex.org/W2888297879","https://openalex.org/W2890590696","https://openalex.org/W2890947558","https://openalex.org/W2891680100","https://openalex.org/W2892341857","https://openalex.org/W2895512264","https://openalex.org/W2895531329","https://openalex.org/W2895540242","https://openalex.org/W2895914074","https://openalex.org/W2896457183","https://openalex.org/W2898123186","https://openalex.org/W2898985762","https://openalex.org/W2899481200","https://openalex.org/W2899644485","https://openalex.org/W2899818272","https://openalex.org/W2899915146","https://openalex.org/W2900228909","https://openalex.org/W2901839763","https://openalex.org/W2902032143","https://openalex.org/W2902449697","https://openalex.org/W2902593271","https://openalex.org/W2904327456","https://openalex.org/W2904902077","https://openalex.org/W2905135312","https://openalex.org/W2905224888","https://openalex.org/W2906737788","https://openalex.org/W2907463061","https://openalex.org/W2914631005","https://openalex.org/W2915589364","https://openalex.org/W2919358988","https://openalex.org/W2921918777","https://openalex.org/W2931118404","https://openalex.org/W2933438941","https://openalex.org/W2936672709","https://openalex.org/W2940862705","https://openalex.org/W2943463572","https://openalex.org/W2944908033","https://openalex.org/W2945146780","https://openalex.org/W2947629474","https://openalex.org/W2947737663","https://openalex.org/W2948229371","https://openalex.org/W2948634622","https://openalex.org/W2949591530","https://openalex.org/W2949619037","https://openalex.org/W2949870694","https://openalex.org/W2949888546","https://openalex.org/W2949941638","https://openalex.org/W2949967139","https://openalex.org/W2950001020","https://openalex.org/W2950635152","https://openalex.org/W2952046647","https://openalex.org/W2952344559","https://openalex.org/W2952926545","https://openalex.org/W2953212265","https://openalex.org/W2953292182","https://openalex.org/W2953384591","https://openalex.org/W2953915593","https://openalex.org/W2955425717","https://openalex.org/W2961619211","https://openalex.org/W2962780877","https://openalex.org/W2962816593","https://openalex.org/W2962818002","https://openalex.org/W2962820060","https://openalex.org/W2962883549","https://openalex.org/W2962949934","https://openalex.org/W2962953210","https://openalex.org/W2962995671","https://openalex.org/W2963000224","https://openalex.org/W2963114857","https://openalex.org/W2963125010","https://openalex.org/W2963125769","https://openalex.org/W2963145956","https://openalex.org/W2963163009","https://openalex.org/W2963211739","https://openalex.org/W2963341956","https://openalex.org/W2963358710","https://openalex.org/W2963367920","https://openalex.org/W2963387679","https://openalex.org/W2963403868","https://openalex.org/W2963418779","https://openalex.org/W2963446712","https://openalex.org/W2963460103","https://openalex.org/W2963568120","https://openalex.org/W2963577671","https://openalex.org/W2963594949","https://openalex.org/W2963673357","https://openalex.org/W2963674932","https://openalex.org/W2963684088","https://openalex.org/W2963709005","https://openalex.org/W2963721253","https://openalex.org/W2963748441","https://openalex.org/W2963803379","https://openalex.org/W2963813662","https://openalex.org/W2963896595","https://openalex.org/W2964212578","https://openalex.org/W2964299589","https://openalex.org/W2964308564","https://openalex.org/W2964988320","https://openalex.org/W2966532569","https://openalex.org/W2968029517","https://openalex.org/W2970959587","https://openalex.org/W2970971581","https://openalex.org/W2971115712","https://openalex.org/W2972437276","https://openalex.org/W2974152075","https://openalex.org/W2977371611","https://openalex.org/W2979310060","https://openalex.org/W2979322703","https://openalex.org/W2979439447","https://openalex.org/W2979545880","https://openalex.org/W2979644612","https://openalex.org/W2979826702","https://openalex.org/W2980039165","https://openalex.org/W2980084320","https://openalex.org/W2980200167","https://openalex.org/W2980270412","https://openalex.org/W2980309519","https://openalex.org/W2981641140","https://openalex.org/W2981972129","https://openalex.org/W2984085861","https://openalex.org/W2984140583","https://openalex.org/W2987129023","https://openalex.org/W2991669605","https://openalex.org/W2997929983","https://openalex.org/W2998506323","https://openalex.org/W3000207760","https://openalex.org/W3000310304","https://openalex.org/W3005347330","https://openalex.org/W3006363700","https://openalex.org/W3007772124","https://openalex.org/W3008359683","https://openalex.org/W3010757996","https://openalex.org/W3011347095","https://openalex.org/W3012178976","https://openalex.org/W3012561096","https://openalex.org/W3013382035","https://openalex.org/W3013634724","https://openalex.org/W3015441707","https://openalex.org/W3016163932","https://openalex.org/W3016542674","https://openalex.org/W3017024317","https://openalex.org/W3017228913","https://openalex.org/W3017384461","https://openalex.org/W3025085339","https://openalex.org/W3030163527","https://openalex.org/W3034714646","https://openalex.org/W3034733718","https://openalex.org/W3040024858","https://openalex.org/W3047846843","https://openalex.org/W3092216346","https://openalex.org/W3093197024","https://openalex.org/W3096456556","https://openalex.org/W3098824823","https://openalex.org/W3099206234","https://openalex.org/W3099432326","https://openalex.org/W3100813974","https://openalex.org/W3104393472","https://openalex.org/W3104401858","https://openalex.org/W3105753905","https://openalex.org/W3106125969","https://openalex.org/W3111747337","https://openalex.org/W3121402054","https://openalex.org/W3123290820","https://openalex.org/W3130660608","https://openalex.org/W3158146252","https://openalex.org/W3159727696","https://openalex.org/W3167625290","https://openalex.org/W4212788319","https://openalex.org/W4240168186","https://openalex.org/W4241140669","https://openalex.org/W4242495425","https://openalex.org/W4242577057","https://openalex.org/W4243682116","https://openalex.org/W4244024631","https://openalex.org/W4244330903","https://openalex.org/W4246166885","https://openalex.org/W4249932213","https://openalex.org/W4256268103","https://openalex.org/W4285719527","https://openalex.org/W4288083474","https://openalex.org/W4288083644","https://openalex.org/W4288346545","https://openalex.org/W4289276774","https://openalex.org/W4289754410","https://openalex.org/W4292779060","https://openalex.org/W4293584584","https://openalex.org/W4293651439","https://openalex.org/W4295312788","https://openalex.org/W4297689207","https://openalex.org/W4300772464","https://openalex.org/W4320013936","https://openalex.org/W4385245566","https://openalex.org/W6606222040","https://openalex.org/W6608019898","https://openalex.org/W6635810480","https://openalex.org/W6636037873","https://openalex.org/W6637373629","https://openalex.org/W6674330103","https://openalex.org/W6677580257","https://openalex.org/W6682848092","https://openalex.org/W6684191040","https://openalex.org/W6685352114","https://openalex.org/W6686509673","https://openalex.org/W6687566353","https://openalex.org/W6687744855","https://openalex.org/W6704559304","https://openalex.org/W6713134421","https://openalex.org/W6725543821","https://openalex.org/W6727208969","https://openalex.org/W6734592959","https://openalex.org/W6736385011","https://openalex.org/W6736780897","https://openalex.org/W6737070582","https://openalex.org/W6739696289","https://openalex.org/W6739901393","https://openalex.org/W6744557953","https://openalex.org/W6745148473","https://openalex.org/W6745744969","https://openalex.org/W6746839373","https://openalex.org/W6748324931","https://openalex.org/W6750227808","https://openalex.org/W6750569098","https://openalex.org/W6751282562","https://openalex.org/W6751349269","https://openalex.org/W6751979845","https://openalex.org/W6752686181","https://openalex.org/W6753069482","https://openalex.org/W6753278433","https://openalex.org/W6753490951","https://openalex.org/W6753894826","https://openalex.org/W6753910507","https://openalex.org/W6754114952","https://openalex.org/W6754656709","https://openalex.org/W6755056844","https://openalex.org/W6755207826","https://openalex.org/W6756580189","https://openalex.org/W6759263581","https://openalex.org/W6761727555","https://openalex.org/W6762718338","https://openalex.org/W6763653508","https://openalex.org/W6763737044","https://openalex.org/W6766978945","https://openalex.org/W6769194895","https://openalex.org/W6770860620","https://openalex.org/W6773842061","https://openalex.org/W6774875199","https://openalex.org/W6778883912","https://openalex.org/W6779663231","https://openalex.org/W6784716568","https://openalex.org/W6786427629","https://openalex.org/W6786756943","https://openalex.org/W6795599268"],"related_works":["https://openalex.org/W4383503138","https://openalex.org/W3131592046","https://openalex.org/W3214999411","https://openalex.org/W4391536292","https://openalex.org/W3170442433","https://openalex.org/W2010977501","https://openalex.org/W3012294693","https://openalex.org/W2009779270","https://openalex.org/W3152699334","https://openalex.org/W1574919220"],"abstract_inverted_index":{"Machine":[0],"learning":[1],"(ML)":[2],"models":[3,23,83,200],"are":[4,24],"widely":[5],"used":[6],"in":[7,55,93,110,127,146,156,166],"many":[8],"important":[9],"domains.":[10],"For":[11],"efficiently":[12],"processing":[13,50],"these":[14,21],"computational-":[15],"and":[16,31,37,46,77,97,105,114,123,151,179,191,198,207,215],"memory-intensive":[17],"applications,":[18],"tensors":[19,38,203],"of":[20,33,75,81,112,129],"overparameterized":[22],"compressed":[25],"by":[26],"leveraging":[27],"sparsity,":[28],"size":[29],"reduction,":[30],"quantization":[32],"tensors.":[34],"Unstructured":[35],"sparsity":[36,186],"with":[39,201],"varying":[40],"dimensions":[41],"yield":[42],"irregular":[43,78,149],"computation,":[44],"communication,":[45],"memory":[47],"access":[48],"patterns;":[49],"them":[51,109],"on":[52,71,84,204],"hardware":[53,85,103,113],"accelerators":[54],"a":[56,68,169],"conventional":[57],"manner":[58],"does":[59],"not":[60],"inherently":[61],"leverage":[62],"acceleration":[63,106],"opportunities.":[64,217],"This":[65],"article":[66,138],"provides":[67],"comprehensive":[69],"survey":[70],"the":[72,94,98,140,143,181,205],"efficient":[73,162,213],"execution":[74,115],"sparse":[76,202],"tensor":[79],"computations":[80],"ML":[82],"accelerators.":[86],"In":[87],"particular,":[88],"it":[89],"discusses":[90],"enhancement":[91],"modules":[92],"architecture":[95],"design":[96,171,210],"software":[99],"support,":[100],"categorizes":[101],"different":[102],"designs":[104],"techniques,":[107],"analyzes":[108,117],"terms":[111,128],"costs,":[116],"achievable":[118],"accelerations":[119,214],"for":[120,159,168,173,212],"recent":[121,209],"DNNs,":[122],"highlights":[124],"further":[125,216],"opportunities":[126],"hardware/software/model":[130],"codesign":[131],"optimizations":[132],"(inter/intramodule).":[133],"The":[134],"takeaways":[135],"from":[136],"this":[137],"include":[139],"following:":[141],"understanding":[142,154,183,194,208],"key":[144],"challenges":[145],"accelerating":[147],"sparse,":[148],"shaped,":[150],"quantized":[152],"tensors;":[153],"enhancements":[155],"accelerator":[157],"systems":[158],"supporting":[160],"their":[161],"computations;":[163,193],"analyzing":[164],"tradeoffs":[165],"opting":[167],"specific":[170],"choice":[172],"encoding,":[174],"storing,":[175],"extracting,":[176],"communicating,":[177],"computing,":[178],"load-balancing":[180],"nonzeros;":[182],"how":[184,195],"structured":[185],"can":[187],"improve":[188],"storage":[189],"efficiency":[190],"balance":[192],"to":[196],"compile":[197],"map":[199],"accelerators;":[206],"trends":[211]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":22},{"year":2022,"cited_by_count":19},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":1}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}
