{"id":"https://openalex.org/W2772753951","doi":"https://doi.org/10.1145/3122788","title":"Exploiting Sparsity to Accelerate Fully Connected Layers of CNN-Based Applications on Mobile SoCs","display_name":"Exploiting Sparsity to Accelerate Fully Connected Layers of CNN-Based Applications on Mobile SoCs","publication_year":2017,"publication_date":"2017-12-07","ids":{"openalex":"https://openalex.org/W2772753951","doi":"https://doi.org/10.1145/3122788","mag":"2772753951"},"language":"en","primary_location":{"id":"doi:10.1145/3122788","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3122788","pdf_url":null,"source":{"id":"https://openalex.org/S136160450","display_name":"ACM Transactions on Embedded Computing Systems","issn_l":"1539-9087","issn":["1539-9087","1558-3465"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Embedded Computing Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047767267","display_name":"Xinfeng Xie","orcid":"https://orcid.org/0000-0001-7285-6682"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xinfeng Xie","raw_affiliation_strings":["School of EECS, Peking Univerisity, China"],"affiliations":[{"raw_affiliation_string":"School of EECS, Peking Univerisity, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036368309","display_name":"Dayou Du","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dayou Du","raw_affiliation_strings":["School of EECS, Peking Univerisity, China"],"affiliations":[{"raw_affiliation_string":"School of EECS, Peking Univerisity, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100340635","display_name":"Qian Li","orcid":"https://orcid.org/0000-0002-9530-4925"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qian Li","raw_affiliation_strings":["School of EECS, Peking Univerisity, China"],"affiliations":[{"raw_affiliation_string":"School of EECS, Peking Univerisity, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100604860","display_name":"Yun Liang","orcid":"https://orcid.org/0000-0002-9076-7998"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yun Liang","raw_affiliation_strings":["School of EECS, Peking Univerisity, China"],"affiliations":[{"raw_affiliation_string":"School of EECS, Peking Univerisity, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103180941","display_name":"Wai Teng Tang","orcid":"https://orcid.org/0000-0002-6553-1270"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3004594783","display_name":"Institute of High Performance Computing","ror":"https://ror.org/02n0ejh50","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3004594783","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Wai Teng Tang","raw_affiliation_strings":["Institute of High Performance Computing, A*STAR, Singapore"],"affiliations":[{"raw_affiliation_string":"Institute of High Performance Computing, A*STAR, Singapore","institution_ids":["https://openalex.org/I3004594783","https://openalex.org/I115228651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011419179","display_name":"Zhong Liang Ong","orcid":null},"institutions":[{"id":"https://openalex.org/I3004594783","display_name":"Institute of High Performance Computing","ror":"https://ror.org/02n0ejh50","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3004594783","https://openalex.org/I91275662"]},{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zhong Liang Ong","raw_affiliation_strings":["Institute of High Performance Computing, A*STAR, Singapore"],"affiliations":[{"raw_affiliation_string":"Institute of High Performance Computing, A*STAR, Singapore","institution_ids":["https://openalex.org/I3004594783","https://openalex.org/I115228651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103114808","display_name":"Mian Lu","orcid":"https://orcid.org/0009-0002-4853-8881"},"institutions":[{"id":"https://openalex.org/I4210167101","display_name":"Clinical Nutrition Research Centre","ror":"https://ror.org/05mh8rb60","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I4210167101"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Mian Lu","raw_affiliation_strings":["Huawei Singapore Research Centre"],"affiliations":[{"raw_affiliation_string":"Huawei Singapore Research Centre","institution_ids":["https://openalex.org/I4210167101"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077959628","display_name":"Huynh Phung Huynh","orcid":null},"institutions":[{"id":"https://openalex.org/I3004594783","display_name":"Institute of High Performance Computing","ror":"https://ror.org/02n0ejh50","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3004594783","https://openalex.org/I91275662"]},{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Huynh Phung Huynh","raw_affiliation_strings":["Institute of High Performance Computing, A*STAR, Singapore"],"affiliations":[{"raw_affiliation_string":"Institute of High Performance Computing, A*STAR, Singapore","institution_ids":["https://openalex.org/I3004594783","https://openalex.org/I115228651"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001599295","display_name":"Rick Siow Mong Goh","orcid":"https://orcid.org/0000-0001-9116-1595"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3004594783","display_name":"Institute of High Performance Computing","ror":"https://ror.org/02n0ejh50","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3004594783","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Rick Siow Mong Goh","raw_affiliation_strings":["Institute of High Performance Computing, A*STAR, Singapore"],"affiliations":[{"raw_affiliation_string":"Institute of High Performance Computing, A*STAR, Singapore","institution_ids":["https://openalex.org/I3004594783","https://openalex.org/I115228651"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5047767267"],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":0.8192,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.82789249,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"17","issue":"2","first_page":"1","last_page":"25"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8908390998840332},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.8117994666099548},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6601490378379822},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.539947509765625},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.4899710714817047},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.4355272948741913},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.4101223647594452},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.363231897354126},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35168781876564026},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.35117632150650024},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.30642327666282654}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8908390998840332},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.8117994666099548},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6601490378379822},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.539947509765625},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.4899710714817047},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.4355272948741913},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.4101223647594452},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.363231897354126},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35168781876564026},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.35117632150650024},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.30642327666282654},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3122788","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3122788","pdf_url":null,"source":{"id":"https://openalex.org/S136160450","display_name":"ACM Transactions on Embedded Computing Systems","issn_l":"1539-9087","issn":["1539-9087","1558-3465"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Embedded Computing Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9100000262260437,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G8722444188","display_name":null,"funder_award_id":"61672048","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W753012316","https://openalex.org/W1506342804","https://openalex.org/W1506582611","https://openalex.org/W1518969538","https://openalex.org/W1536680647","https://openalex.org/W1606347560","https://openalex.org/W1644726185","https://openalex.org/W1653630692","https://openalex.org/W1667652561","https://openalex.org/W1677182931","https://openalex.org/W1776498962","https://openalex.org/W1849277567","https://openalex.org/W1972783048","https://openalex.org/W1981902599","https://openalex.org/W1982733412","https://openalex.org/W1987840949","https://openalex.org/W1990832096","https://openalex.org/W2009832130","https://openalex.org/W2053968820","https://openalex.org/W2084446096","https://openalex.org/W2088866486","https://openalex.org/W2091908315","https://openalex.org/W2094756095","https://openalex.org/W2095705004","https://openalex.org/W2097117768","https://openalex.org/W2102605133","https://openalex.org/W2112796928","https://openalex.org/W2114384323","https://openalex.org/W2117539524","https://openalex.org/W2119144962","https://openalex.org/W2122948532","https://openalex.org/W2128853364","https://openalex.org/W2155893237","https://openalex.org/W2162142618","https://openalex.org/W2162283062","https://openalex.org/W2162390675","https://openalex.org/W2194775991","https://openalex.org/W2284629249","https://openalex.org/W2298920323","https://openalex.org/W2418287910","https://openalex.org/W2520083297","https://openalex.org/W2560674852","https://openalex.org/W2585720638","https://openalex.org/W2618530766","https://openalex.org/W2625954420","https://openalex.org/W2627042741","https://openalex.org/W2729080111","https://openalex.org/W2950656546","https://openalex.org/W2952432176","https://openalex.org/W2952826672","https://openalex.org/W2953106684","https://openalex.org/W4247950230","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2058965144","https://openalex.org/W2164382479","https://openalex.org/W98480971","https://openalex.org/W2150291671","https://openalex.org/W2027972911","https://openalex.org/W2146343568","https://openalex.org/W2013643406","https://openalex.org/W2157978810","https://openalex.org/W2111089054","https://openalex.org/W2969228573"],"abstract_inverted_index":{"Convolutional":[0],"neural":[1],"networks":[2],"(CNNs)":[3],"are":[4,22],"widely":[5],"employed":[6],"in":[7,147],"many":[8],"image":[9],"recognition":[10],"applications.":[11,117],"With":[12],"the":[13,37,55,92,100,107,127,148,153,168,173],"proliferation":[14],"of":[15,42,54,96,140,152,163,172,179],"embedded":[16],"and":[17,39,67,82,114,188],"mobile":[18,26,45,65],"devices,":[19],"such":[20],"applications":[21],"becoming":[23],"commonplace":[24],"on":[25,44,64,99,157],"devices.":[27,46],"Network":[28],"pruning":[29],"is":[30,142,165,181],"a":[31,76,83,97],"commonly":[32],"used":[33],"strategy":[34],"to":[35,60,90,185],"reduce":[36],"memory":[38,189],"storage":[40],"footprints":[41],"CNNs":[43],"In":[47],"this":[48],"article,":[49],"we":[50,74],"propose":[51,75],"customized":[52],"versions":[53],"sparse":[56],"matrix":[57],"multiplication":[58],"algorithm":[59,81,85],"speed":[61],"up":[62],"inference":[63],"devices":[66],"make":[68],"it":[69],"more":[70],"energy":[71],"efficient.":[72],"Specifically,":[73],"Block":[77],"Compressed":[78],"Sparse":[79],"Column":[80],"bit-representation-based":[84],"(BitsGEMM)":[86],"that":[87,120],"exploit":[88],"sparsity":[89],"accelerate":[91],"fully":[93,149,169],"connected":[94,150,170],"layers":[95],"network":[98],"NVIDIA":[101],"Jetson":[102],"TK1":[103],"platform.":[104],"We":[105],"evaluate":[106],"proposed":[108],"algorithms":[109],"using":[110,131],"real-world":[111],"object":[112,115,134],"classification":[113,158],"detection":[116,135],"Experiments":[118],"show":[119],"performance":[121],"speedups":[122],"can":[123],"be":[124],"achieved":[125,166],"over":[126,144],"original":[128],"baseline":[129,145],"implementation":[130],"cuBLAS.":[132],"On":[133],"CNNs,":[136,159],"an":[137,160],"average":[138,161],"speedup":[139,162],"1.82\u00d7":[141],"obtained":[143],"cuBLAS":[146],"layer":[151,171],"VGG":[154],"model,":[155],"whereas":[156],"1.51\u00d7":[164],"for":[167],"pruned-VGG":[174],"model.":[175],"Energy":[176],"consumption":[177],"reduction":[178],"43--46%":[180],"also":[182],"observed":[183],"due":[184],"decreased":[186],"computational":[187],"bandwidth":[190],"demands.":[191]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":4},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}