{"id":"https://openalex.org/W2907885488","doi":"https://doi.org/10.1109/tc.2018.2890258","title":"Promoting the Harmony between Sparsity and Regularity: A Relaxed Synchronous Architecture for Convolutional Neural Networks","display_name":"Promoting the Harmony between Sparsity and Regularity: A Relaxed Synchronous Architecture for Convolutional Neural Networks","publication_year":2018,"publication_date":"2018-12-28","ids":{"openalex":"https://openalex.org/W2907885488","doi":"https://doi.org/10.1109/tc.2018.2890258","mag":"2907885488"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2018.2890258","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2018.2890258","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102393841","display_name":"Wenyan L\u00fc","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenyan Lu","raw_affiliation_strings":["State Key Laboratory of Computer Architecture, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Computer Architecture, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015435942","display_name":"Guihai Yan","orcid":"https://orcid.org/0000-0002-1254-3278"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guihai Yan","raw_affiliation_strings":["State Key Laboratory of Computer Architecture, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Computer Architecture, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100352041","display_name":"Jiajun Li","orcid":"https://orcid.org/0000-0002-7208-9345"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiajun Li","raw_affiliation_strings":["State Key Laboratory of Computer Architecture, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Computer Architecture, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101372514","display_name":"Shijun Gong","orcid":"https://orcid.org/0000-0002-0887-316X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shijun Gong","raw_affiliation_strings":["State Key Laboratory of Computer Architecture, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Computer Architecture, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034121567","display_name":"Shuhao Jiang","orcid":"https://orcid.org/0000-0002-7706-063X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuhao Jiang","raw_affiliation_strings":["State Key Laboratory of Computer Architecture, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Computer Architecture, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018329525","display_name":"Jingya Wu","orcid":"https://orcid.org/0000-0003-4938-5899"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingya Wu","raw_affiliation_strings":["State Key Laboratory of Computer Architecture, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Computer Architecture, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023380073","display_name":"Xiaowei Li","orcid":"https://orcid.org/0000-0002-0874-814X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaowei Li","raw_affiliation_strings":["State Key Laboratory of Computer Architecture, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Computer Architecture, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5102393841"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"],"apc_list":null,"apc_paid":null,"fwci":0.4255,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.69025154,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"68","issue":"6","first_page":"867","last_page":"881"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.8171127438545227},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7741453051567078},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6876940727233887},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.5136436820030212},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4581853449344635},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3572418689727783},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.32640349864959717},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.32426613569259644},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.22284364700317383}],"concepts":[{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.8171127438545227},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7741453051567078},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6876940727233887},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.5136436820030212},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4581853449344635},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3572418689727783},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.32640349864959717},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32426613569259644},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.22284364700317383},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tc.2018.2890258","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2018.2890258","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1051257415","display_name":null,"funder_award_id":"61432017","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1172691215","display_name":null,"funder_award_id":"61522406","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2122852399","display_name":null,"funder_award_id":"61532017","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2883852234","display_name":null,"funder_award_id":"61872336","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3969808170","display_name":null,"funder_award_id":"404441000","funder_id":"https://openalex.org/F4320322847","funder_display_name":"Youth Innovation Promotion Association of the Chinese Academy of Sciences"},{"id":"https://openalex.org/G4853362136","display_name":null,"funder_award_id":"61572470","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6496145672","display_name":null,"funder_award_id":"61376043","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8380396287","display_name":null,"funder_award_id":"61521092","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322847","display_name":"Youth Innovation Promotion Association of the Chinese Academy of Sciences","ror":"https://ror.org/031141b54"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1555696814","https://openalex.org/W1686810756","https://openalex.org/W1922655562","https://openalex.org/W1978232622","https://openalex.org/W1990315422","https://openalex.org/W2000967104","https://openalex.org/W2009832130","https://openalex.org/W2048266589","https://openalex.org/W2067523571","https://openalex.org/W2074339272","https://openalex.org/W2095705004","https://openalex.org/W2097117768","https://openalex.org/W2105102111","https://openalex.org/W2125203716","https://openalex.org/W2152839228","https://openalex.org/W2158899491","https://openalex.org/W2158961033","https://openalex.org/W2160428323","https://openalex.org/W2163605009","https://openalex.org/W2186845332","https://openalex.org/W2193413348","https://openalex.org/W2285660444","https://openalex.org/W2289252105","https://openalex.org/W2442974303","https://openalex.org/W2516141709","https://openalex.org/W2523989733","https://openalex.org/W2526479943","https://openalex.org/W2534720278","https://openalex.org/W2541839172","https://openalex.org/W2565851976","https://openalex.org/W2606722458","https://openalex.org/W2612076670","https://openalex.org/W2625457103","https://openalex.org/W2798299359","https://openalex.org/W2798317693","https://openalex.org/W2804268686","https://openalex.org/W2807239565","https://openalex.org/W2883928845","https://openalex.org/W2952230511","https://openalex.org/W2963674932","https://openalex.org/W3004171485","https://openalex.org/W3024621361","https://openalex.org/W3103768881","https://openalex.org/W4240168186","https://openalex.org/W4248707617","https://openalex.org/W6637373629","https://openalex.org/W6638632666","https://openalex.org/W6640090968","https://openalex.org/W6674330103","https://openalex.org/W6683672642","https://openalex.org/W6683738474","https://openalex.org/W6684191040","https://openalex.org/W6687566353"],"related_works":["https://openalex.org/W3088963955","https://openalex.org/W2134049346","https://openalex.org/W2580689844","https://openalex.org/W3091906466","https://openalex.org/W2902465045","https://openalex.org/W2612199584","https://openalex.org/W2895264599","https://openalex.org/W3102048404","https://openalex.org/W3200692463","https://openalex.org/W3199738405","https://openalex.org/W3196531789","https://openalex.org/W2036029002","https://openalex.org/W3197904945","https://openalex.org/W2952125895","https://openalex.org/W2469559779","https://openalex.org/W2798598284","https://openalex.org/W2957200381","https://openalex.org/W2305996987","https://openalex.org/W1485940563","https://openalex.org/W2963966976"],"abstract_inverted_index":{"There":[0],"are":[1,97],"two":[2,93,144],"approaches":[3,25,96,147],"to":[4,75,100,108,150,164],"improve":[5],"the":[6,19,27,48,60,77,92,123,127,135,140,143,170,173],"performance":[7,179],"of":[8,21,29,51,79,95,129,146],"Convolutional":[9],"Neural":[10],"Networks":[11],"(CNNs):":[12],"1)":[13],"accelerating":[14],"computation":[15],"and":[16,42,54,68,182],"2)":[17],"reducing":[18,45],"amount":[20],"computation.":[22],"The":[23,56,114],"acceleration":[24],"take":[26],"advantage":[28],"CNN":[30,52],"computing":[31,61,161],"regularity":[32,128],"which":[33],"enables":[34],"abundant":[35],"fine-grained":[36],"parallelisms":[37],"in":[38,87,122],"feature":[39],"maps,":[40],"neurons,":[41],"synapses.":[43,55,69],"Alternatively,":[44],"computations":[46,125],"leverages":[47],"intrinsic":[49,136],"sparsity":[50,57],"neurons":[53,67],"represents":[58],"as":[59],"\u201cbubbles\u201d,":[62],"i.e.,":[63],"zero":[64],"or":[65],"tiny-valued":[66],"These":[70],"bubbles":[71],"can":[72],"be":[73],"removed":[74],"reduce":[76],"volume":[78],"computations.":[80],"Although":[81],"distinctly":[82],"different":[83],"from":[84],"each":[85,101,109],"other":[86,110],"principle,":[88],"we":[89],"find":[90],"that":[91],"types":[94,145],"not":[98],"orthogonal":[99],"other.":[102],"Even":[103],"worse,":[104],"they":[105],"may":[106],"conflict":[107],"when":[111],"working":[112],"together.":[113],"conditional":[115],"branches":[116],"introduced":[117],"by":[118],"some":[119],"bubble-removing":[120],"mechanisms":[121],"original":[124],"destroy":[126],"deeply":[130],"nested":[131],"loops,":[132],"thereby":[133],"impairing":[134],"parallelisms.":[137],"Therefore,":[138],"enabling":[139],"synergy":[141],"between":[142],"is":[148],"critical":[149],"arrive":[151],"at":[152],"superior":[153],"performance.":[154],"This":[155],"paper":[156],"proposed":[157],"a":[158],"relaxed":[159],"synchronous":[160],"architecture,":[162],"FlexFlow-Pro,":[163],"fulfill":[165],"this":[166],"purpose.":[167],"Compared":[168],"with":[169],"state-of-the-art":[171],"accelerators,":[172],"FlexFlow-Pro":[174],"gains":[175],"more":[176],"than":[177],"2.5\u00d7":[178],"on":[180],"average":[181],"2\u00d7":[183],"energy":[184],"efficiency.":[185]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}