{"id":"https://openalex.org/W3091147838","doi":"https://doi.org/10.3233/faia200219","title":"On Minimizing Diagonal Block-Wise Differences for Neural Network Compression","display_name":"On Minimizing Diagonal Block-Wise Differences for Neural Network Compression","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3091147838","doi":"https://doi.org/10.3233/faia200219","mag":"3091147838"},"language":"en","primary_location":{"id":"doi:10.3233/faia200219","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia200219","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/faia200219","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Hsu Yun-Jui","orcid":null},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Hsu Yun-Jui","raw_affiliation_strings":["National Tsing Hua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Tsing Hua University","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chang Yi-Ting","orcid":null},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chang Yi-Ting","raw_affiliation_strings":["National Tsing Hua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Tsing Hua University","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100994525","display_name":"Chih Ya Shen","orcid":null},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Shen Chih-Ya","raw_affiliation_strings":["National Tsing Hua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Tsing Hua University","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040050806","display_name":"Hong-Han Shuai","orcid":"https://orcid.org/0000-0003-2216-077X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shuai Hong-Han","raw_affiliation_strings":["Department of Electrical and Computer Engineering"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tseng Wei-Lun","orcid":null},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Tseng Wei-Lun","raw_affiliation_strings":["National Tsing Hua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Tsing Hua University","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100719382","display_name":"Chen Yang","orcid":"https://orcid.org/0000-0002-8221-7670"},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yang Chen-Hsu","raw_affiliation_strings":["National Tsing Hua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Tsing Hua University","institution_ids":["https://openalex.org/I25846049"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19734345,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1198","last_page":"1206"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/diagonal","display_name":"Diagonal","score":0.7259021997451782},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.5352950692176819},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5247421860694885},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.5163418054580688},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.48243293166160583},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3412844240665436},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3219398856163025},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.279460072517395},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.11727926135063171},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.11486274003982544},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.09114980697631836},{"id":"https://openalex.org/keywords/composite-material","display_name":"Composite material","score":0.05420610308647156}],"concepts":[{"id":"https://openalex.org/C130367717","wikidata":"https://www.wikidata.org/wiki/Q189791","display_name":"Diagonal","level":2,"score":0.7259021997451782},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.5352950692176819},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5247421860694885},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.5163418054580688},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48243293166160583},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3412844240665436},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3219398856163025},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.279460072517395},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.11727926135063171},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.11486274003982544},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.09114980697631836},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.05420610308647156}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3233/faia200219","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia200219","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},{"id":"mag:3091147838","is_oa":false,"landing_page_url":"https://dblp.uni-trier.de/db/conf/ecai/ecai2020.html#HsuCSSTY20","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.3233/faia200219","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia200219","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W2050140640","https://openalex.org/W2612445135","https://openalex.org/W2963674932","https://openalex.org/W2963813662"],"related_works":["https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2135584473","https://openalex.org/W2964223869","https://openalex.org/W2792539140","https://openalex.org/W2005808740","https://openalex.org/W2295130398","https://openalex.org/W2064951085","https://openalex.org/W2626141450","https://openalex.org/W2810740133"],"abstract_inverted_index":{"Deep":[0],"neural":[1,14],"networks":[2],"have":[3],"achieved":[4],"great":[5],"success":[6],"on":[7,122],"a":[8,21,51,71,96,110,163],"wide":[9],"spectrum":[10],"of":[11,24,42,81,146],"applications.":[12],"However,":[13],"network":[15],"(NN)":[16],"mod-":[17],"els":[18],"often":[19],"include":[20],"massive":[22],"number":[23],"weights":[25,108],"and":[26,94,100],"consume":[27],"much":[28],"memory.":[29],"To":[30],"reduce":[31],"the":[32,39,43,56,60,78,82,107,117,143,147,169],"NN":[33],"model":[34],"size,":[35],"we":[36,69],"observe":[37],"that":[38,126],"struc-":[40],"ture":[41],"weight":[44,57,83],"matrix":[45,58],"can":[46],"be":[47],"further":[48],"re-organized":[49],"for":[50,134],"better":[52],"compression,":[53],"i.e.,":[54],"converting":[55],"to":[59,76,114,130,140,161,166,168],"block":[61,111],"diag-":[62],"onal":[63],"structure.":[64],"Therefore,":[65],"in":[66],"this":[67],"paper,":[68],"formulate":[70],"new":[72,97],"re-":[73],"search":[74],"problem":[75],"consider":[77],"structural":[79],"factor":[80],"ma-":[84],"trix,":[85],"named":[86],"Compression":[87,102],"with":[88],"Difference-Minimized":[89],"Block":[90],"Diagonal":[91],"Structure":[92],"(COMIS),":[93],"propose":[95],"algorithm,":[98],"Memory-Efficient":[99],"Structure-Aware":[101],"(MESA),":[103],"which":[104,137],"effectively":[105],"prunes":[106],"into":[109],"diagonal":[112],"structure":[113],"significantly":[115],"boost":[116],"compression":[118,132,144],"rate.":[119],"Extensive":[120],"experiments":[121],"different":[123,135],"models":[124],"show":[125],"MESA":[127],"achieves":[128],"135\u00d7":[129],"392\u00d7":[131],"rates":[133,145],"models,":[136],"are":[138],"1.8":[139],"3.03":[141],"times":[142],"state-of-the-art":[148,170],"approaches.":[149,171],"In":[150],"addition,":[151],"our":[152],"approach":[153],"provides":[154],"an":[155],"in-":[156],"ference":[157],"speed-up":[158,164],"from":[159],"2.6\u00d7":[160],"5.1\u00d7,":[162],"up":[165],"44%":[167]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2020-10-08T00:00:00"}