{"id":"https://openalex.org/W2575345876","doi":null,"title":"Towards convolutional neural networks compression via global error reconstruction","display_name":"Towards convolutional neural networks compression via global error reconstruction","publication_year":2016,"publication_date":"2016-07-09","ids":{"openalex":"https://openalex.org/W2575345876","mag":"2575345876"},"language":"en","primary_location":{"id":"pmh:oai:ir.opt.ac.cn:181661/28569","doi":null,"is_oa":false,"landing_page_url":"http://ir.opt.ac.cn/handle/181661/28569","pdf_url":null,"source":{"id":"https://openalex.org/S4377196962","display_name":"Institutional Repository of Xi'an Institute of Optics and Fine Mechanics, Chinese Academy of Sciences (Xian Institute of Optics and Precision Mechanics)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210144662","host_organization_name":"Xi'an Institute of Optics and Precision Mechanics","host_organization_lineage":["https://openalex.org/I4210144662"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"\u4f1a\u8bae\u8bba\u6587"},"volume":null,"type":"conference-paper","indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043643513","display_name":"Shaohui Lin","orcid":"https://orcid.org/0000-0003-0284-9940","observed_orcids":["https://orcid.org/0000-0003-0284-9940"]},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaohui Lin","raw_affiliation_strings":["Fujian Key Laboratory of Sensing and Computing for Smart City, Xiamen University, China and School of Information Science and Engineering, Xiamen University, China#TAB#"],"raw_orcid":"https://orcid.org/0000-0003-0284-9940","affiliations":[{"raw_affiliation_string":"Fujian Key Laboratory of Sensing and Computing for Smart City, Xiamen University, China and School of Information Science and Engineering, Xiamen University, China#TAB#","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016080094","display_name":"Rongrong Ji","orcid":"https://orcid.org/0000-0001-9163-2932","observed_orcids":["https://orcid.org/0000-0001-9163-2932"]},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rongrong Ji","raw_affiliation_strings":["Fujian Key Laboratory of Sensing and Computing for Smart City, Xiamen University, China and School of Information Science and Engineering, Xiamen University, China#TAB#"],"raw_orcid":"https://orcid.org/0000-0001-9163-2932","affiliations":[{"raw_affiliation_string":"Fujian Key Laboratory of Sensing and Computing for Smart City, Xiamen University, China and School of Information Science and Engineering, Xiamen University, China#TAB#","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082173143","display_name":"Xiaowei Guo","orcid":"https://orcid.org/0000-0001-6526-2579","observed_orcids":["https://orcid.org/0000-0001-6526-2579","https://orcid.org/0009-0007-5250-8884"]},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaowei Guo","raw_affiliation_strings":["BestImage, Tencent Technology (Shanghai) Co.,Ltd, China"],"raw_orcid":"https://orcid.org/0000-0001-6526-2579","affiliations":[{"raw_affiliation_string":"BestImage, Tencent Technology (Shanghai) Co.,Ltd, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100740143","display_name":"Xuelong Li","orcid":"https://orcid.org/0000-0002-0019-4197","observed_orcids":["https://orcid.org/0000-0002-0019-4197","https://orcid.org/0000-0003-2924-946X","https://orcid.org/0009-0006-1021-6042"]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210144662","display_name":"Xi'an Institute of Optics and Precision Mechanics","ror":"https://ror.org/0444j5556","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210144662"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuelong Li","raw_affiliation_strings":["Xi'an Institute of Optics and Precision Mechanics; Chinese Academy of Sciences; Xi'an China"],"raw_orcid":"https://orcid.org/0000-0002-0019-4197","affiliations":[{"raw_affiliation_string":"Xi'an Institute of Optics and Precision Mechanics; Chinese Academy of Sciences; Xi'an China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210144662"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.0081,"has_fulltext":false,"cited_by_count":42,"citation_normalized_percentile":{"value":0.96298307,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1753","last_page":"1759"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.0071000000461936,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10741","display_name":"Video Coding and Compression Technologies","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/convolutional-neural-network-compression","display_name":"convolutional neural network compression","score":0.968999981880188},{"id":"https://openalex.org/keywords/rate-distortion-optimization","display_name":"rate-distortion optimization","score":0.9319999814033508},{"id":"https://openalex.org/keywords/low-rank-approximation","display_name":"low-rank approximation","score":0.8500000238418579},{"id":"https://openalex.org/keywords/svd","display_name":"SVD","score":0.7379999756813049},{"id":"https://openalex.org/keywords/parameter-compression","display_name":"parameter compression","score":0.5139999985694885},{"id":"https://openalex.org/keywords/fully-connected-layers","display_name":"fully connected layers","score":0.7459999918937683},{"id":"https://openalex.org/keywords/alexnet","display_name":"AlexNet","score":0.7329999804496765},{"id":"https://openalex.org/keywords/image-classification","display_name":"image classification","score":0.843999981880188},{"id":"https://openalex.org/keywords/resource-constrained-devices","display_name":"resource-constrained devices","score":0.6970000267028809}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8589062690734863},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7743653655052185},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.620928943157196},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5320234298706055},{"id":"https://openalex.org/C126780896","wikidata":"https://www.wikidata.org/wiki/Q899871","display_name":"Distortion (music)","level":4,"score":0.5115031003952026},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.48769816756248474},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.45033836364746094},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.43993061780929565},{"id":"https://openalex.org/C157899210","wikidata":"https://www.wikidata.org/wiki/Q1395022","display_name":"Convolutional code","level":3,"score":0.42753279209136963},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.35409602522850037},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.31010445952415466},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3008408546447754},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.16155505180358887},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.10444191098213196},{"id":"https://openalex.org/C194257627","wikidata":"https://www.wikidata.org/wiki/Q211554","display_name":"Amplifier","level":3,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:ir.opt.ac.cn:181661/28569","doi":null,"is_oa":false,"landing_page_url":"http://ir.opt.ac.cn/handle/181661/28569","pdf_url":null,"source":{"id":"https://openalex.org/S4377196962","display_name":"Institutional Repository of Xi'an Institute of Optics and Fine Mechanics, Chinese Academy of Sciences (Xian Institute of Optics and Precision Mechanics)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210144662","host_organization_name":"Xi'an Institute of Optics and Precision Mechanics","host_organization_lineage":["https://openalex.org/I4210144662"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"\u4f1a\u8bae\u8bba\u6587"},{"id":"mag:2575345876","doi":null,"is_oa":false,"landing_page_url":"http://dblp.uni-trier.de/db/conf/ijcai/ijcai2016.html#LinJGL16","pdf_url":null,"source":{"id":"https://openalex.org/S4306419999","display_name":"International Joint Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Joint Conference on Artificial Intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W613766092","https://openalex.org/W992687842","https://openalex.org/W1487583988","https://openalex.org/W1524680991","https://openalex.org/W1665214252","https://openalex.org/W1686810756","https://openalex.org/W1724438581","https://openalex.org/W1849277567","https://openalex.org/W1902041153","https://openalex.org/W1919191429","https://openalex.org/W2027922120","https://openalex.org/W2066486477","https://openalex.org/W2097117768","https://openalex.org/W2102605133","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2155893237","https://openalex.org/W2161591461","https://openalex.org/W2163605009","https://openalex.org/W2165507622","https://openalex.org/W2172166488","https://openalex.org/W2179352600","https://openalex.org/W2194775991","https://openalex.org/W2952689122","https://openalex.org/W2952881492","https://openalex.org/W2963674932"],"related_works":["https://openalex.org/W7212402881","https://openalex.org/W2894581376","https://openalex.org/W2907856955","https://openalex.org/W4304780018","https://openalex.org/W2951136586","https://openalex.org/W3173390350","https://openalex.org/W4404059610","https://openalex.org/W4310147199","https://openalex.org/W2890080678","https://openalex.org/W3203627589"],"abstract_inverted_index":{"\\n\\tIn":[0],"recent":[1],"years,":[2],"convolutional":[3,180],"neural":[4,181],"networks":[5],"(CNNs)":[6],"have":[7],"achieved":[8],"remarkable":[9],"success":[10],"in":[11,57,140,145,157],"various":[12],"applications":[13,66],"such":[14,150],"as":[15],"image":[16,172],"classification,":[17],"object":[18,20],"detection,":[19],"parsing":[21],"and":[22,42,103,186,192],"face":[23],"alignment.":[24],"Such":[25],"CNN":[26,79,196],"models":[27,48,80],"are":[28,49,154],"extremely":[29],"powerful":[30],"to":[31,53,81,93,110,135,189],"deal":[32],"with":[33,175],"massive":[34],"amounts":[35],"of":[36,44,195],"training":[37],"data":[38],"by":[39],"using":[40],"millions":[41],"billions":[43],"parameters.":[45],"However,":[46],"these":[47],"typically":[50],"deficient":[51],"due":[52],"the":[54,96,101,138,141,170,184,198,203],"heavy":[55],"cost":[56],"model":[58,95],"storage,":[59],"which":[60,106,128],"prohibits":[61],"their":[62,87],"usage":[63],"on":[64,169,177,207],"resource-limited":[65],"like":[67],"mobile":[68],"or":[69],"embedded":[70],"devices.":[71],"In":[72,117],"this":[73],"paper,":[74],"we":[75],"target":[76],"at":[77],"compressing":[78],"an":[82,131],"extreme":[83],"without":[84],"significantly":[85],"losing":[86],"discriminability.":[88],"Our":[89],"main":[90],"idea":[91],"is":[92,108,126,167],"explicitly":[94],"output":[97],"reconstruction":[98,122],"error":[99,107,121],"between":[100],"original":[102],"compressed":[104],"CNNs,":[105],"minimized":[109],"pursuit":[111],"a":[112,119,146,158],"satisfactory":[113],"rate-distortion":[114,205],"after":[115],"compression.":[116],"particular,":[118],"global":[120,159],"method":[123,166],"termed":[124],"GER":[125,165],"presented,":[127],"firstly":[129],"leverages":[130],"SVD-based":[132],"low-rank":[133],"approximation":[134],"coarsely":[136],"compress":[137],"parameters":[139],"fully":[142],"connected":[143],"layers":[144],"layerwise":[147],"manner.":[148],"Subsequently,":[149],"layer-wise":[151],"initial":[152],"compressions":[153],"jointly":[155],"optimized":[156],"perspective":[160],"via":[161],"back-propagation.":[162],"The":[163],"proposed":[164,199],"evaluated":[168],"ILSVRC2012":[171],"classification":[173],"benchmark,":[174],"implementations":[176],"two":[178],"widely-adopted":[179],"networks,":[182],"i.e.,":[183],"AlexNet":[185],"VGGNet-19.":[187],"Comparing":[188],"several":[190],"state-of-the-art":[191],"alternative":[193],"methods":[194],"compression,":[197],"scheme":[200],"has":[201],"demonstrated":[202],"best":[204],"performance":[206],"both":[208],"networks.":[209]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":16},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":3}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2017-01-26T00:00:00"}