{"id":"https://openalex.org/W2966209379","doi":"https://doi.org/10.1109/access.2019.2932773","title":"CNN Compression-Recovery Framework via Rank Allocation Decomposition With Knowledge Transfer","display_name":"CNN Compression-Recovery Framework via Rank Allocation Decomposition With Knowledge Transfer","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2966209379","doi":"https://doi.org/10.1109/access.2019.2932773","mag":"2966209379"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2932773","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2932773","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08786129.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08786129.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065414422","display_name":"Zhonghong Ou","orcid":"https://orcid.org/0000-0001-9987-3175"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhonghong Ou","raw_affiliation_strings":["School of Computer Science, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100357488","display_name":"Yunfeng Liu","orcid":"https://orcid.org/0000-0003-0793-7739"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunfeng Liu","raw_affiliation_strings":["School of Computer Science, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024889670","display_name":"Huihui Kong","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huihui Kong","raw_affiliation_strings":["School of Computer Science, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005632451","display_name":"Meina Song","orcid":"https://orcid.org/0000-0001-6626-9932"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meina Song","raw_affiliation_strings":["School of Computer Science, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014615052","display_name":"Yingxia Shao","orcid":"https://orcid.org/0000-0002-8559-2628"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingxia Shao","raw_affiliation_strings":["School of Computer Science, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5065414422"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.2043,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.5376261,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"7","issue":null,"first_page":"105470","last_page":"105478"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.777155876159668},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.7400577068328857},{"id":"https://openalex.org/keywords/decomposition","display_name":"Decomposition","score":0.5639476776123047},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5358211994171143},{"id":"https://openalex.org/keywords/greedy-algorithm","display_name":"Greedy algorithm","score":0.49958038330078125},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.4469781517982483},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.4469199478626251},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.4160580635070801},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36047080159187317},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.35289162397384644},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.14438161253929138},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1270071268081665}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.777155876159668},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.7400577068328857},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.5639476776123047},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5358211994171143},{"id":"https://openalex.org/C51823790","wikidata":"https://www.wikidata.org/wiki/Q504353","display_name":"Greedy algorithm","level":2,"score":0.49958038330078125},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.4469781517982483},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.4469199478626251},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.4160580635070801},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36047080159187317},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.35289162397384644},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.14438161253929138},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1270071268081665},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2932773","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2932773","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08786129.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:f5e85b049959423abb77faae6629d8c4","is_oa":true,"landing_page_url":"https://doaj.org/article/f5e85b049959423abb77faae6629d8c4","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 105470-105478 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2932773","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2932773","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08786129.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6800000071525574,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1571418325","display_name":null,"funder_award_id":"61702046","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2702356746","display_name":null,"funder_award_id":"61702","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G393936824","display_name":null,"funder_award_id":"6170204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4128379384","display_name":null,"funder_award_id":"B14008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G466649759","display_name":null,"funder_award_id":"2017Y","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G4678737013","display_name":null,"funder_award_id":"2017YFB140","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5848258319","display_name":null,"funder_award_id":"0 and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7429600474","display_name":null,"funder_award_id":"2017YFB1","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8340078520","display_name":null,"funder_award_id":"2017YF","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G838432653","display_name":null,"funder_award_id":"2017YFB1400800","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8823009050","display_name":null,"funder_award_id":"2017YFB","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2966209379.pdf","grobid_xml":"https://content.openalex.org/works/W2966209379.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1686810756","https://openalex.org/W1690739335","https://openalex.org/W1797268635","https://openalex.org/W1821462560","https://openalex.org/W1996901117","https://openalex.org/W2097117768","https://openalex.org/W2104636679","https://openalex.org/W2117539524","https://openalex.org/W2119144962","https://openalex.org/W2155893237","https://openalex.org/W2163605009","https://openalex.org/W2172166488","https://openalex.org/W2194775991","https://openalex.org/W2300242332","https://openalex.org/W2533598788","https://openalex.org/W2575345876","https://openalex.org/W2604882796","https://openalex.org/W2731516819","https://openalex.org/W2750784772","https://openalex.org/W2754084392","https://openalex.org/W2799404913","https://openalex.org/W2807961551","https://openalex.org/W2808384944","https://openalex.org/W2894994475","https://openalex.org/W2912476735","https://openalex.org/W2950248853","https://openalex.org/W2962988160","https://openalex.org/W2963225922","https://openalex.org/W2963446712","https://openalex.org/W2964203871","https://openalex.org/W2964233199","https://openalex.org/W6620707391","https://openalex.org/W6637373629","https://openalex.org/W6637551013","https://openalex.org/W6638319203","https://openalex.org/W6638523607","https://openalex.org/W6649495467","https://openalex.org/W6677580257","https://openalex.org/W6684191040","https://openalex.org/W6684563725","https://openalex.org/W6685405536","https://openalex.org/W6685627644","https://openalex.org/W6685891324","https://openalex.org/W6698200048","https://openalex.org/W6732014465","https://openalex.org/W6735734361","https://openalex.org/W6740493225","https://openalex.org/W6743188669","https://openalex.org/W6748163181"],"related_works":["https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2778153218","https://openalex.org/W1531601525","https://openalex.org/W2772359885","https://openalex.org/W2899331914","https://openalex.org/W3011471740","https://openalex.org/W2572315477"],"abstract_inverted_index":{"Low-rank":[0],"decomposition":[1,57],"is":[2,21,72,108],"an":[3],"effective":[4],"way":[5],"to":[6,60,73,123,140],"decrease":[7],"the":[8,18,26,45,75,99,119,141,172,190],"model":[9],"size":[10],"of":[11,48,79,98],"convolutional":[12],"neural":[13],"networks":[14],"(CNNs).":[15],"Nevertheless,":[16],"selecting":[17],"layer-specific":[19],"rank":[20,55,65,80],"a":[22,54,82,92,102,133,166],"difficult":[23],"task,":[24],"because":[25],"layers":[27],"are":[28,35],"not":[29,43],"equally":[30],"redundant.":[31],"The":[32,70,144],"previous":[33],"methods":[34],"mainly":[36],"by":[37,63,91],"manual,":[38],"require":[39],"expertise,":[40],"or":[41],"do":[42],"consider":[44],"different":[46],"sensitivity":[47],"each":[49,67],"layer.":[50],"This":[51],"paper":[52],"proposes":[53],"allocation":[56],"(RAD)":[58],"method":[59],"decompose":[61],"network":[62,122,127,136],"allocating":[64],"for":[66,171],"layer":[68],"automatically.":[69],"idea":[71],"transform":[74],"combinatorial":[76],"optimization":[77],"problem":[78],"into":[81],"constrained":[83],"optimal":[84],"search":[85],"problem,":[86],"which":[87,188],"can":[88,160],"be":[89],"solved":[90],"greedy":[93],"algorithm.":[94],"To":[95],"recover":[96],"accuracy":[97,139,168,186],"decomposed":[100],"network,":[101],"novel":[103],"knowledge":[104,131],"transfer":[105],"based":[106],"approach":[107],"introduced,":[109],"named":[110],"SchoolNet.":[111],"It":[112],"aligns":[113],"outputs":[114],"and":[115,154],"intermediate":[116],"responses":[117],"from":[118,132,147],"original":[120],"(teacher)":[121],"its":[124],"compressed":[125],"(student)":[126],"while":[128,164],"transferring":[129],"dark":[130],"strong":[134],"(headmaster)":[135],"with":[137,182],"high":[138,167],"student":[142],"network.":[143],"experimental":[145],"results":[146],"several":[148],"advanced":[149],"models,":[150],"including":[151],"AlexNet,":[152],"VGG-16,":[153],"ResNet-50,":[155],"demonstrate":[156],"that":[157],"our":[158],"scheme":[159],"reduce":[161],"parameters":[162],"significantly":[163],"maintaining":[165],"level.":[169],"Specifically,":[170],"VGG-16":[173],"on":[174],"Birds-200":[175],"dataset,":[176],"we":[177],"achieve":[178],"48x":[179],"compression":[180],"rate":[181],"even":[183],"0.13%":[184],"top-1":[185],"improvement,":[187],"outperforms":[189],"state-of-the-art":[191],"remarkably.":[192]},"counts_by_year":[{"year":2020,"cited_by_count":2}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}