{"id":"https://openalex.org/W3171439159","doi":"https://doi.org/10.1109/access.2021.3086321","title":"Substituting Convolutions for Neural Network Compression","display_name":"Substituting Convolutions for Neural Network Compression","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3171439159","doi":"https://doi.org/10.1109/access.2021.3086321","mag":"3171439159"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3086321","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3086321","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09446890.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09446890.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003510948","display_name":"Elliot J. Crowley","orcid":"https://orcid.org/0000-0001-5685-4724"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Elliot J. Crowley","raw_affiliation_strings":["School of Engineering, The University of Edinburgh, Edinburgh, U.K"],"affiliations":[{"raw_affiliation_string":"School of Engineering, The University of Edinburgh, Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089242295","display_name":"Gavin Gray","orcid":"https://orcid.org/0000-0002-9864-3666"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Gavin Gray","raw_affiliation_strings":["Vector Institute, University of Toronto, Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Vector Institute, University of Toronto, Toronto, Canada","institution_ids":["https://openalex.org/I4210127509","https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049917315","display_name":"Jack Turner","orcid":"https://orcid.org/0000-0003-4470-1805"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jack Turner","raw_affiliation_strings":["School of Informatics, The University of Edinburgh, Edinburgh, U.K"],"affiliations":[{"raw_affiliation_string":"School of Informatics, The University of Edinburgh, Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007901825","display_name":"Amos Storkey","orcid":"https://orcid.org/0000-0002-8100-506X"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Amos Storkey","raw_affiliation_strings":["School of Informatics, The University of Edinburgh, Edinburgh, U.K"],"affiliations":[{"raw_affiliation_string":"School of Informatics, The University of Edinburgh, Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5003510948"],"corresponding_institution_ids":["https://openalex.org/I98677209"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.1942,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.47910305,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"9","issue":null,"first_page":"83199","last_page":"83213"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.806140661239624},{"id":"https://openalex.org/keywords/pointwise","display_name":"Pointwise","score":0.7745620608329773},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7215497493743896},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.6117077469825745},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5897680521011353},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5045348405838013},{"id":"https://openalex.org/keywords/network-architecture","display_name":"Network architecture","score":0.4328498840332031},{"id":"https://openalex.org/keywords/data-compression-ratio","display_name":"Data compression ratio","score":0.4299645721912384},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.4170595705509186},{"id":"https://openalex.org/keywords/pareto-principle","display_name":"Pareto principle","score":0.4108971059322357},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.41051650047302246},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40556690096855164},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33791881799697876},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.2507231831550598},{"id":"https://openalex.org/keywords/image-compression","display_name":"Image compression","score":0.12817707657814026},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12314280867576599},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.11120685935020447}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.806140661239624},{"id":"https://openalex.org/C2777984123","wikidata":"https://www.wikidata.org/wiki/Q9248237","display_name":"Pointwise","level":2,"score":0.7745620608329773},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7215497493743896},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.6117077469825745},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5897680521011353},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5045348405838013},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.4328498840332031},{"id":"https://openalex.org/C94835093","wikidata":"https://www.wikidata.org/wiki/Q3113333","display_name":"Data compression ratio","level":5,"score":0.4299645721912384},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.4170595705509186},{"id":"https://openalex.org/C137635306","wikidata":"https://www.wikidata.org/wiki/Q182667","display_name":"Pareto principle","level":2,"score":0.4108971059322357},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.41051650047302246},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40556690096855164},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33791881799697876},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2507231831550598},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.12817707657814026},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12314280867576599},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.11120685935020447},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/access.2021.3086321","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3086321","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09446890.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:pure.ed.ac.uk:publications/def10b2d-5920-4ec6-b1fa-879dbf7919c3","is_oa":true,"landing_page_url":null,"pdf_url":"http://hdl.handle.net/20.500.11820/def10b2d-5920-4ec6-b1fa-879dbf7919c3","source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""},{"id":"pmh:oai:pure.ed.ac.uk:publications/def10b2d-5920-4ec6-b1fa-879dbf7919c3","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/def10b2d-5920-4ec6-b1fa-879dbf7919c3","pdf_url":"http://hdl.handle.net/20.500.11820/def10b2d-5920-4ec6-b1fa-879dbf7919c3","source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Crowley, E J, Gray, G, Turner, J & Storkey, A J 2021, 'Substituting Convolutions for Neural Network Compression', IEEE Access, vol. 9, pp. 83199 - 83213. https://doi.org/10.1109/ACCESS.2021.3086321","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:doaj.org/article:ac76812297314ce5b110e102fd8e2aa5","is_oa":true,"landing_page_url":"https://doaj.org/article/ac76812297314ce5b110e102fd8e2aa5","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 83199-83213 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3086321","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3086321","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09446890.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1093520412","display_name":null,"funder_award_id":"Scholarship","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G1335521237","display_name":null,"funder_award_id":"Research Grant","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G1934935867","display_name":null,"funder_award_id":"Engineering and Physical Sciences R","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G2249529433","display_name":"Platform for Open Development of Systems of Artificial Intelligence","funder_award_id":"732204","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G3514550006","display_name":null,"funder_award_id":"Centre","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5288895031","display_name":null,"funder_award_id":"EPSRC Centre for Doctoral Training","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6244725262","display_name":null,"funder_award_id":"Centre for Doctoral Training","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8051717526","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8318064016","display_name":null,"funder_award_id":"Horizon","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"},{"id":"https://openalex.org/F4320335238","display_name":"Staatssekretariat f\u00fcr Bildung, Forschung und Innovation","ror":"https://ror.org/01kw63t33"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3171439159.pdf","grobid_xml":"https://content.openalex.org/works/W3171439159.grobid-xml"},"referenced_works_count":128,"referenced_works":["https://openalex.org/W1503398984","https://openalex.org/W1592410721","https://openalex.org/W1650736245","https://openalex.org/W1667652561","https://openalex.org/W1686810756","https://openalex.org/W1690739335","https://openalex.org/W1798945469","https://openalex.org/W1821462560","https://openalex.org/W1836465849","https://openalex.org/W1993482030","https://openalex.org/W2097117768","https://openalex.org/W2114766824","https://openalex.org/W2117539524","https://openalex.org/W2123045220","https://openalex.org/W2134797427","https://openalex.org/W2152332944","https://openalex.org/W2163605009","https://openalex.org/W2172166488","https://openalex.org/W2172654076","https://openalex.org/W2173379916","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2253986341","https://openalex.org/W2279098554","https://openalex.org/W2302255633","https://openalex.org/W2319920447","https://openalex.org/W2331143823","https://openalex.org/W2400429454","https://openalex.org/W2524428287","https://openalex.org/W2531409750","https://openalex.org/W2534193021","https://openalex.org/W2549139847","https://openalex.org/W2553303224","https://openalex.org/W2560017826","https://openalex.org/W2561238782","https://openalex.org/W2581531918","https://openalex.org/W2612445135","https://openalex.org/W2620998106","https://openalex.org/W2707890836","https://openalex.org/W2746314669","https://openalex.org/W2752782242","https://openalex.org/W2767476316","https://openalex.org/W2777460464","https://openalex.org/W2783873922","https://openalex.org/W2805003733","https://openalex.org/W2810075754","https://openalex.org/W2919115771","https://openalex.org/W2951104886","https://openalex.org/W2962746461","https://openalex.org/W2962935923","https://openalex.org/W2962946266","https://openalex.org/W2962988160","https://openalex.org/W2963125010","https://openalex.org/W2963163009","https://openalex.org/W2963277998","https://openalex.org/W2963287528","https://openalex.org/W2963374479","https://openalex.org/W2963382180","https://openalex.org/W2963420686","https://openalex.org/W2963424132","https://openalex.org/W2963446712","https://openalex.org/W2963504571","https://openalex.org/W2963628712","https://openalex.org/W2963674932","https://openalex.org/W2963813662","https://openalex.org/W2963821229","https://openalex.org/W2963823954","https://openalex.org/W2963840672","https://openalex.org/W2963935227","https://openalex.org/W2963993763","https://openalex.org/W2964081807","https://openalex.org/W2964118293","https://openalex.org/W2964137095","https://openalex.org/W2964196118","https://openalex.org/W2964228333","https://openalex.org/W2965658867","https://openalex.org/W2972442919","https://openalex.org/W2981985696","https://openalex.org/W3002687113","https://openalex.org/W3035421247","https://openalex.org/W3046503725","https://openalex.org/W3118608800","https://openalex.org/W4293390340","https://openalex.org/W4293775671","https://openalex.org/W4297775537","https://openalex.org/W4297797729","https://openalex.org/W4298174377","https://openalex.org/W4302296459","https://openalex.org/W6635477909","https://openalex.org/W6637078681","https://openalex.org/W6637151318","https://openalex.org/W6637373629","https://openalex.org/W6637551013","https://openalex.org/W6638060716","https://openalex.org/W6638523607","https://openalex.org/W6638632666","https://openalex.org/W6638667902","https://openalex.org/W6677103964","https://openalex.org/W6677995690","https://openalex.org/W6679909955","https://openalex.org/W6684191040","https://openalex.org/W6685298420","https://openalex.org/W6685316698","https://openalex.org/W6685405536","https://openalex.org/W6685444988","https://openalex.org/W6685627644","https://openalex.org/W6685726866","https://openalex.org/W6696085341","https://openalex.org/W6697633650","https://openalex.org/W6700264148","https://openalex.org/W6727208969","https://openalex.org/W6728794588","https://openalex.org/W6729956949","https://openalex.org/W6730047919","https://openalex.org/W6730179637","https://openalex.org/W6732866452","https://openalex.org/W6734062232","https://openalex.org/W6737664043","https://openalex.org/W6739917289","https://openalex.org/W6743428213","https://openalex.org/W6746082227","https://openalex.org/W6748171661","https://openalex.org/W6751979845","https://openalex.org/W6752515464","https://openalex.org/W6763681792","https://openalex.org/W6766225098","https://openalex.org/W6771627115","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W143502885","https://openalex.org/W4390421286","https://openalex.org/W4280563792","https://openalex.org/W2140186469","https://openalex.org/W42113618","https://openalex.org/W2103468410","https://openalex.org/W4389724018","https://openalex.org/W4318719684","https://openalex.org/W2775233965","https://openalex.org/W2480115405"],"abstract_inverted_index":{"Many":[0],"practitioners":[1],"would":[2],"like":[3],"to":[4,31,43,60,140,153],"deploy":[5],"deep,":[6],"convolutional":[7],"neural":[8],"networks":[9,112],"in":[10,164],"memory-limited":[11],"scenarios,":[12],"e.g.,":[13],"on":[14],"an":[15,20],"embedded":[16],"device.":[17],"However,":[18],"with":[19,35,78,97],"abundance":[21],"of":[22,115,134,144],"compression":[23,54],"techniques":[24],"available":[25],"it":[26,96],"is":[27,57],"not":[28],"obvious":[29],"how":[30],"proceed;":[32],"many":[33],"bring":[34],"them":[36],"additional":[37],"hyperparameter":[38],"tuning,":[39],"and":[40,62,94,120],"are":[41,138],"specific":[42],"particular":[44],"network":[45,90],"types.":[46],"In":[47],"this":[48,88,107],"paper,":[49],"we":[50,71],"propose":[51,72],"a":[52,67,92,101,142],"simple":[53],"technique":[55],"that":[56,146],"general,":[58],"easy":[59],"apply,":[61],"requires":[63],"minimal":[64],"tuning.":[65],"Given":[66],"large,":[68],"trained":[69],"network,":[70],"(i)":[73,111],"substituting":[74],"its":[75],"expensive":[76],"convolutions":[77,119,126],"cheap":[79],"alternatives,":[80],"leaving":[81],"the":[82,98,131],"overall":[83],"architecture":[84],"unchanged;":[85],"(ii)":[86,121],"treating":[87],"new":[89],"as":[91,100,150],"student":[93],"training":[95],"original":[99],"teacher":[102],"through":[103],"distillation.":[104],"We":[105,137],"demonstrate":[106],"approach":[108],"separately":[109],"for":[110,156],"predominantly":[113],"consisting":[114],"full":[116],"3":[117],"\u00d73":[118],"1":[122],"\u00d71":[123],"or":[124],"pointwise":[125,157],"which":[127],"together":[128],"make":[129],"up":[130],"vast":[132],"majority":[133],"contemporary":[135],"networks.":[136],"able":[139],"leverage":[141],"number":[143],"methods":[145],"have":[147],"been":[148],"developed":[149],"efficient":[151],"alternatives":[152],"fully-connected":[154],"layers":[155],"substitution,":[158],"allowing":[159],"us":[160],"provide":[161],"Pareto-optimal":[162],"benefits":[163],"efficiency/accuracy.":[165]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-15T08:11:43.952461","created_date":"2025-10-10T00:00:00"}