{"id":"https://openalex.org/W3009648547","doi":"https://doi.org/10.1109/wacv45572.2020.9093377","title":"Structured Compression of Deep Neural Networks with Debiased Elastic Group LASSO","display_name":"Structured Compression of Deep Neural Networks with Debiased Elastic Group LASSO","publication_year":2020,"publication_date":"2020-03-01","ids":{"openalex":"https://openalex.org/W3009648547","doi":"https://doi.org/10.1109/wacv45572.2020.9093377","mag":"3009648547"},"language":"en","primary_location":{"id":"doi:10.1109/wacv45572.2020.9093377","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv45572.2020.9093377","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://orbilu.uni.lu/handle/10993/43007","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025028067","display_name":"Oyebade K. Oyedotun","orcid":"https://orcid.org/0000-0002-4652-1691"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":true,"raw_author_name":"Oyebade K. Oyedotun","raw_affiliation_strings":["Interdisciplinary Centre for Security, Reliability and Trust (SnT), University of Luxembourg, Luxembourg"],"affiliations":[{"raw_affiliation_string":"Interdisciplinary Centre for Security, Reliability and Trust (SnT), University of Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083368272","display_name":"Djamila Aouada","orcid":"https://orcid.org/0000-0002-7576-2064"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Djamila Aouada","raw_affiliation_strings":["Interdisciplinary Centre for Security, Reliability and Trust (SnT), University of Luxembourg, Luxembourg"],"affiliations":[{"raw_affiliation_string":"Interdisciplinary Centre for Security, Reliability and Trust (SnT), University of Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080037825","display_name":"Bj\u00f6rn Ottersten","orcid":"https://orcid.org/0000-0003-2298-6774"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Bjorn Ottersten","raw_affiliation_strings":["Interdisciplinary Centre for Security, Reliability and Trust (SnT), University of Luxembourg, Luxembourg"],"affiliations":[{"raw_affiliation_string":"Interdisciplinary Centre for Security, Reliability and Trust (SnT), University of Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5025028067"],"corresponding_institution_ids":["https://openalex.org/I186903577"],"apc_list":null,"apc_paid":null,"fwci":0.9811,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.77758435,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.7948067784309387},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7672697901725769},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.5242348313331604},{"id":"https://openalex.org/keywords/lasso","display_name":"Lasso (programming language)","score":0.49616536498069763},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48013684153556824},{"id":"https://openalex.org/keywords/domain-adaptation","display_name":"Domain adaptation","score":0.46578091382980347},{"id":"https://openalex.org/keywords/flops","display_name":"FLOPS","score":0.4384925961494446},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4005478620529175},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3730350136756897},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.35964062809944153},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35200706124305725},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.20166626572608948}],"concepts":[{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.7948067784309387},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7672697901725769},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.5242348313331604},{"id":"https://openalex.org/C37616216","wikidata":"https://www.wikidata.org/wiki/Q3218363","display_name":"Lasso (programming language)","level":2,"score":0.49616536498069763},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48013684153556824},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.46578091382980347},{"id":"https://openalex.org/C3826847","wikidata":"https://www.wikidata.org/wiki/Q188768","display_name":"FLOPS","level":2,"score":0.4384925961494446},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4005478620529175},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3730350136756897},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.35964062809944153},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35200706124305725},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.20166626572608948},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/wacv45572.2020.9093377","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv45572.2020.9093377","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},{"id":"pmh:oai:orbilu.uni.lu:10993/43007","is_oa":true,"landing_page_url":"https://orbilu.uni.lu/handle/10993/43007","pdf_url":null,"source":{"id":"https://openalex.org/S4306401815","display_name":"Open Repository and Bibliography (University of Luxembourg)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I186903577","host_organization_name":"University of Luxembourg","host_organization_lineage":["https://openalex.org/I186903577"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE 2020 Winter Conference on Applications of Computer Vision (WACV 20), Aspen, Colorado, US, March 2\u20135, 2020 (2020-03-01); IEEE 2020 Winter Conference on Applications of Computer Vision (WACV 20), Aspen, Colorado, United States [US], 01-03-2020 to 05-03-2020","raw_type":"peer reviewed"}],"best_oa_location":{"id":"pmh:oai:orbilu.uni.lu:10993/43007","is_oa":true,"landing_page_url":"https://orbilu.uni.lu/handle/10993/43007","pdf_url":null,"source":{"id":"https://openalex.org/S4306401815","display_name":"Open Repository and Bibliography (University of Luxembourg)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I186903577","host_organization_name":"University of Luxembourg","host_organization_lineage":["https://openalex.org/I186903577"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE 2020 Winter Conference on Applications of Computer Vision (WACV 20), Aspen, Colorado, US, March 2\u20135, 2020 (2020-03-01); IEEE 2020 Winter Conference on Applications of Computer Vision (WACV 20), Aspen, Colorado, United States [US], 01-03-2020 to 05-03-2020","raw_type":"peer reviewed"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1935978687","https://openalex.org/W1993273815","https://openalex.org/W2005732955","https://openalex.org/W2035820295","https://openalex.org/W2063978378","https://openalex.org/W2083528810","https://openalex.org/W2086472796","https://openalex.org/W2119073761","https://openalex.org/W2122825543","https://openalex.org/W2135046866","https://openalex.org/W2138019504","https://openalex.org/W2150940164","https://openalex.org/W2163605009","https://openalex.org/W2276892413","https://openalex.org/W2460144244","https://openalex.org/W2520760693","https://openalex.org/W2531634031","https://openalex.org/W2533598788","https://openalex.org/W2551895583","https://openalex.org/W2604288828","https://openalex.org/W2747590145","https://openalex.org/W2752758619","https://openalex.org/W2788715907","https://openalex.org/W2800780290","https://openalex.org/W2808168148","https://openalex.org/W2886851211","https://openalex.org/W2889270078","https://openalex.org/W2910199258","https://openalex.org/W2945335799","https://openalex.org/W2949941638","https://openalex.org/W2952170192","https://openalex.org/W2962684187","https://openalex.org/W2962754725","https://openalex.org/W2962835968","https://openalex.org/W2962965870","https://openalex.org/W2963000224","https://openalex.org/W2963094099","https://openalex.org/W2963118768","https://openalex.org/W2963140066","https://openalex.org/W2963145730","https://openalex.org/W2963257831","https://openalex.org/W2963363373","https://openalex.org/W2963674932","https://openalex.org/W2963981420","https://openalex.org/W2964137095","https://openalex.org/W2964217848","https://openalex.org/W2964233199","https://openalex.org/W2997644599","https://openalex.org/W3099014882","https://openalex.org/W3106437163","https://openalex.org/W4229873072","https://openalex.org/W4293568472","https://openalex.org/W6625900113","https://openalex.org/W6637373629","https://openalex.org/W6640289440","https://openalex.org/W6659660782","https://openalex.org/W6677870239","https://openalex.org/W6682241100","https://openalex.org/W6684191040","https://openalex.org/W6685802191","https://openalex.org/W6713132643","https://openalex.org/W6724998850","https://openalex.org/W6725543821","https://openalex.org/W6726275242","https://openalex.org/W6726973340","https://openalex.org/W6753490951","https://openalex.org/W6754538481","https://openalex.org/W6755034786"],"related_works":["https://openalex.org/W2950475743","https://openalex.org/W4386603768","https://openalex.org/W2886711096","https://openalex.org/W4380078352","https://openalex.org/W3046591097","https://openalex.org/W2590796488","https://openalex.org/W4389249638","https://openalex.org/W2734358244","https://openalex.org/W4388700941","https://openalex.org/W3134672959"],"abstract_inverted_index":{"State-of-the-art":[0],"Deep":[1],"Neural":[2],"Networks":[3],"(DNNs)":[4],"are":[5,48,58],"typically":[6],"too":[7],"cumbersome":[8],"to":[9,26,129],"be":[10],"practically":[11],"useful":[12,51],"in":[13],"portable":[14],"electronic":[15],"devices.":[16],"As":[17],"such,":[18],"several":[19,172,188],"works":[20,40],"pursue":[21],"model":[22],"compression":[23,77],"that":[24,166,192],"seeks":[25],"drastically":[27],"reduce":[28],"computational":[29],"memory":[30,34],"footprints,":[31],"FLOPS":[32],"and":[33,55,65,112,116,137,143,161,187],"for":[35,60],"storage.":[36],"Many":[37],"of":[38,62,78,94,119,151,179],"these":[39],"achieve":[41],"unstructured":[42],"compression,":[43],"where":[44,100],"the":[45,95,149],"compressed":[46],"models":[47],"not":[49],"directly":[50],"since":[52],"dedicated":[53],"hardware":[54],"specialized":[56],"algorithms":[57],"required":[59],"storage":[61],"sparse":[63,67],"weights":[64],"fast":[66],"matrix-vector":[68],"multi-plication":[69],"respectively.":[70],"In":[71],"this":[72],"paper,":[73],"we":[74,147],"propose":[75],"structured":[76,105,194],"large":[79],"DNNs":[80,170],"using":[81,157],"debiased":[82],"elastic":[83],"group":[84,101,120,185],"LASSO":[85,102,186],"(DEGL),":[86],"which":[87],"is":[88],"motivated":[89],"by":[90,126,171],"different":[91,130],"interesting":[92],"characteristics":[93],"individual":[96],"components.":[97],"That":[98],"is,":[99],"penalty":[103,108],"enforces":[104],"sparsity,":[106],"l2-norm":[107],"promotes":[109],"features":[110],"grouping,":[111],"debiasing":[113],"disentangles":[114],"sparsity":[115],"shrinkage":[117],"effects":[118],"LASSO.":[121],"We":[122],"perform":[123,193],"extensive":[124],"experiments":[125],"applying":[127],"DEGL":[128,167,182],"DNN":[131],"architectures":[132],"including":[133],"LeNet,":[134],"VGG,":[135],"AlexNet":[136],"ResNet":[138],"on":[139,154],"MNIST,":[140],"CIFAR-10,":[141],"CIFAR-100":[142],"ImageNet":[144],"datasets.":[145,163],"Furthermore,":[146],"validate":[148],"effectiveness":[150],"our":[152],"proposal":[153],"domain":[155],"adaptation":[156],"Oxford-102":[158],"flower":[159],"species":[160],"Food-5K":[162],"Results":[164],"show":[165],"can":[168],"compress":[169],"folds":[173],"with":[174],"small":[175],"or":[176],"no":[177],"loss":[178],"performance.":[180],"Particularly,":[181],"outperforms":[183],"conventional":[184],"other":[189],"state-of-the-art":[190],"methods":[191],"compression.":[195]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}