{"id":"https://openalex.org/W4404411278","doi":"https://doi.org/10.1109/access.2024.3498901","title":"Enhancing Deep Compression of CNNs: A Novel Regularization Loss and the Impact of Distance Metrics","display_name":"Enhancing Deep Compression of CNNs: A Novel Regularization Loss and the Impact of Distance Metrics","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4404411278","doi":"https://doi.org/10.1109/access.2024.3498901"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3498901","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3498901","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3498901","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078852529","display_name":"Pragnesh Thaker","orcid":"https://orcid.org/0000-0001-7702-8130"},"institutions":[{"id":"https://openalex.org/I11880225","display_name":"National Institute of Technology Karnataka","ror":"https://ror.org/01hz4v948","country_code":"IN","type":"education","lineage":["https://openalex.org/I11880225"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Pragnesh Thaker","raw_affiliation_strings":["National Institute of Technology Karnataka, Surathkal, Mangaluru, India","National Institute of Technology Karnataka, Surathkal, Srinivasnagar, India"],"raw_orcid":"https://orcid.org/0000-0001-7702-8130","affiliations":[{"raw_affiliation_string":"National Institute of Technology Karnataka, Surathkal, Mangaluru, India","institution_ids":["https://openalex.org/I11880225"]},{"raw_affiliation_string":"National Institute of Technology Karnataka, Surathkal, Srinivasnagar, India","institution_ids":["https://openalex.org/I11880225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032581304","display_name":"Biju R. Mohan","orcid":"https://orcid.org/0000-0002-3928-8924"},"institutions":[{"id":"https://openalex.org/I11880225","display_name":"National Institute of Technology Karnataka","ror":"https://ror.org/01hz4v948","country_code":"IN","type":"education","lineage":["https://openalex.org/I11880225"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Biju R. Mohan","raw_affiliation_strings":["National Institute of Technology Karnataka, Surathkal, Mangaluru, India","National Institute of Technology Karnataka, Surathkal, Srinivasnagar, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Technology Karnataka, Surathkal, Mangaluru, India","institution_ids":["https://openalex.org/I11880225"]},{"raw_affiliation_string":"National Institute of Technology Karnataka, Surathkal, Srinivasnagar, India","institution_ids":["https://openalex.org/I11880225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I11880225"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.5972,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.74778369,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"12","issue":null,"first_page":"172537","last_page":"172547"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.883400022983551,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.883400022983551,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.8641999959945679,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.8600000143051147,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6082332134246826},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.5433529019355774},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.526278555393219},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44098782539367676},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.37240225076675415}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6082332134246826},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.5433529019355774},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.526278555393219},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44098782539367676},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.37240225076675415}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3498901","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3498901","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:068852194fc44fd884860f48a6a59a85","is_oa":true,"landing_page_url":"https://doaj.org/article/068852194fc44fd884860f48a6a59a85","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 172537-172547 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3498901","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3498901","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1996901117","https://openalex.org/W2097117768","https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2276892413","https://openalex.org/W2808168148","https://openalex.org/W2887280559","https://openalex.org/W2928560789","https://openalex.org/W2963140066","https://openalex.org/W2963223345","https://openalex.org/W2963363373","https://openalex.org/W2964054038","https://openalex.org/W2966256598","https://openalex.org/W2976540144","https://openalex.org/W2984618279","https://openalex.org/W3080599598","https://openalex.org/W3180037928","https://openalex.org/W3181161645","https://openalex.org/W4229452442","https://openalex.org/W4283812641","https://openalex.org/W4285816460","https://openalex.org/W4312796067","https://openalex.org/W4324057834","https://openalex.org/W4394566113","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6638444622","https://openalex.org/W6640036494","https://openalex.org/W6684191040","https://openalex.org/W6726275242","https://openalex.org/W6730382033","https://openalex.org/W6739917289","https://openalex.org/W6754938779","https://openalex.org/W6802897275","https://openalex.org/W6802984017"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2033914206","https://openalex.org/W2042327336"],"abstract_inverted_index":{"Transfer":[0],"learning":[1,40,74],"models":[2,41],"tackle":[3],"two":[4],"critical":[5],"problems":[6],"in":[7,249,358,414,420,456,462],"deep":[8],"learning.":[9],"First,":[10],"for":[11,21,257,272,355,389,429],"small":[12],"datasets,":[13,23],"it":[14,24],"reduces":[15,25],"the":[16,26,36,72,107,128,131,150,168,171,183,201,223,226,281,293,319,327,332,339,359,365,386,396,426,470],"problem":[17,69],"of":[18,119,130,133,170,203,225,289,334,367],"overfitting.":[19],"Second,":[20],"large":[22],"computational":[27,52,82,100,112],"cost":[28,83],"as":[29,43,364],"fewer":[30,95],"iterations":[31],"are":[32,176,349],"required":[33,256],"to":[34,66,88,99,110,140,146,155,181,194,292,375,452],"train":[35],"model.":[37],"Standard":[38,229,312],"transfer":[39,73],"such":[42],"VGGNet,":[44],"ResNet,":[45],"and":[46,51,122,236,309,326,347,401,416,432,439,458,466],"GoogLeNet":[47],"require":[48],"significant":[49,86],"memory":[50,89],"power,":[53],"limiting":[54],"their":[55,210,219],"use":[56],"on":[57,105,209,218,245,286],"devices":[58],"with":[59,94],"limited":[60],"resources.":[61],"The":[62,91,136,351],"research":[63],"paper":[64,423],"contributes":[65,97],"overcoming":[67],"this":[68],"by":[70,284,317,445],"compressing":[71],"model":[75],"using":[76,448,469],"channel":[77,274,294,357],"pruning.":[78,251,259,275],"In":[79,144],"current":[80],"times,":[81],"is":[84,116,127,255,306,315,362],"more":[85,98,307,399],"compared":[87],"cost.":[90,101,113],"convolution":[92,108],"layer":[93,109,361],"parameters":[96,204,216,290,333,391,415,457],"Thus,":[102],"we":[103,263],"focus":[104,244],"pruning":[106,213,227,282,305,397,408,431,444],"reduce":[111,141,147],"Total":[114],"loss":[115,121,126,152,185,269,279,354,388,405],"a":[117,265,335,356,393,411,417,453,459],"combination":[118],"prediction":[120,163,184],"regularization":[123,151,196,199,243,254,268,278,353,387,404],"loss.":[124,143,197],"Regularization":[125],"sum":[129],"magnitudes":[132,202],"parameter":[134,324],"values.":[135],"training":[137,159],"process":[138,283,398],"aims":[139],"total":[142,148],"order":[145],"loss,":[149],"also":[153,166,424],"needs":[154],"be":[156,192],"reduced.":[157],"Therefore,":[158],"not":[160],"only":[161],"minimizes":[162],"error":[164],"but":[165],"manages":[167],"magnitude":[169],"model\u2019s":[172],"weights.":[173],"Important":[174],"weights":[175],"maintained":[177],"at":[178,205],"higher":[179],"values":[180,190],"keep":[182],"low,":[186],"while":[187],"unimportant":[188],"weight":[189],"can":[191],"reduced":[193],"decrease":[195,419,461],"Thus":[198],"adjusts":[200],"varying":[206],"rates,":[207],"depending":[208],"importance.":[211],"Quantitative":[212],"methods":[214],"select":[215],"based":[217],"magnitude,":[220],"which":[221],"improves":[222,407],"effectiveness":[224],"process.":[228],"<inline-formula":[230,237,340,368],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[231,238,341,369,378],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[232,239,342,370,379],"<tex-math":[233,240,343,371,380],"notation=\"LaTeX\">$L_{1}$":[234,344,372],"</tex-math></inline-formula>":[235,242,345,373],"notation=\"LaTeX\">$L_{2}$":[241],"individual":[246,298],"parameters,":[247],"aiding":[248],"unstructured":[250],"However,":[252],"group":[253,267],"structured":[258,273,304,400],"To":[260,330],"address":[261],"this,":[262],"introduce":[264],"novel":[266,352],"designed":[270],"specifically":[271],"This":[276,300,383,422],"new":[277],"optimizes":[280],"focusing":[285],"entire":[287],"groups":[288,385],"belonging":[291],"rather":[295],"than":[296],"just":[297],"ones.":[299],"method":[301],"ensures":[302],"that":[303,443],"efficient":[308],"targeted.":[310],"Custom":[311,403],"Deviation":[313],"(CSD)":[314],"calculated":[316],"summing":[318],"absolute":[320],"differences":[321],"between":[322],"each":[323],"value":[325],"mean":[328],"value.":[329],"evaluate":[331],"given":[336],"channel,":[337,394],"both":[338],"norm":[346,374],"CSD":[348,376],"computed.":[350],"convolutional":[360],"defined":[363],"ratio":[366],"(<inline-formula":[377],"notation=\"LaTeX\">$L_{1}Norm/CSD$":[381],"</tex-math></inline-formula>).":[382],"approach":[384],"all":[390],"within":[392],"making":[395],"efficient.":[402],"further":[406],"efficiency,":[409],"enabling":[410],"46.14%":[412],"reduction":[413,455],"61.91%":[418],"FLOPs.":[421],"employs":[425],"K-Means":[427,446],"algorithm":[428],"similarity-based":[430],"evaluates":[433],"three":[434],"distance":[435,450],"metrics:":[436],"Manhattan,":[437],"Euclidean,":[438],"Cosine.":[440],"Results":[441],"indicate":[442],"algorithms":[447],"Manhattan":[449],"leads":[451],"35.15%":[454],"49.11%":[460],"FLOPs,":[463],"outperforming":[464],"Euclidean":[465],"Cosine":[467],"distances":[468],"same":[471],"algorithm.":[472]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}