{"id":"https://openalex.org/W3036191539","doi":"https://doi.org/10.1109/tnnls.2022.3198580","title":"Slimming Neural Networks Using Adaptive Connectivity Scores","display_name":"Slimming Neural Networks Using Adaptive Connectivity Scores","publication_year":2022,"publication_date":"2022-08-23","ids":{"openalex":"https://openalex.org/W3036191539","doi":"https://doi.org/10.1109/tnnls.2022.3198580","mag":"3036191539","pmid":"https://pubmed.ncbi.nlm.nih.gov/35998170"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2022.3198580","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3198580","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088604511","display_name":"Madan Ravi Ganesh","orcid":"https://orcid.org/0000-0003-1708-5509"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Madan Ravi Ganesh","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":"https://orcid.org/0000-0003-1708-5509","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081333384","display_name":"Dawsin Blanchard","orcid":null},"institutions":[{"id":"https://openalex.org/I7947594","display_name":"University of Maine","ror":"https://ror.org/01adr0w49","country_code":"US","type":"education","lineage":["https://openalex.org/I2802397601","https://openalex.org/I7947594"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dawsin Blanchard","raw_affiliation_strings":["School of Computing and Information Science, University of Maine, Orono, ME, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing and Information Science, University of Maine, Orono, ME, USA","institution_ids":["https://openalex.org/I7947594"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079301873","display_name":"Jason J. Corso","orcid":"https://orcid.org/0000-0001-6454-9594"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jason J. Corso","raw_affiliation_strings":["Departments of Robotics and Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Departments of Robotics and Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081523775","display_name":"Salimeh Yasaei Sekeh","orcid":"https://orcid.org/0000-0002-0854-5422"},"institutions":[{"id":"https://openalex.org/I7947594","display_name":"University of Maine","ror":"https://ror.org/01adr0w49","country_code":"US","type":"education","lineage":["https://openalex.org/I2802397601","https://openalex.org/I7947594"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Salimeh Yasaei Sekeh","raw_affiliation_strings":["School of Computing and Information Science, University of Maine, Orono, ME, USA"],"raw_orcid":"https://orcid.org/0000-0002-0854-5422","affiliations":[{"raw_affiliation_string":"School of Computing and Information Science, University of Maine, Orono, ME, USA","institution_ids":["https://openalex.org/I7947594"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5088604511"],"corresponding_institution_ids":["https://openalex.org/I27837315"],"apc_list":null,"apc_paid":null,"fwci":1.1098,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.8059426,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"35","issue":"3","first_page":"3794","last_page":"3808"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.6846266984939575},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5898153185844421},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.579170286655426},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5356829166412354},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.529809832572937},{"id":"https://openalex.org/keywords/sensitivity","display_name":"Sensitivity (control systems)","score":0.50087571144104},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4959903657436371},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46478769183158875},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4119231402873993},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3672015964984894},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2955465316772461},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1425989866256714}],"concepts":[{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.6846266984939575},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5898153185844421},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.579170286655426},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5356829166412354},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.529809832572937},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.50087571144104},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4959903657436371},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46478769183158875},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4119231402873993},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3672015964984894},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2955465316772461},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1425989866256714},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2022.3198580","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3198580","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:35998170","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35998170","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G29995572","display_name":null,"funder_award_id":"60NANB17D191","funder_id":"https://openalex.org/F4320332178","funder_display_name":"National Institute of Standards and Technology"},{"id":"https://openalex.org/G3088140270","display_name":null,"funder_award_id":"2053480","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4871409486","display_name":null,"funder_award_id":"1920908","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309327","display_name":"Google","ror":"https://ror.org/00njsd438"},{"id":"https://openalex.org/F4320332178","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":75,"referenced_works":["https://openalex.org/W566555209","https://openalex.org/W1981050900","https://openalex.org/W2025890108","https://openalex.org/W2069888879","https://openalex.org/W2092939357","https://openalex.org/W2099111195","https://openalex.org/W2114766824","https://openalex.org/W2117539524","https://openalex.org/W2190746225","https://openalex.org/W2194775991","https://openalex.org/W2218423201","https://openalex.org/W2221115669","https://openalex.org/W2306911452","https://openalex.org/W2460937040","https://openalex.org/W2529548870","https://openalex.org/W2583383421","https://openalex.org/W2585429527","https://openalex.org/W2593829254","https://openalex.org/W2617669016","https://openalex.org/W2701719801","https://openalex.org/W2741485222","https://openalex.org/W2768205026","https://openalex.org/W2791175987","https://openalex.org/W2896409484","https://openalex.org/W2915589364","https://openalex.org/W2924515500","https://openalex.org/W2949650786","https://openalex.org/W2959716684","https://openalex.org/W2962779416","https://openalex.org/W2962835968","https://openalex.org/W2962851801","https://openalex.org/W2962921245","https://openalex.org/W2962965870","https://openalex.org/W2963000224","https://openalex.org/W2963145730","https://openalex.org/W2963163009","https://openalex.org/W2963207607","https://openalex.org/W2963363373","https://openalex.org/W2963382930","https://openalex.org/W2963437853","https://openalex.org/W2963477586","https://openalex.org/W2963674932","https://openalex.org/W2964233199","https://openalex.org/W2964266063","https://openalex.org/W2966994809","https://openalex.org/W2972495969","https://openalex.org/W3010801994","https://openalex.org/W3034507411","https://openalex.org/W3100215087","https://openalex.org/W3101158363","https://openalex.org/W3101241128","https://openalex.org/W3102411776","https://openalex.org/W3107407793","https://openalex.org/W3118608800","https://openalex.org/W3160040323","https://openalex.org/W4206419526","https://openalex.org/W4230367971","https://openalex.org/W4293404332","https://openalex.org/W6637373629","https://openalex.org/W6677103964","https://openalex.org/W6678583879","https://openalex.org/W6683024897","https://openalex.org/W6724998850","https://openalex.org/W6725543821","https://openalex.org/W6726275242","https://openalex.org/W6739000085","https://openalex.org/W6739717535","https://openalex.org/W6739917289","https://openalex.org/W6741783443","https://openalex.org/W6748728731","https://openalex.org/W6755034786","https://openalex.org/W6755843862","https://openalex.org/W6759263581","https://openalex.org/W6783955940","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W4287880334","https://openalex.org/W4366700029","https://openalex.org/W4285230481","https://openalex.org/W2373300491","https://openalex.org/W4385769873","https://openalex.org/W4281634296","https://openalex.org/W4319161863","https://openalex.org/W2371687270","https://openalex.org/W2395294869","https://openalex.org/W4311888330"],"abstract_inverted_index":{"In":[0,51,107],"general,":[1],"deep":[2,171],"neural":[3,65],"network":[4],"(DNN)":[5],"pruning":[6,61,78,162,227,233],"methods":[7],"fall":[8],"into":[9],"two":[10],"categories:":[11],"1)":[12],"weight-based":[13,124],"deterministic":[14],"constraints":[15,81,156],"and":[16,26,42,133,193,222,238],"2)":[17],"probabilistic":[18,77],"frameworks.":[19],"While":[20],"each":[21],"approach":[22,74],"has":[23],"its":[24],"merits":[25],"limitations,":[27],"there":[28],"are":[29],"a":[30,56,76,88,111,123,145,152,170,176],"set":[31,153],"of":[32,100,115,154,186],"common":[33],"practical":[34],"issues":[35],"such":[36],"as":[37],"trial-and-error":[38],"to":[39,44,95,127,143,189,199],"analyze":[40],"sensitivity":[41,178],"hyper-parameters":[43],"prune":[45,134],"DNNs,":[46],"which":[47,144],"plague":[48],"them":[49],"both.":[50],"this":[52],"work,":[53],"we":[54,109,150,174,209],"propose":[55,110,151],"new":[57],"single-shot,":[58],"fully":[59],"automated":[60],"algorithm":[62],"called":[63],"slimming":[64],"networks":[66],"using":[67],"adaptive":[68,116],"connectivity":[69,90,130],"scores":[70],"(SNACS).":[71],"Our":[72],"proposed":[73],"combines":[75],"framework":[79],"with":[80],"on":[82,97],"the":[83,98,129,140,160,167,184,190,218,224],"underlying":[84],"weight":[85],"matrices,":[86],"via":[87],"novel":[89,177],"measure,":[91],"at":[92],"multiple":[93],"levels":[94],"capitalize":[96],"strengths":[99],"both":[101],"approaches":[102],"while":[103],"solving":[104],"their":[105,187],"deficiencies.":[106],"SNACS,":[108],"fast":[112],"hash-based":[113],"estimator":[114],"conditional":[117],"mutual":[118],"information":[119],"(ACMI),":[120],"that":[121,157,182,197,211],"uses":[122],"scaling":[125],"criterion,":[126],"evaluate":[128],"between":[131],"filters":[132,181,196],"unimportant":[135],"ones.":[136],"To":[137],"automatically":[138],"determine":[139],"limit":[141],"up":[142],"layer":[146,192],"can":[147],"be":[148,200],"pruned,":[149],"operating":[155],"jointly":[158],"define":[159,175],"upper":[161],"percentage":[163],"limits":[164],"across":[165,229],"all":[166],"layers":[168],"in":[169],"network.":[172],"Finally,":[173],"criterion":[179],"for":[180],"measures":[183],"strength":[185],"contributions":[188],"succeeding":[191],"highlights":[194],"critical":[195],"need":[198],"completely":[201],"protected":[202],"from":[203],"pruning.":[204],"Through":[205],"our":[206],"experimental":[207],"validation,":[208],"show":[210],"SNACS":[212],"is":[213,223],"faster":[214],"by":[215],"over":[216],"17\u00d7":[217],"nearest":[219],"comparable":[220],"method":[221,228],"state-of-the-art":[225],"single-shot":[226],"four":[230],"standard":[231],"Dataset-DNN":[232],"benchmarks:":[234],"CIFAR10-VGG16,":[235],"CIFAR10-ResNet56,":[236],"CIFAR10-MobileNetv2,":[237],"ILSVRC2012-ResNet50.":[239]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}