{"id":"https://openalex.org/W4377969776","doi":"https://doi.org/10.1109/isqed57927.2023.10129379","title":"Automatic Subnetwork Search Through Dynamic Differentiable Neuron Pruning","display_name":"Automatic Subnetwork Search Through Dynamic Differentiable Neuron Pruning","publication_year":2023,"publication_date":"2023-04-05","ids":{"openalex":"https://openalex.org/W4377969776","doi":"https://doi.org/10.1109/isqed57927.2023.10129379"},"language":"en","primary_location":{"id":"doi:10.1109/isqed57927.2023.10129379","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/isqed57927.2023.10129379","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 24th International Symposium on Quality Electronic Design (ISQED)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009344627","display_name":"Zigeng Wang","orcid":"https://orcid.org/0000-0001-5611-2165"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Zigeng Wang","raw_affiliation_strings":["University of Connecticut"],"affiliations":[{"raw_affiliation_string":"University of Connecticut","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100375966","display_name":"Bingbing Li","orcid":"https://orcid.org/0000-0002-9224-2685"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bingbing Li","raw_affiliation_strings":["University of Connecticut"],"affiliations":[{"raw_affiliation_string":"University of Connecticut","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053545179","display_name":"Xia Xiao","orcid":"https://orcid.org/0000-0001-8364-2487"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xia Xiao","raw_affiliation_strings":["University of Connecticut"],"affiliations":[{"raw_affiliation_string":"University of Connecticut","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101507891","display_name":"Tianyun Zhang","orcid":"https://orcid.org/0000-0002-2475-6414"},"institutions":[{"id":"https://openalex.org/I102607778","display_name":"Cleveland State University","ror":"https://ror.org/002tx1f22","country_code":"US","type":"education","lineage":["https://openalex.org/I102607778"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tianyun Zhang","raw_affiliation_strings":["Cleveland State University"],"affiliations":[{"raw_affiliation_string":"Cleveland State University","institution_ids":["https://openalex.org/I102607778"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023766412","display_name":"Mikhail A. Bragin","orcid":"https://orcid.org/0000-0002-7783-9053"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mikhail A. Bragin","raw_affiliation_strings":["University of Connecticut"],"affiliations":[{"raw_affiliation_string":"University of Connecticut","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001651510","display_name":"Bing Yan","orcid":"https://orcid.org/0000-0002-0126-5524"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bing Yan","raw_affiliation_strings":["Rochester Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030060072","display_name":"Caiwen Ding","orcid":"https://orcid.org/0000-0003-0891-1231"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Caiwen Ding","raw_affiliation_strings":["University of Connecticut"],"affiliations":[{"raw_affiliation_string":"University of Connecticut","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101631396","display_name":"Sanguthevar Rajasekaran","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sanguthevar Rajasekaran","raw_affiliation_strings":["University of Connecticut"],"affiliations":[{"raw_affiliation_string":"University of Connecticut","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5009344627"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.04427418,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"33","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/subnetwork","display_name":"Subnetwork","score":0.929631233215332},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.7812905311584473},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6921776533126831},{"id":"https://openalex.org/keywords/flops","display_name":"FLOPS","score":0.6862221956253052},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5000693798065186},{"id":"https://openalex.org/keywords/differentiable-function","display_name":"Differentiable function","score":0.466905415058136},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4623025953769684},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4555531442165375},{"id":"https://openalex.org/keywords/sensitivity","display_name":"Sensitivity (control systems)","score":0.44763314723968506},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4207899570465088},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3389495015144348},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2684725522994995},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.09556463360786438}],"concepts":[{"id":"https://openalex.org/C2780186347","wikidata":"https://www.wikidata.org/wiki/Q11414","display_name":"Subnetwork","level":2,"score":0.929631233215332},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.7812905311584473},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6921776533126831},{"id":"https://openalex.org/C3826847","wikidata":"https://www.wikidata.org/wiki/Q188768","display_name":"FLOPS","level":2,"score":0.6862221956253052},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5000693798065186},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.466905415058136},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4623025953769684},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4555531442165375},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.44763314723968506},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4207899570465088},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3389495015144348},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2684725522994995},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.09556463360786438},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isqed57927.2023.10129379","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/isqed57927.2023.10129379","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 24th International Symposium on Quality Electronic Design (ISQED)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6399999856948853,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W2012586594","https://openalex.org/W2551895583","https://openalex.org/W2617991662","https://openalex.org/W2796402180","https://openalex.org/W2798170643","https://openalex.org/W2805003733","https://openalex.org/W2807830168","https://openalex.org/W2808384944","https://openalex.org/W2886851211","https://openalex.org/W2924561803","https://openalex.org/W2937307539","https://openalex.org/W2947644971","https://openalex.org/W2953106684","https://openalex.org/W2962861284","https://openalex.org/W2962965870","https://openalex.org/W2963082137","https://openalex.org/W2963163009","https://openalex.org/W2963766446","https://openalex.org/W2963918968","https://openalex.org/W2970500560","https://openalex.org/W2970860468","https://openalex.org/W2981698279","https://openalex.org/W2981972129","https://openalex.org/W2984618279","https://openalex.org/W2997768846","https://openalex.org/W2999044305","https://openalex.org/W3094136258","https://openalex.org/W3102178346","https://openalex.org/W3104591140","https://openalex.org/W3109212549","https://openalex.org/W3126019867","https://openalex.org/W4287828539","https://openalex.org/W4295262505","https://openalex.org/W4297775537","https://openalex.org/W6620707391","https://openalex.org/W6693397755","https://openalex.org/W6726275242","https://openalex.org/W6737664043","https://openalex.org/W6738735913","https://openalex.org/W6751979845","https://openalex.org/W6754259177","https://openalex.org/W6757036269","https://openalex.org/W6758046424","https://openalex.org/W6761393460","https://openalex.org/W6762947928","https://openalex.org/W6767584280","https://openalex.org/W6769194895","https://openalex.org/W6774302960","https://openalex.org/W6781359717","https://openalex.org/W6784581357","https://openalex.org/W6786356672"],"related_works":["https://openalex.org/W2060724872","https://openalex.org/W2082094785","https://openalex.org/W2202198356","https://openalex.org/W3087203342","https://openalex.org/W2377184161","https://openalex.org/W228984114","https://openalex.org/W2090026684","https://openalex.org/W4226360758","https://openalex.org/W4366555309","https://openalex.org/W3092292339"],"abstract_inverted_index":{"Locating":[0],"and":[1,46,90,128,140,173,180,186,191,196,202],"pruning":[2,23,52,111,118],"redundant":[3],"neurons":[4],"from":[5],"deep":[6],"neural":[7],"networks":[8],"(DNNs)":[9],"is":[10,83,103,168],"the":[11,71,101,109,115,123,136,142,153],"focal":[12],"point":[13],"of":[14,78,100,178,194],"DNN":[15],"subnetwork":[16,65,127,156],"search.":[17],"Recent":[18],"advance":[19],"mainly":[20],"targets":[21],"at":[22],"neuron":[24,117,165],"through":[25,30,94],"heuristic":[26],"\"hard\"":[27],"constraints":[28,45,89],"or":[29],"penalizing":[31],"neurons.":[32],"However,":[33],"these":[34],"two":[35],"methods":[36],"heavily":[37],"rely":[38],"on":[39,76,160],"expert":[40],"knowledge":[41,138],"in":[42],"designing":[43],"model-and-task-specific":[44],"penalization,":[47],"which":[48,68],"prohibits":[49],"easily":[50],"applying":[51],"to":[53,84,106],"general":[54],"models.":[55],"In":[56,120],"this":[57,121],"paper,":[58],"we":[59],"propose":[60],"an":[61],"automatic":[62],"non-expert-friendly":[63],"differentiable":[64,116],"search":[66],"algorithm":[67],"dynamically":[69],"adjusts":[70],"layer-wise":[72,88,129],"neuron-pruning":[73],"penalty":[74,130],"based":[75],"sensitivity":[77,98],"Lagrangian":[79,95],"multipliers.":[80,96],"The":[81,97],"idea":[82],"introduce":[85],"\"soft\"":[86],"neuron-cardinality":[87],"then":[91,104],"relax":[92],"them":[93],"nature":[99],"multipliers":[102],"exploited":[105],"iteratively":[107],"determine":[108],"appropriate":[110],"penalization":[112],"hyper-parameters":[113,131],"during":[114],"procedure.":[119],"way,":[122],"model":[124,126],"weight,":[125],"are":[132,182,198],"simultaneously":[133],"learned,":[134],"relieving":[135],"prior":[137],"requirements":[139],"reducing":[141],"time":[143],"for":[144,184,189,200,205],"trail-and-error.":[145],"Results":[146],"show":[147],"that":[148],"our":[149],"method":[150],"can":[151],"select":[152],"state-of-the-art":[154],"slim":[155],"architecture.":[157],"For":[158],"VGG-like":[159],"CIFAR10,":[161],"more":[162],"than":[163],"6\u00d7":[164],"compression":[166],"rate":[167],"achieved":[169,183,199],"without":[170,174],"accuracy":[171,192],"drop":[172],"retraining.":[175],"Accuracy":[176],"rates":[177,193],"66.3%":[179],"57.8%":[181],"150M":[185],"50M":[187],"FLOPs":[188,204],"MobileNetV1,":[190],"73.46%":[195],"66.94%":[197],"200M":[201],"100M":[203],"MobileNetV2,":[206],"respectively.":[207]},"counts_by_year":[],"updated_date":"2025-12-24T23:09:58.560324","created_date":"2025-10-10T00:00:00"}