{"id":"https://openalex.org/W3085407149","doi":"https://doi.org/10.1109/tnnls.2022.3199703","title":"A Progressive Subnetwork Searching Framework for Dynamic Inference","display_name":"A Progressive Subnetwork Searching Framework for Dynamic Inference","publication_year":2022,"publication_date":"2022-09-05","ids":{"openalex":"https://openalex.org/W3085407149","doi":"https://doi.org/10.1109/tnnls.2022.3199703","mag":"3085407149","pmid":"https://pubmed.ncbi.nlm.nih.gov/36063528"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2022.3199703","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3199703","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100419157","display_name":"Li Yang","orcid":"https://orcid.org/0000-0002-2839-6196"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Li Yang","raw_affiliation_strings":["School of Electrical, Computer, and Energy Engineering, Arizona State University, Tempe, AZ, USA"],"raw_orcid":"https://orcid.org/0000-0002-2839-6196","affiliations":[{"raw_affiliation_string":"School of Electrical, Computer, and Energy Engineering, Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036755436","display_name":"Zhezhi He","orcid":"https://orcid.org/0000-0002-6357-236X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhezhi He","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-6357-236X","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100740019","display_name":"Yu Cao","orcid":"https://orcid.org/0000-0001-6968-1180"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu Cao","raw_affiliation_strings":["School of Electrical, Computer, and Energy Engineering, Arizona State University, Tempe, AZ, USA"],"raw_orcid":"https://orcid.org/0000-0001-6968-1180","affiliations":[{"raw_affiliation_string":"School of Electrical, Computer, and Energy Engineering, Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047916979","display_name":"Deliang Fan","orcid":"https://orcid.org/0000-0002-7989-6297"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Deliang Fan","raw_affiliation_strings":["School of Electrical, Computer, and Energy Engineering, Arizona State University, Tempe, AZ, USA"],"raw_orcid":"https://orcid.org/0000-0002-7989-6297","affiliations":[{"raw_affiliation_string":"School of Electrical, Computer, and Energy Engineering, Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4894,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.60143289,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"35","issue":"3","first_page":"3809","last_page":"3820"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8391337990760803},{"id":"https://openalex.org/keywords/subnet","display_name":"Subnet","score":0.7649729251861572},{"id":"https://openalex.org/keywords/subnetwork","display_name":"Subnetwork","score":0.5533996820449829},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.4537704885005951},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.45262712240219116},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.43196067214012146},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4318965673446655},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4317685663700104},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39408278465270996},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3647322654724121},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3351300358772278},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1240164041519165}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8391337990760803},{"id":"https://openalex.org/C21099817","wikidata":"https://www.wikidata.org/wiki/Q7631721","display_name":"Subnet","level":2,"score":0.7649729251861572},{"id":"https://openalex.org/C2780186347","wikidata":"https://www.wikidata.org/wiki/Q11414","display_name":"Subnetwork","level":2,"score":0.5533996820449829},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.4537704885005951},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.45262712240219116},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.43196067214012146},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4318965673446655},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4317685663700104},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39408278465270996},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3647322654724121},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3351300358772278},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1240164041519165},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2022.3199703","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3199703","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:36063528","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36063528","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1836465849","https://openalex.org/W2108598243","https://openalex.org/W2119144962","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2515385951","https://openalex.org/W2553303224","https://openalex.org/W2554931888","https://openalex.org/W2560696501","https://openalex.org/W2582745083","https://openalex.org/W2604998962","https://openalex.org/W2612445135","https://openalex.org/W2707890836","https://openalex.org/W2808168148","https://openalex.org/W2896006880","https://openalex.org/W2899408199","https://openalex.org/W2905741102","https://openalex.org/W2928560789","https://openalex.org/W2950014519","https://openalex.org/W2951104886","https://openalex.org/W2951977814","https://openalex.org/W2962710014","https://openalex.org/W2962851801","https://openalex.org/W2962861284","https://openalex.org/W2962935523","https://openalex.org/W2962944050","https://openalex.org/W2962965870","https://openalex.org/W2963000224","https://openalex.org/W2963393494","https://openalex.org/W2963485691","https://openalex.org/W2963674932","https://openalex.org/W2963821229","https://openalex.org/W2970790493","https://openalex.org/W2981698279","https://openalex.org/W2994749257","https://openalex.org/W2998470761","https://openalex.org/W3009123798","https://openalex.org/W3013202691","https://openalex.org/W3034513523","https://openalex.org/W3092216062","https://openalex.org/W3118608800","https://openalex.org/W3139203094","https://openalex.org/W3173563887","https://openalex.org/W3185811833","https://openalex.org/W3198533388","https://openalex.org/W4297775537","https://openalex.org/W6637373629","https://openalex.org/W6638667902","https://openalex.org/W6677580257","https://openalex.org/W6684191040","https://openalex.org/W6725543821","https://openalex.org/W6726275242","https://openalex.org/W6730200651","https://openalex.org/W6730382033","https://openalex.org/W6732814185","https://openalex.org/W6737664043","https://openalex.org/W6739917289","https://openalex.org/W6745447533","https://openalex.org/W6752515464","https://openalex.org/W6755526309","https://openalex.org/W6757036269","https://openalex.org/W6762610423","https://openalex.org/W6767064347","https://openalex.org/W6767312599","https://openalex.org/W6780679200","https://openalex.org/W6802984017"],"related_works":["https://openalex.org/W2102539527","https://openalex.org/W4296780664","https://openalex.org/W4386946857","https://openalex.org/W4391585494","https://openalex.org/W2168810502","https://openalex.org/W4392930641","https://openalex.org/W1911510050","https://openalex.org/W4205469791","https://openalex.org/W3128807919","https://openalex.org/W3176411177"],"abstract_inverted_index":{"Deep":[0],"neural":[1],"network":[2],"(DNN)":[3],"model":[4,22],"compression":[5],"is":[6,23,117,248],"a":[7,68,102,111],"popular":[8],"and":[9,15,45,132,167,195,233],"important":[10],"optimization":[11],"method":[12,178],"for":[13,146,159,184,187,190,197],"efficient":[14],"fast":[16],"hardware":[17,47],"acceleration.":[18],"However,":[19],"the":[20,27,31,78,87,95,139,148,156,200],"compressed":[21],"usually":[24],"fixed,":[25],"without":[26],"capability":[28],"to":[29,205],"tune":[30],"computing":[32,46,60,210,217],"complexity":[33],"(i.e.,":[34],"latency":[35,42,211],"in":[36,82,215],"hardware)":[37],"on-the-fly,":[38],"depending":[39],"on":[40,94,154,199],"dynamic":[41,54,90,103,141,213,224],"requirements,":[43],"workloads,":[44],"resource":[48],"allocation.":[49],"To":[50,100],"address":[51],"this":[52,83],"challenge,":[53],"DNN":[55,104,142,214],"with":[56,67,105,119,143,151,163,172],"run-time":[57,207],"adaption":[58],"of":[59,73,89,97,209,212],"structures":[61],"has":[62],"been":[63],"constructed":[64,223],"through":[65],"training":[66],"cross-entropy":[69],"objective":[70],"function":[71],"consisting":[72],"multiple":[74,106],"subnets":[75,149],"sampled":[76],"from":[77],"supernet.":[79],"Our":[80,135],"investigations":[81],"work":[84],"show":[85],"that":[86],"performance":[88],"inference":[91],"highly":[92],"relies":[93],"quality":[96],"subnet":[98,133],"sampling.":[99],"construct":[101],"high-quality":[107],"subnets,":[108],"we":[109,219],"propose":[110],"progressive":[112],"subnetwork":[113],"searching":[114],"framework,":[115],"which":[116],"embedded":[118],"several":[120],"proposed":[121,136],"new":[122],"techniques,":[123],"including":[124],"trainable":[125],"noise":[126],"ranking,":[127],"channel-group":[128],"sampling,":[129],"selective":[130],"fine-tuning,":[131],"filtering.":[134],"framework":[137],"empowers":[138],"target":[140],"higher":[144],"accuracy":[145,182],"all":[147],"compared":[150,171],"prior":[152,244],"works":[153],"both":[155],"Canadian":[157],"Institute":[158],"Advanced":[160],"Research":[161],"dataset":[162],"10":[164],"classes":[165],"(CIFAR-10)":[166],"ImageNet":[168,201],"datasets.":[169],"Specifically,":[170],"United":[173],"States-Neural":[174],"Network":[175],"(US-NN),":[176],"our":[177,222],"achieves":[179],"0.9%":[180],"average":[181],"gain":[183],"Alexnet,":[185],"2.5%":[186],"ResNet18,":[188],"1.1%":[189],"Visual":[191],"Geometry":[192],"Group":[193],"(VGG)11,":[194],"0.58%":[196],"MobileNetv1,":[198],"dataset,":[202],"respectively.":[203],"Moreover,":[204],"demonstrate":[206],"tuning":[208],"real":[216],"system,":[218],"have":[220],"deployed":[221],"networks":[225],"into":[226],"Nvidia":[227],"Titan":[228],"graphics":[229],"processing":[230,237],"unit":[231,238],"(GPU)":[232],"Intel":[234],"Xeon":[235],"central":[236],"(CPU),":[239],"showing":[240],"great":[241],"improvement":[242],"over":[243],"works.":[245],"The":[246],"code":[247],"available":[249],"at":[250],"https://github.com/ASU-ESIC-FAN-Lab/Dynamic-inference.":[251]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}