{"id":"https://openalex.org/W4288064589","doi":"https://doi.org/10.1109/tpami.2022.3194044","title":"DS-Net++: Dynamic Weight Slicing for Efficient Inference in CNNs and Vision Transformers","display_name":"DS-Net++: Dynamic Weight Slicing for Efficient Inference in CNNs and Vision Transformers","publication_year":2022,"publication_date":"2022-07-27","ids":{"openalex":"https://openalex.org/W4288064589","doi":"https://doi.org/10.1109/tpami.2022.3194044","pmid":"https://pubmed.ncbi.nlm.nih.gov/35895643"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2022.3194044","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3194044","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100700192","display_name":"Changlin Li","orcid":"https://orcid.org/0000-0002-8486-7482"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Changlin Li","raw_affiliation_strings":["Australian Artificial Intelligence Institute, University of Technology Sydney, Ultimo, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"Australian Artificial Intelligence Institute, University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052611320","display_name":"Guangrun Wang","orcid":"https://orcid.org/0000-0001-7760-1339"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Guangrun Wang","raw_affiliation_strings":["Oxford University, Oxford, U.K"],"affiliations":[{"raw_affiliation_string":"Oxford University, Oxford, U.K","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100382568","display_name":"Bing Wang","orcid":"https://orcid.org/0000-0003-4945-7725"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bing Wang","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047878798","display_name":"Xiaodan Liang","orcid":"https://orcid.org/0000-0003-3213-3062"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaodan Liang","raw_affiliation_strings":["Sun Yat-sen University, Guangzhou, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100461813","display_name":"Zhihui Li","orcid":"https://orcid.org/0000-0001-9642-8009"},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhihui Li","raw_affiliation_strings":["Shandong Artificial Intelligence, Qilu University of Technology (Shandong Academy of Sciences), Jinan, Shandong, China"],"affiliations":[{"raw_affiliation_string":"Shandong Artificial Intelligence, Qilu University of Technology (Shandong Academy of Sciences), Jinan, Shandong, China","institution_ids":["https://openalex.org/I4210142748","https://openalex.org/I152269853"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034967388","display_name":"Xiaojun Chang","orcid":"https://orcid.org/0000-0002-7778-8807"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Xiaojun Chang","raw_affiliation_strings":["Australian Artificial Intelligence Institute, University of Technology Sydney, Ultimo, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"Australian Artificial Intelligence Institute, University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100700192"],"corresponding_institution_ids":["https://openalex.org/I114017466"],"apc_list":null,"apc_paid":null,"fwci":6.3199,"has_fulltext":false,"cited_by_count":64,"citation_normalized_percentile":{"value":0.97593122,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"45","issue":"4","first_page":"4430","last_page":"4446"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7193841934204102},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6773433685302734},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5348376631736755},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40104371309280396},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.38094764947891235}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7193841934204102},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6773433685302734},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5348376631736755},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40104371309280396},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.38094764947891235}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2022.3194044","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3194044","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:35895643","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35895643","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.4399999976158142}],"awards":[{"id":"https://openalex.org/G517407545","display_name":null,"funder_award_id":"61976233","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G911000017","display_name":null,"funder_award_id":"61972315","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":137,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2031489346","https://openalex.org/W2108598243","https://openalex.org/W2183341477","https://openalex.org/W2193145675","https://openalex.org/W2194775991","https://openalex.org/W2331143823","https://openalex.org/W2592790041","https://openalex.org/W2601564443","https://openalex.org/W2604998962","https://openalex.org/W2622263826","https://openalex.org/W2773495332","https://openalex.org/W2804935296","https://openalex.org/W2808168148","https://openalex.org/W2853336868","https://openalex.org/W2883725317","https://openalex.org/W2883780447","https://openalex.org/W2896006880","https://openalex.org/W2896457183","https://openalex.org/W2898170443","https://openalex.org/W2947681860","https://openalex.org/W2948634622","https://openalex.org/W2949736877","https://openalex.org/W2951001719","https://openalex.org/W2951287298","https://openalex.org/W2951970475","https://openalex.org/W2952179044","https://openalex.org/W2962851801","https://openalex.org/W2962861284","https://openalex.org/W2962935523","https://openalex.org/W2962944050","https://openalex.org/W2962965870","https://openalex.org/W2963122961","https://openalex.org/W2963163009","https://openalex.org/W2963363373","https://openalex.org/W2963393494","https://openalex.org/W2963420686","https://openalex.org/W2963446712","https://openalex.org/W2963896595","https://openalex.org/W2964233199","https://openalex.org/W2966926453","https://openalex.org/W2967733054","https://openalex.org/W2981698279","https://openalex.org/W2981812042","https://openalex.org/W2984618279","https://openalex.org/W2992308087","https://openalex.org/W2998508940","https://openalex.org/W3034292689","https://openalex.org/W3034429256","https://openalex.org/W3034528892","https://openalex.org/W3034535818","https://openalex.org/W3035030897","https://openalex.org/W3035038672","https://openalex.org/W3035071066","https://openalex.org/W3035502324","https://openalex.org/W3035682985","https://openalex.org/W3035743198","https://openalex.org/W3095058588","https://openalex.org/W3096533519","https://openalex.org/W3096609285","https://openalex.org/W3101163004","https://openalex.org/W3106250896","https://openalex.org/W3109212549","https://openalex.org/W3109632933","https://openalex.org/W3109946440","https://openalex.org/W3118608800","https://openalex.org/W3121523901","https://openalex.org/W3131500599","https://openalex.org/W3137278571","https://openalex.org/W3138516171","https://openalex.org/W3139445856","https://openalex.org/W3164008977","https://openalex.org/W3168622113","https://openalex.org/W3172509117","https://openalex.org/W3173354537","https://openalex.org/W3173563887","https://openalex.org/W3177318507","https://openalex.org/W3204647170","https://openalex.org/W3204801262","https://openalex.org/W4226196786","https://openalex.org/W4287121196","https://openalex.org/W4287391717","https://openalex.org/W4297775537","https://openalex.org/W4385245566","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6679909955","https://openalex.org/W6685716381","https://openalex.org/W6685943813","https://openalex.org/W6714181750","https://openalex.org/W6726275242","https://openalex.org/W6729448088","https://openalex.org/W6730091202","https://openalex.org/W6733814495","https://openalex.org/W6734465243","https://openalex.org/W6737664043","https://openalex.org/W6739622702","https://openalex.org/W6743495212","https://openalex.org/W6743912273","https://openalex.org/W6745136726","https://openalex.org/W6745447533","https://openalex.org/W6746776673","https://openalex.org/W6751913510","https://openalex.org/W6752515464","https://openalex.org/W6752673784","https://openalex.org/W6753344092","https://openalex.org/W6753640285","https://openalex.org/W6755166560","https://openalex.org/W6755526309","https://openalex.org/W6755843862","https://openalex.org/W6756718674","https://openalex.org/W6756887525","https://openalex.org/W6757036269","https://openalex.org/W6762718338","https://openalex.org/W6763197128","https://openalex.org/W6763381322","https://openalex.org/W6764051988","https://openalex.org/W6767064347","https://openalex.org/W6767312599","https://openalex.org/W6768742326","https://openalex.org/W6769209423","https://openalex.org/W6769227307","https://openalex.org/W6774418012","https://openalex.org/W6775706467","https://openalex.org/W6776556448","https://openalex.org/W6779313456","https://openalex.org/W6784085021","https://openalex.org/W6784233108","https://openalex.org/W6784333009","https://openalex.org/W6786190944","https://openalex.org/W6787972765","https://openalex.org/W6788135285","https://openalex.org/W6788811087","https://openalex.org/W6796321339","https://openalex.org/W6796487566","https://openalex.org/W6796494063","https://openalex.org/W6796721132"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2051487156","https://openalex.org/W2081900870","https://openalex.org/W2073681303","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890"],"abstract_inverted_index":{"Dynamic":[0],"networks":[1],"have":[2],"shown":[3],"their":[4,14,22],"promising":[5],"capability":[6],"in":[7,56,77,157],"reducing":[8],"theoretical":[9,29],"computation":[10,245],"complexity":[11],"by":[12,90,130,234],"adapting":[13],"architectures":[15,220],"to":[16,32,106,110,149,185,206,239,249],"the":[17,28,102,133,139,151,189,208,226],"input":[18],"during":[19],"inference.":[20],"However,":[21],"practical":[23],"runtime":[24],"usually":[25],"lags":[26],"behind":[27],"acceleration":[30,252],"due":[31],"inefficient":[33],"sparsity.":[34],"In":[35,173,197],"this":[36,123],"paper,":[37],"we":[38,81,125,166,242],"explore":[39],"a":[40,78,168,235],"hardware-efficient":[41],"dynamic":[42,46,136,146,230],"inference":[43],"regime,":[44],"named":[45],"weight":[47,75,84],"slicing,":[48],"that":[49],"can":[50],"generalized":[51],"well":[52],"on":[53,122,213,253,263],"multiple":[54],"dimensions":[55],"both":[57],"CNNs":[58],"and":[59,128,138,163,179,187,193,216,229,247,256],"transformers":[60],"(e.g.":[61],"kernel":[62],"size,":[63],"embedding":[64,155],"dimension,":[65],"number":[66],"of":[67,71,154,191],"heads,":[68],"etc.).":[69],"Instead":[70],"adaptively":[72],"selecting":[73],"important":[74,104,108],"elements":[76,105],"sparse":[79],"way,":[80],"pre-define":[82],"dense":[83],"slices":[85],"with":[86,101,117,259],"different":[87,112,218],"importance":[88],"level":[89],"nested":[91],"residual":[92],"learning.":[93],"During":[94],"inference,":[95],"weights":[96],"are":[97,183],"progressively":[98],"sliced":[99],"beginning":[100],"most":[103],"less":[107],"ones":[109],"achieve":[111],"model":[113,231],"capacity":[114],"for":[115],"inputs":[116],"diverse":[118],"difficulty":[119],"levels.":[120],"Based":[121],"conception,":[124],"present":[126],"DS-CNN++":[127,192],"DS-ViT++,":[129],"carefully":[131],"designing":[132],"double":[134],"headed":[135],"gate":[137,201,209],"overall":[140],"network":[141,219],"architecture.":[142],"We":[143],"further":[144],"propose":[145,167],"idle":[147],"slicing":[148],"address":[150],"drastic":[152],"reduction":[153,246],"dimension":[156],"DS-ViT++.":[158],"To":[159],"ensure":[160],"sub-network":[161],"generality":[162],"routing":[164],"fairness,":[165],"disentangled":[169],"two-stage":[170],"optimization":[171],"scheme.":[172],"Stage":[174,198],"I,":[175],"in-place":[176],"bootstrapping":[177],"(IB)":[178],"multi-view":[180],"consistency":[181],"(MvCo)":[182],"proposed":[184,205],"stablize":[186],"improve":[188],"training":[190],"DS-ViT++":[194],"supernet,":[195],"respectively.":[196],"II,":[199],"sandwich":[200],"sparsification":[202],"(SGS)":[203],"is":[204],"assist":[207],"training.":[210],"Extensive":[211],"experiments":[212],"4":[214],"datasets":[215],"3":[217],"demonstrate":[221],"our":[222],"methods":[223,233],"consistently":[224],"outperform":[225],"state-of-the-art":[227],"static":[228],"compression":[232],"large":[236],"margin":[237],"(up":[238],"6.6%).":[240],"Typically,":[241],"achieves":[243],"2-4\u00d7":[244],"up":[248],"61.5%":[250],"real-world":[251],"MobileNet,":[254],"ResNet-50":[255],"Vision":[257],"Transformer,":[258],"minimal":[260],"accuracy":[261],"drops":[262],"ImageNet.":[264],"Code":[265],"release:":[266],"https://github.com/changlin31/DS-Net.":[267]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":28},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-14T08:43:22.919905","created_date":"2025-10-10T00:00:00"}