{"id":"https://openalex.org/W4403918185","doi":"https://doi.org/10.1109/tcsvt.2024.3488098","title":"Global Channel Pruning With Self-Supervised Mask Learning","display_name":"Global Channel Pruning With Self-Supervised Mask Learning","publication_year":2024,"publication_date":"2024-10-30","ids":{"openalex":"https://openalex.org/W4403918185","doi":"https://doi.org/10.1109/tcsvt.2024.3488098"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3488098","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3488098","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088025180","display_name":"Ming Ma","orcid":"https://orcid.org/0000-0001-8045-0471"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4210134929","display_name":"Jilin Province Science and Technology Department","ror":"https://ror.org/049x38272","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210134929"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ming Ma","raw_affiliation_strings":["College of Computer Science and Technology, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0001-8045-0471","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I4210134929","https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083249639","display_name":"Tongzhou Zhang","orcid":"https://orcid.org/0009-0004-5614-1889"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4210134929","display_name":"Jilin Province Science and Technology Department","ror":"https://ror.org/049x38272","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210134929"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tongzhou Zhang","raw_affiliation_strings":["College of Computer Science and Technology, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0009-0004-5614-1889","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I4210134929","https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018361121","display_name":"Ziming Wang","orcid":"https://orcid.org/0000-0003-2667-0937"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4210134929","display_name":"Jilin Province Science and Technology Department","ror":"https://ror.org/049x38272","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210134929"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziming Wang","raw_affiliation_strings":["College of Computer Science and Technology, Jilin University, Changchun, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I4210134929","https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yue Wang","orcid":"https://orcid.org/0009-0003-8824-6207"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4210134929","display_name":"Jilin Province Science and Technology Department","ror":"https://ror.org/049x38272","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210134929"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Wang","raw_affiliation_strings":["College of Computer Science and Technology, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0009-0003-8824-6207","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I4210134929","https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114416487","display_name":"Taoli Du","orcid":"https://orcid.org/0009-0003-6488-1759"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4210134929","display_name":"Jilin Province Science and Technology Department","ror":"https://ror.org/049x38272","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210134929"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Taoli Du","raw_affiliation_strings":["College of Computer Science and Technology, Jilin University, Changchun, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I4210134929","https://openalex.org/I194450716"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100339848","display_name":"Wenhui Li","orcid":"https://orcid.org/0000-0001-6490-9852"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4210134929","display_name":"Jilin Province Science and Technology Department","ror":"https://ror.org/049x38272","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210134929"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenhui Li","raw_affiliation_strings":["College of Computer Science and Technology, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0001-6490-9852","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I4210134929","https://openalex.org/I194450716"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5088025180"],"corresponding_institution_ids":["https://openalex.org/I194450716","https://openalex.org/I4210134929"],"apc_list":null,"apc_paid":null,"fwci":1.6557,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.86822588,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"35","issue":"3","first_page":"2013","last_page":"2025"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.7390000224113464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.7390000224113464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6816100478172302},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.6071646809577942},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5719419717788696},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.4487364888191223},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39658015966415405},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.38789206743240356},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11748212575912476}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6816100478172302},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.6071646809577942},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5719419717788696},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4487364888191223},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39658015966415405},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.38789206743240356},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11748212575912476},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2024.3488098","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3488098","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1871141834","display_name":null,"funder_award_id":"20230201082GX","funder_id":"https://openalex.org/F4320334012","funder_display_name":"Science and Technology Development Plan of Shandong Province"}],"funders":[{"id":"https://openalex.org/F4320334012","display_name":"Science and Technology Development Plan of Shandong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1903029394","https://openalex.org/W2117539524","https://openalex.org/W2138621090","https://openalex.org/W2194775991","https://openalex.org/W2233116163","https://openalex.org/W2285660444","https://openalex.org/W2423557781","https://openalex.org/W2798405286","https://openalex.org/W2808168148","https://openalex.org/W2842511635","https://openalex.org/W2886851211","https://openalex.org/W2894994475","https://openalex.org/W2928560789","https://openalex.org/W2963163009","https://openalex.org/W2963363373","https://openalex.org/W3028151507","https://openalex.org/W3028304412","https://openalex.org/W3034251466","https://openalex.org/W3034513523","https://openalex.org/W3034797615","https://openalex.org/W3035297311","https://openalex.org/W3035467254","https://openalex.org/W3035524453","https://openalex.org/W3035725276","https://openalex.org/W3039041203","https://openalex.org/W3096831136","https://openalex.org/W3097855639","https://openalex.org/W3133751570","https://openalex.org/W3175399856","https://openalex.org/W3185811833","https://openalex.org/W3193895134","https://openalex.org/W3196865505","https://openalex.org/W3199421948","https://openalex.org/W3205652345","https://openalex.org/W4206709233","https://openalex.org/W4213060227","https://openalex.org/W4224058293","https://openalex.org/W4226329588","https://openalex.org/W4283815570","https://openalex.org/W4292794830","https://openalex.org/W4311415873","https://openalex.org/W4316877074","https://openalex.org/W4321770397","https://openalex.org/W4321770543","https://openalex.org/W4377079728","https://openalex.org/W4392303516","https://openalex.org/W4399728346","https://openalex.org/W4400811591","https://openalex.org/W6637373629","https://openalex.org/W6729448088","https://openalex.org/W6783820753","https://openalex.org/W6786356672","https://openalex.org/W6787972765","https://openalex.org/W6790463934","https://openalex.org/W6838539104","https://openalex.org/W6840474911"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W2033914206"],"abstract_inverted_index":{"Network":[0],"pruning":[1,62],"is":[2,63,85,113,221],"widely":[3],"used":[4],"in":[5,47,142,213],"model":[6,48],"compression":[7],"due":[8],"to":[9,21,44,74,96,103,157,176],"its":[10],"simplicity":[11],"and":[12,37,136,146,186],"efficiency.":[13],"Existing":[14],"methods":[15],"typically":[16],"introduce":[17],"sparse":[18,26],"loss":[19,111,129],"regularization":[20,27],"learn":[22],"masks.":[23],"However,":[24],"this":[25,51],"approach":[28],"lacks":[29],"a":[30,45,53,69,81,108,122,178],"clear":[31],"criterion":[32],"for":[33,59,87],"evaluating":[34],"channel":[35,61],"importance":[36],"relies":[38],"on":[39,183,205,223],"manually":[40],"defined":[41],"rules,":[42],"leading":[43],"decline":[46],"performance.":[49],"In":[50,169],"article,":[52],"Self-Supervised":[54],"Mask":[55],"Learning":[56],"(SSML)":[57],"method":[58],"global":[60],"proposed,":[64,114],"casting":[65],"mask":[66,101,105,110,118],"learning":[67,119],"as":[68],"self-supervised":[70],"binary":[71,124],"classification":[72,125],"task":[73,84],"automatically":[75],"identify":[76],"less":[77],"important":[78],"channels.":[79],"Specifically,":[80],"dedicated":[82],"pretext":[83],"designed":[86],"the":[88,93,100,116,132,143,163,166,201,206,217],"channelwise":[89],"masks,":[90,137,149],"which":[91],"leverages":[92],"original":[94],"network":[95],"generate":[97],"pseudo-labels":[98,135],"from":[99,174],"itself":[102],"guide":[104],"learning.":[106],"Then,":[107],"polarization":[109],"function":[112,130],"transforming":[115],"discrete":[117],"problem":[120],"into":[121],"differentiable":[123],"problem.":[126],"The":[127],"proposed":[128],"distinguishes":[131],"similarity":[133],"between":[134],"clustering":[138],"similar":[139],"masks":[140,154],"together":[141],"feature":[144],"space":[145],"separating":[147],"dissimilar":[148],"ultimately":[150],"allowing":[151],"channels":[152],"with":[153,209],"of":[155,165,200,203,219],"0":[156],"be":[158],"safely":[159],"removed":[160],"without":[161],"damaging":[162],"performance":[164],"pruned":[167],"model.":[168,180],"addition,":[170],"SSML":[171,191,197,220],"can":[172],"train":[173],"scratch":[175],"yield":[177],"compact":[179],"Extensive":[181],"experiments":[182],"CIFAR-10,":[184],"CIFAR-100":[185],"ImageNet":[187,207],"datasets":[188],"demonstrate":[189],"that":[190],"outperforms":[192],"state-of-the-art":[193],"methods.":[194],"For":[195],"instance,":[196],"prunes":[198],"52.7%":[199],"FLOPs":[202],"ResNe34":[204],"dataset":[208],"only":[210],"0.01%":[211],"drop":[212],"Top-1":[214],"accuracy.":[215],"Moreover,":[216],"generalization":[218],"verified":[222],"downstream":[224],"tasks.":[225]},"counts_by_year":[{"year":2025,"cited_by_count":5}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}
