{"id":"https://openalex.org/W4304098284","doi":"https://doi.org/10.1145/3503161.3548290","title":"Rethinking the Mechanism of the Pattern Pruning and the Circle Importance Hypothesis","display_name":"Rethinking the Mechanism of the Pattern Pruning and the Circle Importance Hypothesis","publication_year":2022,"publication_date":"2022-10-10","ids":{"openalex":"https://openalex.org/W4304098284","doi":"https://doi.org/10.1145/3503161.3548290"},"language":"en","primary_location":{"id":"doi:10.1145/3503161.3548290","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3503161.3548290","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"Proceedings of the 30th ACM International Conference on Multimedia","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060272424","display_name":"Hengyi Zhou","orcid":"https://orcid.org/0000-0002-8433-4213"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hengyi Zhou","raw_affiliation_strings":["Xi'an Jiaotong University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080046377","display_name":"Longjun Liu","orcid":"https://orcid.org/0000-0002-7467-4994"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longjun Liu","raw_affiliation_strings":["Xi'an Jiaotong University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100705310","display_name":"Haonan Zhang","orcid":"https://orcid.org/0000-0002-4239-6141"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haonan Zhang","raw_affiliation_strings":["Xi'an Jiaotong University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047405956","display_name":"Nanning Zheng","orcid":"https://orcid.org/0000-0003-1608-8257"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nanning Zheng","raw_affiliation_strings":["Xi'an Jiaotong University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5060272424"],"corresponding_institution_ids":["https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":0.06,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.27912448,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"4899","last_page":"4908"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.8702839612960815},{"id":"https://openalex.org/keywords/flops","display_name":"FLOPS","score":0.7944145202636719},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7179059982299805},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.48063698410987854},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4719618558883667},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32169032096862793},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.12187382578849792}],"concepts":[{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.8702839612960815},{"id":"https://openalex.org/C3826847","wikidata":"https://www.wikidata.org/wiki/Q188768","display_name":"FLOPS","level":2,"score":0.7944145202636719},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7179059982299805},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.48063698410987854},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4719618558883667},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32169032096862793},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.12187382578849792},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3503161.3548290","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3503161.3548290","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"Proceedings of the 30th ACM International Conference on Multimedia","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3512100538","display_name":null,"funder_award_id":"227556, 2020T130514.","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G3676952762","display_name":null,"funder_award_id":"xzy022022064","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G4596788358","display_name":null,"funder_award_id":"2022JM-366","funder_id":"https://openalex.org/F4320324173","funder_display_name":"Natural Science Foundation of Shaanxi Province"}],"funders":[{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320324173","display_name":"Natural Science Foundation of Shaanxi Province","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1745334888","https://openalex.org/W2004586880","https://openalex.org/W2116360511","https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2604998962","https://openalex.org/W2785418329","https://openalex.org/W2924515500","https://openalex.org/W2928560789","https://openalex.org/W2962818002","https://openalex.org/W2963125010","https://openalex.org/W2963150697","https://openalex.org/W2963163009","https://openalex.org/W2963363373","https://openalex.org/W2964081807","https://openalex.org/W2964233199","https://openalex.org/W2965658867","https://openalex.org/W2982479999","https://openalex.org/W2994881943","https://openalex.org/W2996874060","https://openalex.org/W2997006708","https://openalex.org/W2997300524","https://openalex.org/W2998342322","https://openalex.org/W2998715470","https://openalex.org/W2999599167","https://openalex.org/W3028304412","https://openalex.org/W3034408420","https://openalex.org/W3035016149","https://openalex.org/W3035442541","https://openalex.org/W3091174280","https://openalex.org/W3091602279","https://openalex.org/W3094522247","https://openalex.org/W3096533519","https://openalex.org/W3104849992","https://openalex.org/W3107893198","https://openalex.org/W3184682079","https://openalex.org/W4205707194","https://openalex.org/W4226191776","https://openalex.org/W4292363360"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W2033914206"],"abstract_inverted_index":{"Network":[0],"pruning":[1,11,17,37,59,138],"is":[2,12,38],"an":[3],"effective":[4],"and":[5,35,95,120,169],"widely-used":[6],"model":[7],"compression":[8,20],"technique.":[9],"Pattern":[10],"a":[13,30,133,203],"new":[14],"sparsity":[15],"dimension":[16],"approach":[18],"whose":[19],"ability":[21],"has":[22],"been":[23],"proven":[24],"in":[25,82],"some":[26],"prior":[27],"works.":[28],"However,":[29],"detailed":[31],"study":[32],"on":[33,191,207],"\"pattern\"":[34],"pattern":[36,49,58,137],"still":[39],"lacking.":[40],"In":[41],"this":[42],"paper,":[43],"we":[44,92,131,141,178,194],"analyze":[45],"the":[46,55,65,75,78,83,97,103,126,152,170,173,180,196],"mechanism":[47],"behind":[48],"pruning.":[50],"Our":[51],"analysis":[52],"reveals":[53],"that":[54,77],"effectiveness":[56,171],"of":[57,105,113,154,172,183,199],"should":[60],"be":[61],"attributed":[62],"to":[63,101,165,189],"finding":[64],"less":[66],"important":[67],"weights":[68],"even":[69],"before":[70],"training.":[71],"Then,":[72],"motivated":[73],"by":[74,125],"fact":[76],"retinal":[79],"ganglion":[80],"cells":[81],"biological":[84],"visual":[85],"system":[86],"have":[87],"approximately":[88],"concentric":[89],"receptive":[90],"fields,":[91],"further":[93],"investigate":[94],"propose":[96,132],"Circle":[98],"Importance":[99],"Hypothesis":[100],"guide":[102],"design":[104,110],"efficient":[106,115],"patterns.":[107,122],"We":[108],"also":[109,142],"two":[111],"series":[112],"special":[114],"patterns":[116,119],"-":[117],"circle":[118,148],"semicircle":[121],"Moreover,":[123],"inspired":[124],"neural":[127],"architecture":[128],"search":[129],"technique,":[130],"novel":[134],"one-shot":[135],"gradient-based":[136],"algorithm.":[139],"Besides,":[140],"expand":[143],"depthwise":[144],"convolutions":[145],"with":[146,156,201],"our":[147,167],"patterns,":[149],"which":[150],"improves":[151],"accuracy":[153,188,205],"networks":[155],"little":[157],"extra":[158],"memory":[159],"cost.":[160],"Extensive":[161],"experiments":[162],"are":[163],"performed":[164],"validate":[166],"hypotheses":[168],"proposed":[174],"methods.":[175],"For":[176],"example,":[177],"reduce":[179,195],"44.0%":[181],"FLOPS":[182,198],"ResNet-56":[184],"while":[185],"improving":[186],"its":[187],"94.38%":[190],"CIFAR-10.":[192],"And":[193],"41.0%":[197],"ResNet-18":[200],"only":[202],"1.11%":[204],"drop":[206],"ImageNet.":[208]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}