{"id":"https://openalex.org/W4313166895","doi":"https://doi.org/10.1109/ijcnn55064.2022.9889789","title":"A One-Shot Reparameterization Method for Reducing the Loss of Tile Pruning on DNNs","display_name":"A One-Shot Reparameterization Method for Reducing the Loss of Tile Pruning on DNNs","publication_year":2022,"publication_date":"2022-07-18","ids":{"openalex":"https://openalex.org/W4313166895","doi":"https://doi.org/10.1109/ijcnn55064.2022.9889789"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn55064.2022.9889789","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn55064.2022.9889789","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"2022 International Joint Conference on Neural Networks (IJCNN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081993894","display_name":"Yanchen Li","orcid":"https://orcid.org/0009-0007-9752-7755"},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"The University of Osaka","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yanchen Li","raw_affiliation_strings":["Osaka University,Suita,Osaka,Japan,565-0871"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Osaka University,Suita,Osaka,Japan,565-0871","institution_ids":["https://openalex.org/I98285908"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003763794","display_name":"Qingzhong Ai","orcid":"https://orcid.org/0000-0002-5621-1734"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingzhong Ai","raw_affiliation_strings":["University of Electronic Science and Technology of China,Chengdu,China","University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China,Chengdu,China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090008684","display_name":"Fumihiko Ino","orcid":"https://orcid.org/0000-0002-5757-7631"},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"The University of Osaka","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Fumihiko Ino","raw_affiliation_strings":["Osaka University,Suita,Osaka,Japan,565-0871"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Osaka University,Suita,Osaka,Japan,565-0871","institution_ids":["https://openalex.org/I98285908"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.118,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.45297082,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.8587115406990051},{"id":"https://openalex.org/keywords/tile","display_name":"Tile","score":0.7501084208488464},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6958569884300232},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5121712684631348},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5012607574462891},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4276005029678345},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.4194949269294739},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.35024493932724}],"concepts":[{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.8587115406990051},{"id":"https://openalex.org/C2780728851","wikidata":"https://www.wikidata.org/wiki/Q468402","display_name":"Tile","level":2,"score":0.7501084208488464},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6958569884300232},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5121712684631348},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5012607574462891},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4276005029678345},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4194949269294739},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.35024493932724},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn55064.2022.9889789","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn55064.2022.9889789","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"2022 International Joint Conference on Neural Networks (IJCNN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7900000214576721,"id":"https://metadata.un.org/sdg/14","display_name":"Life below water"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1836465849","https://openalex.org/W2108598243","https://openalex.org/W2163605009","https://openalex.org/W2168231600","https://openalex.org/W2194775991","https://openalex.org/W2565516711","https://openalex.org/W2763421725","https://openalex.org/W2767785892","https://openalex.org/W2789876780","https://openalex.org/W2792643794","https://openalex.org/W2891999520","https://openalex.org/W2896409484","https://openalex.org/W2924515500","https://openalex.org/W2963000224","https://openalex.org/W2963674932","https://openalex.org/W2964233199","https://openalex.org/W2964248288","https://openalex.org/W2965862774","https://openalex.org/W2981609437","https://openalex.org/W2996806984","https://openalex.org/W3007122219","https://openalex.org/W3091777648","https://openalex.org/W3132616766","https://openalex.org/W3138516171","https://openalex.org/W3157914380","https://openalex.org/W3162542754","https://openalex.org/W3165647589","https://openalex.org/W3167976421","https://openalex.org/W3168527213","https://openalex.org/W3171038842","https://openalex.org/W3171176697","https://openalex.org/W3172148458","https://openalex.org/W3172913771","https://openalex.org/W3193895134","https://openalex.org/W6638632666","https://openalex.org/W6638667902","https://openalex.org/W6677103964","https://openalex.org/W6684191040","https://openalex.org/W6684859321","https://openalex.org/W6725543821","https://openalex.org/W6745245109","https://openalex.org/W6746331415","https://openalex.org/W6749029207","https://openalex.org/W6754706836","https://openalex.org/W6755843862","https://openalex.org/W6783970114","https://openalex.org/W6793841834","https://openalex.org/W6795045487","https://openalex.org/W6795261426","https://openalex.org/W6795807602","https://openalex.org/W6796242362","https://openalex.org/W6797176071"],"related_works":["https://openalex.org/W2114959296","https://openalex.org/W38346124","https://openalex.org/W2502442966","https://openalex.org/W2138666621","https://openalex.org/W2383936314","https://openalex.org/W2777914781","https://openalex.org/W1992771654","https://openalex.org/W4246369972","https://openalex.org/W3042419602","https://openalex.org/W2966649771"],"abstract_inverted_index":{"Recently,":[0],"tile":[1,24,56,110,120,153],"pruning":[2,121,154],"has":[3],"been":[4],"widely":[5],"studied":[6],"to":[7,23,51,135,164],"accelerate":[8],"the":[9,20,53,61,66,71,83,86,100,105,109,150,158],"inference":[10],"of":[11,55,65,85,152],"deep":[12],"neural":[13],"networks":[14],"(DNNs).":[15],"However,":[16],"we":[17,43,59],"found":[18],"that":[19,70,143],"loss":[21,54,151],"due":[22],"pruning,":[25,131],"which":[26,132],"can":[27,74,114],"eliminate":[28],"important":[29,97,106],"elements":[30,98,107],"together":[31],"with":[32],"unimportant":[33],"elements,":[34],"is":[35,125,133,146,160],"large":[36],"on":[37,155,177],"trained":[38],"DNNs.":[39,156],"In":[40],"this":[41],"study,":[42],"propose":[44],"a":[45,126],"one-shot":[46],"reparameterization":[47,84,94],"method,":[48],"called":[49],"TileTrans,":[50],"reduce":[52],"pruning.":[57,111],"Specifically,":[58,157],"repermute":[60],"rows":[62],"or":[63],"columns":[64],"weight":[67],"matrix":[68],"such":[69],"model":[72,88],"architecture":[73],"be":[75,115],"kept":[76],"unchanged":[77],"after":[78,108],"reparameterization.":[79],"This":[80],"repermutation":[81],"realizes":[82],"DNN":[87],"without":[89],"any":[90],"retraining.":[91],"The":[92,139],"proposed":[93],"method":[95,128,145],"combines":[96],"into":[99,118],"same":[101],"tile;":[102],"thus,":[103],"preserving":[104],"Furthermore,":[112],"TileTrans":[113],"seamlessly":[116],"integrated":[117],"existing":[119,137],"methods":[122],"because":[123],"it":[124],"pre-processing":[127],"executed":[129],"before":[130],"orthogonal":[134],"most":[136],"methods.":[138],"experimental":[140],"results":[141],"demonstrate":[142],"our":[144],"essential":[147],"in":[148],"reducing":[149],"accuracy":[159],"improved":[161],"by":[162],"up":[163],"17%":[165],"for":[166,170],"AlexNet":[167],"while":[168],"5%":[169],"ResNet-34,":[171],"where":[172],"both":[173],"models":[174],"are":[175],"pre-trained":[176],"ImageNet.":[178]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
