{"id":"https://openalex.org/W4385484609","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191417","title":"Neural Network Module Decomposition and Recomposition with Superimposed Masks","display_name":"Neural Network Module Decomposition and Recomposition with Superimposed Masks","publication_year":2023,"publication_date":"2023-06-18","ids":{"openalex":"https://openalex.org/W4385484609","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191417"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn54540.2023.10191417","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191417","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ijcnn54540.2023.10191417","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"International Joint Conference on Neural Networks (IJCNN)","issn_l":"2161-4407","issn":["2161-4407"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1","norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039965386","display_name":"Hiroaki Kingetsu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2252096349","display_name":"Fujitsu (Japan)","ror":"https://ror.org/038e2g226","country_code":"JP","type":"company","lineage":["https://openalex.org/I2252096349"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hiroaki Kingetsu","raw_affiliation_strings":["Fujitsu Limited,AI Laboratory,Kanagawa,Japan","AI Laboratory, Fujitsu Limited, Kanagawa, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fujitsu Limited,AI Laboratory,Kanagawa,Japan","institution_ids":["https://openalex.org/I2252096349"]},{"raw_affiliation_string":"AI Laboratory, Fujitsu Limited, Kanagawa, Japan","institution_ids":["https://openalex.org/I2252096349"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101637737","display_name":"Kenichi P. KOBAYASHI","orcid":"https://orcid.org/0000-0001-9827-8315","observed_orcids":["https://orcid.org/0000-0001-9827-8315"]},"institutions":[{"id":"https://openalex.org/I2252096349","display_name":"Fujitsu (Japan)","ror":"https://ror.org/038e2g226","country_code":"JP","type":"company","lineage":["https://openalex.org/I2252096349"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kenichi Kobayashi","raw_affiliation_strings":["Fujitsu Limited,AI Laboratory,Kanagawa,Japan","AI Laboratory, Fujitsu Limited, Kanagawa, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fujitsu Limited,AI Laboratory,Kanagawa,Japan","institution_ids":["https://openalex.org/I2252096349"]},{"raw_affiliation_string":"AI Laboratory, Fujitsu Limited, Kanagawa, Japan","institution_ids":["https://openalex.org/I2252096349"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078812767","display_name":"Taiji Suzuki","orcid":"https://orcid.org/0000-0003-3459-1016","observed_orcids":["https://orcid.org/0000-0003-3459-1016"]},"institutions":[{"id":"https://openalex.org/I4210126580","display_name":"RIKEN Center for Advanced Intelligence Project","ror":"https://ror.org/03ckxwf91","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652","https://openalex.org/I4210126580"]},{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Taiji Suzuki","raw_affiliation_strings":["The University of Tokyo,RIKEN Center for Advanced Intelligence Project,Tokyo,Japan","RIKEN Center for Advanced Intelligence Project, The University of Tokyo, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Tokyo,RIKEN Center for Advanced Intelligence Project,Tokyo,Japan","institution_ids":["https://openalex.org/I4210126580","https://openalex.org/I74801974"]},{"raw_affiliation_string":"RIKEN Center for Advanced Intelligence Project, The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I4210126580","https://openalex.org/I74801974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.09,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.35079828,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":93},"biblio":{"volume":"7","issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lottery-ticket-hypothesis","display_name":"lottery ticket hypothesis","score":0.8539999723434448},{"id":"https://openalex.org/keywords/winning-tickets","display_name":"winning tickets","score":0.7250000238418579},{"id":"https://openalex.org/keywords/binary-classifiers","display_name":"binary classifiers","score":0.7440000176429749},{"id":"https://openalex.org/keywords/weight-sharing","display_name":"parameter sharing","score":0.6690000295639038},{"id":"https://openalex.org/keywords/model-compression","display_name":"model compression","score":0.8479999899864197}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8089011907577515},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.5697712898254395},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5440989136695862},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.47042155265808105},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.42929479479789734},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3514247536659241},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn54540.2023.10191417","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191417","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ijcnn54540.2023.10191417","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"International Joint Conference on Neural Networks (IJCNN)","issn_l":"2161-4407","issn":["2161-4407"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1","norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W54398672","https://openalex.org/W1524097605","https://openalex.org/W1677182931","https://openalex.org/W1682403713","https://openalex.org/W1686810756","https://openalex.org/W2001610032","https://openalex.org/W2045257906","https://openalex.org/W2063867591","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2146615496","https://openalex.org/W2181101938","https://openalex.org/W2194775991","https://openalex.org/W2549139847","https://openalex.org/W2551176409","https://openalex.org/W2592004655","https://openalex.org/W2747329762","https://openalex.org/W2750384547","https://openalex.org/W2791091755","https://openalex.org/W2805003733","https://openalex.org/W2943283198","https://openalex.org/W2964137095","https://openalex.org/W2990461664","https://openalex.org/W2993466051","https://openalex.org/W2998103904","https://openalex.org/W3012528319","https://openalex.org/W3017374003","https://openalex.org/W3037853434","https://openalex.org/W3091402349","https://openalex.org/W3102385344","https://openalex.org/W3103697033","https://openalex.org/W3118608800","https://openalex.org/W4394642372"],"related_works":["https://openalex.org/W4225624149","https://openalex.org/W4402443943","https://openalex.org/W3103697033","https://openalex.org/W4393304226","https://openalex.org/W4388632182","https://openalex.org/W3207416911","https://openalex.org/W7212261609","https://openalex.org/W7217887086","https://openalex.org/W3087585563","https://openalex.org/W3091402349"],"abstract_inverted_index":{"We":[0,133],"propose":[1],"a":[2,7,20,29,47,145],"modularization":[3],"method":[4,124,138],"that":[5,71,135],"decomposes":[6],"deep":[8],"neural":[9],"network":[10],"(DNN)":[11],"into":[12,49],"small":[13,63],"modules":[14,27,92],"as":[15,67,75,78],"binary":[16],"classifiers":[17],"and":[18,93,141,149,152],"recomposes":[19],"new":[21],"model":[22,85,104,121],"of":[23,25,82,116,130],"some":[24],"these":[26],"for":[28,107],"different":[30],"task.":[31],"Our":[32],"goal":[33],"is":[34,86,105,112,153],"to":[35,61,114,128,155],"develop":[36],"appropriate":[37],"models":[38,115],"by":[39,120],"quickly":[40],"reusing":[41],"existing":[42,156],"well-designed":[43],"models.":[44],"To":[45],"decompose":[46,140],"DNN":[48],"modules,":[50],"we":[51],"use":[52],"weight":[53],"masks":[54],"based":[55],"on":[56],"the":[57,80,83,91,97,102,136],"lottery":[58],"ticket":[59],"hypothesis":[60],"extract":[62],"single-function":[64],"winning":[65],"tickets":[66],"modules.":[68],"By":[69],"ensuring":[70],"each":[72],"module":[73],"shares":[74],"many":[76],"parameters":[77],"possible,":[79],"size":[81,118],"recomposed":[84,103],"not":[87],"much":[88],"larger":[89],"than":[90,96],"significantly":[94],"smaller":[95],"original":[98],"DNN.":[99],"Furthermore,":[100],"since":[101],"specialized":[106],"fewer":[108],"classes,":[109],"its":[110],"accuracy":[111],"superior":[113,154],"comparable":[117],"produced":[119],"compression.":[122],"This":[123],"can":[125,139],"be":[126],"applied":[127],"DNNs":[129,143],"any":[131],"architecture.":[132],"demonstrate":[134],"proposed":[137],"recompose":[142],"with":[144],"high":[146,150],"compression":[147],"ratio":[148],"accuracy,":[151],"methods.":[157]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-10-26T11:51:55.731654","created_date":"2023-08-03T00:00:00"}