{"id":"https://openalex.org/W4327767761","doi":"https://doi.org/10.1109/ccnc51644.2023.10060698","title":"SPinS-FL: Communication-Efficient Federated Subnetwork Learning","display_name":"SPinS-FL: Communication-Efficient Federated Subnetwork Learning","publication_year":2023,"publication_date":"2023-01-08","ids":{"openalex":"https://openalex.org/W4327767761","doi":"https://doi.org/10.1109/ccnc51644.2023.10060698"},"language":"en","primary_location":{"id":"doi:10.1109/ccnc51644.2023.10060698","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ccnc51644.2023.10060698","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 20th Consumer Communications & Networking Conference (CCNC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011314292","display_name":"M Tsutsui","orcid":null},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Masayoshi Tsutsui","raw_affiliation_strings":["Graduate School of Information Science and Technology The University of Tokyo,Tokyo,Japan","Graduate School of Information Science and Technology The University of Tokyo, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology The University of Tokyo,Tokyo,Japan","institution_ids":["https://openalex.org/I74801974"]},{"raw_affiliation_string":"Graduate School of Information Science and Technology The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059694753","display_name":"Shinya Takamaeda-Yamazaki","orcid":"https://orcid.org/0000-0003-3441-1695"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shinya Takamaeda-Yamazaki","raw_affiliation_strings":["Graduate School of Information Science and Technology The University of Tokyo,Tokyo,Japan","Graduate School of Information Science and Technology The University of Tokyo, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology The University of Tokyo,Tokyo,Japan","institution_ids":["https://openalex.org/I74801974"]},{"raw_affiliation_string":"Graduate School of Information Science and Technology The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5011314292"],"corresponding_institution_ids":["https://openalex.org/I74801974"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.02277211,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"605","last_page":"610"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9629999995231628,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.954800009727478,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/subnetwork","display_name":"Subnetwork","score":0.9752192497253418},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.7382708787918091},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.677677571773529},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5591581463813782},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48895466327667236},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.45388418436050415},{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.44687679409980774},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4442096948623657},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4188547730445862},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4026985466480255},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.35207754373550415},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2679600715637207},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16310250759124756}],"concepts":[{"id":"https://openalex.org/C2780186347","wikidata":"https://www.wikidata.org/wiki/Q11414","display_name":"Subnetwork","level":2,"score":0.9752192497253418},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.7382708787918091},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.677677571773529},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5591581463813782},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48895466327667236},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.45388418436050415},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.44687679409980774},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4442096948623657},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4188547730445862},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4026985466480255},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.35207754373550415},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2679600715637207},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16310250759124756},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ccnc51644.2023.10060698","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ccnc51644.2023.10060698","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 20th Consumer Communications & Networking Conference (CCNC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1677182931","https://openalex.org/W1686810756","https://openalex.org/W2194775991","https://openalex.org/W2805003733","https://openalex.org/W2963819344","https://openalex.org/W2970277060","https://openalex.org/W3034234149","https://openalex.org/W3118608800","https://openalex.org/W3214721897","https://openalex.org/W6728757088"],"related_works":["https://openalex.org/W2060724872","https://openalex.org/W2082094785","https://openalex.org/W2202198356","https://openalex.org/W3087203342","https://openalex.org/W2377184161","https://openalex.org/W228984114","https://openalex.org/W2090026684","https://openalex.org/W4226360758","https://openalex.org/W2151093953","https://openalex.org/W2141723104"],"abstract_inverted_index":{"Federated":[0],"learning":[1,7],"(FL)":[2],"is":[3,103,108,132,143],"a":[4,15,40,53,66,70,116,144,146,181,205],"distributed":[5],"machine":[6],"method":[8,184,264],"in":[9,33,42,153,164,220,240],"which":[10,37,149],"edge":[11,29],"devices":[12,30],"collaboratively":[13],"train":[14],"unified":[16],"model":[17],"without":[18,84],"disclosing":[19],"their":[20],"private":[21],"training":[22,44],"data":[23,27],"to":[24,72,110,170,247,268],"others.":[25],"Unlike":[26],"centers,":[28],"often":[31],"stand":[32],"low-bandwidth":[34],"traffic":[35,243,271],"environments,":[36],"can":[38],"be":[39],"bottleneck":[41],"the":[43,58,82,86,92,97,129,136,154,159,162,165,171,187,194,197,211,214,221,231,242,253,261],"process.":[45],"To":[46],"tackle":[47],"this":[48,223],"problem,":[49],"we":[50,178],"first":[51],"consider":[52],"naive":[54],"FL":[55,183],"based":[56,80,90,185],"on":[57,81,91,186],"Edge-Popup":[59,188],"algorithm.":[60,189],"The":[61],"Edge-Popup-based":[62],"neural":[63],"network":[64],"constructs":[65],"subnetwork":[67,93,117,155],"by":[68,245],"assigning":[69],"score":[71,83,130,166],"each":[73],"randomly":[74],"initialized":[75],"weight":[76],"and":[77,105,113,157,204,218,233],"selecting":[78],"weights":[79,99,150,212],"updating":[85],"weights.":[87],"Forward":[88],"propagation,":[89],"consisting":[94],"of":[95,161,191,208,210],"only":[96,200],"live":[98],"with":[100,196,250,266],"high":[101,120],"scores,":[102],"performed,":[104],"then":[106],"backpropagation":[107],"performed":[109],"update":[111],"scores":[112,195,209],"search":[114],"for":[115,134],"that":[118,237],"achieves":[119,257],"accuracy.":[121],"This":[122],"algorithm":[123],"has":[124],"two":[125],"unique":[126],"properties:":[127],"first,":[128],"itself":[131],"unnecessary":[133],"calculating":[135],"score's":[137],"gradient,":[138],"as":[139,141,260],"long":[140],"there":[142],"supermask,":[145],"bitmask":[147],"indicating":[148],"are":[151],"participating":[152],"then;":[156],"second,":[158],"intensity":[160],"turnover":[163],"rankings":[167],"varies":[168],"according":[169],"scores'":[172],"rank":[173],"range.":[174],"Exploiting":[175],"these":[176],"properties,":[177],"propose":[179],"SPinS-FL,":[180],"novel":[182],"Instead":[190],"communicating":[192,251],"all":[193,252],"server,":[198],"SPinS-FL":[199,238,256],"communicates":[201],"some":[202],"supermasks":[203],"partial":[206],"set":[207],"around":[213],"boundary":[215],"between":[216],"selected":[217],"unselected":[219],"subnetwork;":[222],"dramatically":[224],"improves":[225],"communication":[226],"efficiency.":[227],"Numerical":[228],"experiments":[229],"using":[230],"CIFAR-10":[232],"CIFAR-100":[234],"datasets":[235],"show":[236],"succeeds":[239],"reducing":[241],"volume":[244],"up":[246,267],"79.8%":[248],"compared":[249],"scores.":[254],"Moreover,":[255],"comparable":[258],"accuracy":[259],"federated":[262],"averaging":[263],"but":[265],"69.9%":[269],"less":[270],"cost.":[272]},"counts_by_year":[],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}