{"id":"https://openalex.org/W3012798438","doi":"https://doi.org/10.1109/mis.2021.3114610","title":"Dynamic Sampling and Selective Masking for Communication-Efficient Federated Learning","display_name":"Dynamic Sampling and Selective Masking for Communication-Efficient Federated Learning","publication_year":2021,"publication_date":"2021-09-22","ids":{"openalex":"https://openalex.org/W3012798438","doi":"https://doi.org/10.1109/mis.2021.3114610","mag":"3012798438"},"language":"en","primary_location":{"id":"doi:10.1109/mis.2021.3114610","is_oa":true,"landing_page_url":"https://doi.org/10.1109/mis.2021.3114610","pdf_url":"https://ieeexplore.ieee.org/ielx7/9670/9779590/09546691.pdf","source":{"id":"https://openalex.org/S114241109","display_name":"IEEE Intelligent Systems","issn_l":"1541-1672","issn":["1541-1672","1941-1294"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/9670/9779590/09546691.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007841686","display_name":"Shaoxiong Ji","orcid":"https://orcid.org/0000-0003-3281-8002"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Shaoxiong Ji","raw_affiliation_strings":["Department of Computer Science, Aalto University, Helsinki, Finland"],"raw_orcid":"https://orcid.org/0000-0003-3281-8002","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Aalto University, Helsinki, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018202004","display_name":"Wenqi Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenqi Jiang","raw_affiliation_strings":["Computer Science, Columbia University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066875580","display_name":"Anwar Walid","orcid":"https://orcid.org/0000-0003-1992-6068"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anwar Walid","raw_affiliation_strings":["Mathematics of Network Systems, Nokia Bell Labs, Murray Hill, NJ, USA"],"raw_orcid":"https://orcid.org/0000-0003-1992-6068","affiliations":[{"raw_affiliation_string":"Mathematics of Network Systems, Nokia Bell Labs, Murray Hill, NJ, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100372201","display_name":"Xue Li","orcid":"https://orcid.org/0000-0002-4515-6792"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Xue Li","raw_affiliation_strings":["The University of Queensland, Brisbane, QLD, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4515-6792","affiliations":[{"raw_affiliation_string":"The University of Queensland, Brisbane, QLD, Australia","institution_ids":["https://openalex.org/I165143802"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.1924,"has_fulltext":true,"cited_by_count":78,"citation_normalized_percentile":{"value":0.97939047,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"37","issue":"2","first_page":"27","last_page":"34"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.984499990940094,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11045","display_name":"Privacy, Security, and Data Protection","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8951525688171387},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.7398325204849243},{"id":"https://openalex.org/keywords/masking","display_name":"Masking (illustration)","score":0.7216420769691467},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5556398630142212},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.5486330986022949},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5125789046287537},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5095308423042297},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.46851038932800293},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.33234870433807373},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.09050920605659485}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8951525688171387},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.7398325204849243},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.7216420769691467},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5556398630142212},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.5486330986022949},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5125789046287537},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5095308423042297},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46851038932800293},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.33234870433807373},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.09050920605659485},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/mis.2021.3114610","is_oa":true,"landing_page_url":"https://doi.org/10.1109/mis.2021.3114610","pdf_url":"https://ieeexplore.ieee.org/ielx7/9670/9779590/09546691.pdf","source":{"id":"https://openalex.org/S114241109","display_name":"IEEE Intelligent Systems","issn_l":"1541-1672","issn":["1541-1672","1941-1294"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Intelligent Systems","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2003.09603","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2003.09603","pdf_url":"https://arxiv.org/pdf/2003.09603","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/118125","is_oa":true,"landing_page_url":"https://aaltodoc.aalto.fi/handle/123456789/118125","pdf_url":null,"source":{"id":"https://openalex.org/S4306401662","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/mis.2021.3114610","is_oa":true,"landing_page_url":"https://doi.org/10.1109/mis.2021.3114610","pdf_url":"https://ieeexplore.ieee.org/ielx7/9670/9779590/09546691.pdf","source":{"id":"https://openalex.org/S114241109","display_name":"IEEE Intelligent Systems","issn_l":"1541-1672","issn":["1541-1672","1941-1294"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3012798438.pdf","grobid_xml":"https://content.openalex.org/works/W3012798438.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W2009332171","https://openalex.org/W2064675550","https://openalex.org/W2112796928","https://openalex.org/W2283463896","https://openalex.org/W2525332836","https://openalex.org/W2535838896","https://openalex.org/W2541884796","https://openalex.org/W2549416390","https://openalex.org/W2606065148","https://openalex.org/W2617766261","https://openalex.org/W2777914285","https://openalex.org/W2899771611","https://openalex.org/W2903890850","https://openalex.org/W2912213068","https://openalex.org/W2912592113","https://openalex.org/W2913243576","https://openalex.org/W2913570153","https://openalex.org/W2918777711","https://openalex.org/W2946252270","https://openalex.org/W2963347649","https://openalex.org/W2975043678","https://openalex.org/W2977678469","https://openalex.org/W2989289980","https://openalex.org/W2994684563","https://openalex.org/W2994947228","https://openalex.org/W2999212661","https://openalex.org/W3012549930","https://openalex.org/W3035046187","https://openalex.org/W3037209298","https://openalex.org/W3038028469","https://openalex.org/W3044796230","https://openalex.org/W3090615085","https://openalex.org/W3101177651","https://openalex.org/W3109847748","https://openalex.org/W3118608800","https://openalex.org/W3141796657","https://openalex.org/W4287720355","https://openalex.org/W4297687186","https://openalex.org/W4318619660","https://openalex.org/W6728757088","https://openalex.org/W6759226220","https://openalex.org/W6768511045","https://openalex.org/W6771395247","https://openalex.org/W6779308105","https://openalex.org/W6780897730"],"related_works":["https://openalex.org/W4298221930","https://openalex.org/W2777914285","https://openalex.org/W4226493464","https://openalex.org/W4312417841","https://openalex.org/W3193565141","https://openalex.org/W3133861977","https://openalex.org/W2951211570","https://openalex.org/W3103566983","https://openalex.org/W3167935049","https://openalex.org/W3029198973"],"abstract_inverted_index":{"Federated":[0],"learning":[1,7,26,37],"(FL)":[2],"is":[3],"a":[4,54],"novel":[5],"machine":[6],"setting":[8],"that":[9],"enables":[10],"on-device":[11],"intelligence":[12],"via":[13],"decentralized":[14],"training":[15],"and":[16,32,71,104],"federated":[17,35,40,97],"optimization.":[18],"Deep":[19],"neural":[20],"networks\u2019":[21],"rapid":[22],"development":[23],"facilitates":[24],"the":[25,39,43,50,78,86],"techniques":[27],"for":[28,64,96],"modeling":[29,107],"complex":[30],"problems":[31],"emerges":[33],"into":[34],"deep":[36],"under":[38],"setting.":[41],"However,":[42],"tremendous":[44],"amount":[45],"of":[46,57,80,94],"model":[47],"parameters":[48,89],"burdens":[49],"communication":[51,66],"network":[52],"with":[53,90],"high":[55],"load":[56],"transportation.":[58],"This":[59],"article":[60],"introduces":[61],"two":[62],"approaches":[63],"improving":[65],"efficiency":[67],"by":[68],"dynamic":[69],"sampling":[70],"top-$k$k":[72,91],"selective":[73],"masking.":[74],"The":[75],"former":[76],"controls":[77],"fraction":[79],"selected":[81],"client":[82],"models":[83],"dynamically,":[84],"while":[85],"latter":[87],"selects":[88],"largest":[92],"values":[93],"difference":[95],"updating.":[98],"Experiments":[99],"on":[100,110],"convolutional":[101],"image":[102],"classification":[103],"recurrent":[105],"language":[106],"are":[108],"conducted":[109],"three":[111],"public":[112],"datasets":[113],"to":[114],"show":[115],"our":[116],"proposed":[117],"methods\u2019":[118],"effectiveness.":[119]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":2}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2020-03-27T00:00:00"}