{"id":"https://openalex.org/W4385811749","doi":"https://doi.org/10.3390/e25081205","title":"Towards Efficient Federated Learning: Layer-Wise Pruning-Quantization Scheme and Coding Design","display_name":"Towards Efficient Federated Learning: Layer-Wise Pruning-Quantization Scheme and Coding Design","publication_year":2023,"publication_date":"2023-08-14","ids":{"openalex":"https://openalex.org/W4385811749","doi":"https://doi.org/10.3390/e25081205","pmid":"https://pubmed.ncbi.nlm.nih.gov/37628235"},"language":"en","primary_location":{"id":"doi:10.3390/e25081205","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e25081205","pdf_url":"https://www.mdpi.com/1099-4300/25/8/1205/pdf?version=1691991342","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/25/8/1205/pdf?version=1691991342","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088912101","display_name":"Zheqi Zhu","orcid":"https://orcid.org/0000-0002-3259-9383"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheqi Zhu","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing 100084, China","Department of Electronic Engineering, Tsinghua University, Beijing 100084, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing 100084, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing 100084, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102883020","display_name":"Yuchen Shi","orcid":"https://orcid.org/0000-0001-6442-6375"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuchen Shi","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing 100084, China","Department of Electronic Engineering, Tsinghua University, Beijing 100084, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing 100084, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing 100084, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066296680","display_name":"Gangtao Xin","orcid":"https://orcid.org/0000-0002-8168-6870"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gangtao Xin","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing 100084, China","Department of Electronic Engineering, Tsinghua University, Beijing 100084, China"],"raw_orcid":"https://orcid.org/0000-0002-8168-6870","affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing 100084, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing 100084, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059795762","display_name":"Chenghui Peng","orcid":"https://orcid.org/0000-0002-1080-4665"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenghui Peng","raw_affiliation_strings":["Wireless Technology Laboratory, Huawei Technologies, Shanghai 200121, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wireless Technology Laboratory, Huawei Technologies, Shanghai 200121, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079233004","display_name":"Pingyi Fan","orcid":"https://orcid.org/0000-0002-0658-6079"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Pingyi Fan","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing 100084, China","Department of Electronic Engineering, Tsinghua University, Beijing 100084, China"],"raw_orcid":"https://orcid.org/0000-0002-0658-6079","affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing 100084, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing 100084, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079052203","display_name":"Khaled B. Letaief","orcid":"https://orcid.org/0000-0003-2519-6401"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Khaled B. Letaief","raw_affiliation_strings":["Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5079233004"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":2.3194,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.90654652,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"25","issue":"8","first_page":"1205","last_page":"1205"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7301400899887085},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.6800537109375},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.6440615653991699},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5733898282051086},{"id":"https://openalex.org/keywords/novelty","display_name":"Novelty","score":0.5459550619125366},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.45635321736335754},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39025411009788513},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.33643218874931335},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33224374055862427},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18125560879707336}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7301400899887085},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.6800537109375},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.6440615653991699},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5733898282051086},{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.5459550619125366},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.45635321736335754},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39025411009788513},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.33643218874931335},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33224374055862427},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18125560879707336},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C27206212","wikidata":"https://www.wikidata.org/wiki/Q34178","display_name":"Theology","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.3390/e25081205","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e25081205","pdf_url":"https://www.mdpi.com/1099-4300/25/8/1205/pdf?version=1691991342","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:37628235","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37628235","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:10453433","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10453433","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10453433/pdf/entropy-25-01205.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-131054","is_oa":false,"landing_page_url":"https://repository.hkust.edu.hk/ir/Record/1783.1-131054","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:doaj.org/article:901eb90a0d8b44bdbb8943b10c97910d","is_oa":true,"landing_page_url":"https://doaj.org/article/901eb90a0d8b44bdbb8943b10c97910d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 25, Iss 8, p 1205 (2023)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1099-4300/25/8/1205/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/e25081205","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy; Volume 25; Issue 8; Pages: 1205","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/e25081205","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e25081205","pdf_url":"https://www.mdpi.com/1099-4300/25/8/1205/pdf?version=1691991342","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3673891818","display_name":null,"funder_award_id":"2021YFA1000500","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4385811749.pdf"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W2128777897","https://openalex.org/W2541884796","https://openalex.org/W2769644379","https://openalex.org/W2969519626","https://openalex.org/W2975043678","https://openalex.org/W2982676829","https://openalex.org/W2995022099","https://openalex.org/W2995191368","https://openalex.org/W3033664100","https://openalex.org/W3103802018","https://openalex.org/W3117267439","https://openalex.org/W3119680904","https://openalex.org/W3153509644","https://openalex.org/W3161553238","https://openalex.org/W3189092282","https://openalex.org/W3202260564","https://openalex.org/W3208144977","https://openalex.org/W3212941463","https://openalex.org/W4206900626","https://openalex.org/W4286375442","https://openalex.org/W4287322665","https://openalex.org/W4292787311","https://openalex.org/W4313555056","https://openalex.org/W4385764383","https://openalex.org/W4387872734","https://openalex.org/W6746200960","https://openalex.org/W6786061324","https://openalex.org/W6791347023"],"related_works":["https://openalex.org/W2381242807","https://openalex.org/W2751208925","https://openalex.org/W2347541121","https://openalex.org/W4288804799","https://openalex.org/W3089617106","https://openalex.org/W3032237421","https://openalex.org/W2080951048","https://openalex.org/W3011883280","https://openalex.org/W2390346111","https://openalex.org/W2369082698"],"abstract_inverted_index":{"As":[0],"a":[1,34,96],"promising":[2],"distributed":[3],"learning":[4,7,46],"paradigm,":[5],"federated":[6],"(FL)":[8],"faces":[9],"the":[10,25,55,60,75],"challenge":[11],"of":[12,30,78,89],"communication-computation":[13],"bottlenecks":[14],"in":[15,109],"practical":[16,110],"deployments.":[17],"In":[18],"this":[19],"work,":[20],"we":[21,37],"mainly":[22],"focus":[23],"on":[24],"pruning,":[26],"quantization,":[27],"and":[28,41,59,68,80,104],"coding":[29,62],"FL.":[31],"By":[32],"adopting":[33],"layer-wise":[35,48,102],"operation,":[36],"propose":[38],"an":[39],"explicit":[40],"universal":[42],"scheme:":[43],"FedLP-Q":[44,73,90],"(federated":[45],"with":[47,82,101],"pruning-quantization).":[49],"Pruning":[50],"strategies":[51],"for":[52],"homogeneity/heterogeneity":[53],"scenarios,":[54],"stochastic":[56],"quantization":[57],"rule,":[58],"corresponding":[61],"scheme":[63],"were":[64],"developed.":[65],"Both":[66],"theoretical":[67],"experimental":[69],"evaluations":[70],"suggest":[71],"that":[72,92],"improves":[74],"system":[76],"efficiency":[77],"communication":[79],"computation":[81],"controllable":[83],"performance":[84],"degradation.":[85],"The":[86],"key":[87],"novelty":[88],"is":[91],"it":[93],"serves":[94],"as":[95],"joint":[97],"pruning-quantization":[98],"FL":[99,111],"framework":[100],"processing":[103],"can":[105],"easily":[106],"be":[107],"applied":[108],"systems.":[112]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":6},{"year":2022,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}