{"id":"https://openalex.org/W6967720964","doi":"https://doi.org/10.5281/zenodo.11089994","title":"FedConv: A Learning-on-Model Paradigm for Heterogeneous Federated Clients","display_name":"FedConv: A Learning-on-Model Paradigm for Heterogeneous Federated Clients","publication_year":2024,"publication_date":"2024-04-30","ids":{"openalex":"https://openalex.org/W6967720964","doi":"https://doi.org/10.5281/zenodo.11089994"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.11089994","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.11089994","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"other","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.11089994","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Shen, Leming","orcid":"https://orcid.org/0000-0001-7661-6432"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Shen, Leming","raw_affiliation_strings":["Hong Kong Polytechnic University"],"affiliations":[{"raw_affiliation_string":"Hong Kong Polytechnic University","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yang, Qiang","orcid":"https://orcid.org/0000-0002-5202-7892"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]},{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB","HK"],"is_corresponding":false,"raw_author_name":"Yang, Qiang","raw_affiliation_strings":["Hong Kong Polytechnic University","University of Cambridge"],"affiliations":[{"raw_affiliation_string":"Hong Kong Polytechnic University","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"University of Cambridge","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Cui, Kaiyan","orcid":"https://orcid.org/0000-0001-8849-7477"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]},{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Cui, Kaiyan","raw_affiliation_strings":["Hong Kong Polytechnic University","Nanjing University of Posts and Telecommunications"],"affiliations":[{"raw_affiliation_string":"Hong Kong Polytechnic University","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"Nanjing University of Posts and Telecommunications","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zheng, Yuanqing","orcid":"https://orcid.org/0000-0003-3096-687X"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zheng, Yuanqing","raw_affiliation_strings":["Hong Kong Polytechnic University"],"affiliations":[{"raw_affiliation_string":"Hong Kong Polytechnic University","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wei, Xiao-Yong","orcid":"https://orcid.org/0000-0002-5706-5177"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]},{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Wei, Xiao-Yong","raw_affiliation_strings":["Hong Kong Polytechnic University","Sichuan University"],"affiliations":[{"raw_affiliation_string":"Hong Kong Polytechnic University","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"Sichuan University","institution_ids":["https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Liu, Jianwei","orcid":"https://orcid.org/0000-0001-9003-8667"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liu, Jianwei","raw_affiliation_strings":["Zhejiang University"],"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":null,"display_name":"Han, Jinsong","orcid":"https://orcid.org/0000-0001-5064-1955"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han, Jinsong","raw_affiliation_strings":["Zhejiang University"],"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I14243506"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5813000202178955},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.5777999758720398},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5436000227928162},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.5019000172615051},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.45829999446868896},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.4530999958515167},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.41990000009536743},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.37619999051094055},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.37209999561309814}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8765000104904175},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5813000202178955},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.5777999758720398},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5436000227928162},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5256999731063843},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.5019000172615051},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.45829999446868896},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.4530999958515167},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.41990000009536743},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.37619999051094055},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.37209999561309814},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.3515999913215637},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.3255999982357025},{"id":"https://openalex.org/C172430144","wikidata":"https://www.wikidata.org/wiki/Q17111997","display_name":"Symmetric multiprocessor system","level":2,"score":0.31700000166893005},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.31450000405311584},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3111000061035156},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.29490000009536743},{"id":"https://openalex.org/C7366592","wikidata":"https://www.wikidata.org/wiki/Q1255620","display_name":"Dram","level":2,"score":0.28690001368522644},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.2851000130176544},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2849999964237213},{"id":"https://openalex.org/C66882249","wikidata":"https://www.wikidata.org/wiki/Q169336","display_name":"Homogeneous","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C2779582901","wikidata":"https://www.wikidata.org/wiki/Q21013010","display_name":"Distributed learning","level":2,"score":0.27079999446868896},{"id":"https://openalex.org/C76518257","wikidata":"https://www.wikidata.org/wiki/Q271680","display_name":"Software framework","level":5,"score":0.2687999904155731},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.26750001311302185},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.2639000117778778},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.26330000162124634},{"id":"https://openalex.org/C27713364","wikidata":"https://www.wikidata.org/wiki/Q528166","display_name":"Client","level":3,"score":0.2533000111579895}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5281/zenodo.11089994","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.11089994","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.5281/zenodo.11089994","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.11089994","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"FedConv:":[0],"A":[1,231,485],"Learning-on-Model":[2,486],"Paradigm":[3,487],"for":[4,73,79,270,301,488],"Heterogeneous":[5,307,489],"Federated":[6,15,490],"Clients":[7,308],"More":[8],"information":[9,166],"on":[10,65,100,138,179,189,208,262,276,292,401,519],"our":[11],"GitHub":[12],"repository:":[13],"https://github.com/lemingshen/FedConv":[14],"Learning":[16],"(FL)":[17],"facilitates":[18],"collaborative":[19],"training":[20,330],"of":[21,118,201,317,453,513],"a":[22,51,55,89,110,160,183,255,315],"shared":[23],"global":[24,58,257,265,304],"model":[25,59,202,299],"without":[26,140],"exposing":[27],"clients\u2019":[28],"private":[29],"data.":[30],"In":[31],"practical":[32],"FL":[33,91,197],"systems,":[34],"clients":[35,76,102,139,236,454],"(e.g.,":[36],"edge":[37],"servers,":[38],"smartphones,":[39],"and":[40,63,77,97,171,211,216,266,297,320,494,497,500,503,506,509,523],"wearables)":[41],"typically":[42],"have":[43,465],"disparate":[44],"system":[45],"resources.":[46],"Conventional":[47],"FL,":[48],"however,":[49],"adopts":[50],"one-size-fits-all":[52],"solution,":[53],"where":[54],"homogeneous":[56],"large":[57,157,256,264,286,295],"is":[60,222,455],"transmitted":[61],"to":[62,152,156,175,224,282,313,325,394,443,460],"trained":[64,137],"each":[66],"client,":[67],"resulting":[68],"in":[69,132,199,332,363,447],"an":[70],"overwhelming":[71],"workload":[72],"less":[74],"capable":[75],"starvation":[78],"other":[80,434],"clients.":[81,168,271],"To":[82,142],"address":[83],"this":[84,439],"issue,":[85],"we":[86,147,371],"propose":[87,148],"FedConv,":[88],"client-friendly":[90],"framework,":[92],"which":[93],"minimizes":[94],"the":[95,116,119,129,144,180,227,263,277,293,302,322,326,350,360,364,373,392,395,433,445,448,469,514],"computation":[96,210],"memory":[98],"burden":[99],"resource-constrained":[101],"by":[103,472],"providing":[104],"heterogeneous":[105,120,145,268,279],"customized":[106],"sub-models.":[107],"FedConv":[108,133,194,251],"features":[109],"novel":[111],"learning-on-model":[112],"paradigm":[113],"that":[114,193,369,391],"learns":[115],"parameters":[117],"sub-models":[121,269],"via":[122],"convolutional":[123,150],"compression.":[124],"Unlike":[125],"traditional":[126,333],"compression":[127,170],"methods,":[128],"compressed":[130],"models":[131,158,281,296],"can":[134,377],"be":[135],"directly":[136],"decompression.":[141],"aggregate":[143],"sub-models,":[146],"transposed":[149],"dilation":[151,172],"convert":[153],"them":[154,284],"back":[155],"with":[159,233,359],"unified":[161],"size":[162],"while":[163],"retaining":[164],"personalized":[165],"from":[167,354],"The":[169,450],"processes,":[173],"transparent":[174],"clients,":[176],"are":[177,436,474],"optimized":[178],"server":[181,232],"leveraging":[182],"small":[184],"public":[185],"dataset.":[186],"Extensive":[187],"experiments":[188],"six":[190],"datasets":[191,435],"demonstrate":[192],"outperforms":[195],"state-of-the-art":[196],"systems":[198],"terms":[200],"accuracy":[203],"(by":[204],"more":[205],"than":[206],"35%":[207],"average),":[209],"communication":[212,305],"overhead":[213],"(with":[214],"33%":[215],"25%":[217],"reduction,":[218],"respectively).":[219],"Requirements":[220],"It":[221],"recommended":[223],"strictly":[225],"follow":[226],"Software":[228,239],"configurations.":[229],"Hardware":[230],"GPU":[234],"Multiple":[235],"(edge":[237],"devices)":[238],"Operating":[240],"System:":[241],"Ubuntu":[242],"22.04":[243],"LTS":[244],"Python":[245,352,357,404],"3.10.12":[246],"PyTorch":[247,346,374],"1.13.1+cu117":[248],"Flower":[249],"1.6.0":[250],"Overview":[252],"Server":[253,407],"Initialize":[254],"model.":[258],"Apply":[259,272,288],"_Convolutional":[260],"Compression_":[261],"generate":[267],"_Transposed":[273],"Convolutional":[274],"Dilation_":[275],"received":[278],"client":[280],"transform":[283],"into":[285],"models.":[287],"_Weighted":[289],"Average":[290],"Aggregation_":[291],"rescaled":[294],"perform":[298],"aggregation":[300],"next":[303],"round.":[306],"Perform":[309,328],"their":[310],"resource":[311],"profiles":[312],"determine":[314],"set":[316],"shrinkage":[318,323],"ratios":[319,324],"transmit":[321],"server.":[327],"local":[329,356,403],"as":[331],"FL.":[334],"Quick":[335],"Start":[336],"1.":[337],"Installation":[338],"pip3":[339],"install":[340],"-r":[341],"requirements.txt":[342],"--extra-index-url":[343],"https://download.pytorch.org/whl/cu117":[344],"2.":[345],"Package":[347],"Modification":[348],"Replace":[349],"following":[351],"files":[353,361,397],"your":[355,402],"environment":[358],"provided":[362],"`Replace`":[365],"folder.":[366],"<font":[367],"color='blue'>Note":[368],"although":[370],"modify":[372,444],"packages,":[375],"you":[376,464],"still":[378],"normally":[379],"use":[380],"it":[381],"just":[382],"like":[383],"before.</font>":[384],"/usr/local/lib/python3.10/dist-packages/torch/nn/modules/module.py":[385],"/usr/local/lib/python3.10/dist-packages/torch/nn/modules/conv.py":[386],"/usr/local/lib/python3.10/dist-packages/torch/nn/modules/batchnorm.py":[387],"/usr/local/lib/python3.10/dist-packages/torch/nn/modules/linear.py":[388],"/usr/local/lib/python3.10/dist-packages/torch/nn/init.py":[389],"Note":[390],"paths":[393],"above":[396],"may":[398],"vary":[399],"based":[400],"environment.":[405],"3.":[406],"Configuration":[408,413],"python3":[409,414,418,422,427],"server.py":[410],"4.":[411],"Client":[412],"client.py":[415,419,423,428],"--client_id":[416,420,424,429],"0":[417],"1":[421],"2":[425],"...":[426],"9":[430],"Notes":[431],"All":[432,468],"available":[437],"through":[438],"Link.":[440],"Feel":[441],"free":[442],"hyper-parameters":[446],"`config.py`":[449],"default":[451],"number":[452],"10.":[456],"Please":[457],"don't":[458],"hesitate":[459],"reach":[461],"out":[462],"if":[463],"any":[466],"questions.":[467],"evaluation":[470],"results":[471],"ourselves":[473],"presented":[475],"in:":[476],"./Results/global_modal_accuracy.json":[477],"./Results/client_modal_accuracy.json":[478],"./Results/communication_cost.json":[479],"./Results/memory_usage.json":[480],"./Results/wall_clock_time.json":[481],"Citation":[482],"@inproceedings{shen2024fedconv,":[483],"title={FedConv:":[484],"Clients},":[491],"author={Shen,":[492],"Leming":[493],"Yang,":[495],"Qiang":[496],"Cui,":[498],"Kaiyan":[499],"Zheng,":[501],"Yuanqing":[502],"Wei,":[504],"Xiao-Yong":[505],"Liu,":[507],"Jianwei":[508],"Han,":[510],"Jinsong},":[511],"booktitle={Proceedings":[512],"22st":[515],"Annual":[516],"International":[517],"Conference":[518],"Mobile":[520],"Systems,":[521],"Applications":[522],"Services},":[524],"pages={1--14},":[525],"year={2024}":[526],"}":[527]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}