{"id":"https://openalex.org/W4404411459","doi":"https://doi.org/10.1109/jiot.2024.3499375","title":"TinyFEL: Communication, Computation, and Memory Efficient Tiny Federated Edge Learning via Model Sparse Update","display_name":"TinyFEL: Communication, Computation, and Memory Efficient Tiny Federated Edge Learning via Model Sparse Update","publication_year":2024,"publication_date":"2024-11-15","ids":{"openalex":"https://openalex.org/W4404411459","doi":"https://doi.org/10.1109/jiot.2024.3499375"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3499375","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3499375","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019562814","display_name":"Qimei Chen","orcid":"https://orcid.org/0000-0003-2497-8911"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qimei Chen","raw_affiliation_strings":["School of Electronic Information, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-2497-8911","affiliations":[{"raw_affiliation_string":"School of Electronic Information, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Han Cheng","orcid":"https://orcid.org/0000-0001-8898-841X"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Cheng","raw_affiliation_strings":["School of Electronic Information, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-8898-841X","affiliations":[{"raw_affiliation_string":"School of Electronic Information, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067550914","display_name":"Yipeng Liang","orcid":"https://orcid.org/0000-0002-5938-3611"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yipeng Liang","raw_affiliation_strings":["School of Electronic Information, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-5938-3611","affiliations":[{"raw_affiliation_string":"School of Electronic Information, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004583148","display_name":"Guangxu Zhu","orcid":"https://orcid.org/0000-0001-9532-9201"},"institutions":[{"id":"https://openalex.org/I4210099586","display_name":"Shenzhen Research Institute of Big Data","ror":"https://ror.org/00z1gwf89","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210099586"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangxu Zhu","raw_affiliation_strings":["Shenzhen Research Institute of Big Data, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-9532-9201","affiliations":[{"raw_affiliation_string":"Shenzhen Research Institute of Big Data, Shenzhen, China","institution_ids":["https://openalex.org/I4210099586"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100351375","display_name":"Ming Li","orcid":"https://orcid.org/0000-0002-0722-028X"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Li","raw_affiliation_strings":["School of Electronic Information, Wuhan University, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Information, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100616426","display_name":"Hao Jiang","orcid":"https://orcid.org/0000-0002-8533-1612"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Jiang","raw_affiliation_strings":["School of Electronic Information, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-8533-1612","affiliations":[{"raw_affiliation_string":"School of Electronic Information, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6671,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.86700993,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"12","issue":"7","first_page":"8247","last_page":"8260"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.8644000291824341,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.8644000291824341,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.8180999755859375,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.7450000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8835418224334717},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5767859816551208},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5307937264442444},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.47536128759384155},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4233478903770447},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3496131896972656},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.32233285903930664},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30378568172454834},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.20506152510643005},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10352882742881775},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.08211815357208252}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8835418224334717},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5767859816551208},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5307937264442444},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.47536128759384155},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4233478903770447},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3496131896972656},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32233285903930664},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30378568172454834},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.20506152510643005},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10352882742881775},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.08211815357208252}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3499375","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3499375","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2788439015","display_name":null,"funder_award_id":"62371313","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5092299349","display_name":null,"funder_award_id":"2022A1515010109","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W2295652899","https://openalex.org/W2343189577","https://openalex.org/W3090615085","https://openalex.org/W3093828967","https://openalex.org/W3108590825","https://openalex.org/W3109847748","https://openalex.org/W3113075536","https://openalex.org/W3129831491","https://openalex.org/W3198500200","https://openalex.org/W3210225643","https://openalex.org/W4206529782","https://openalex.org/W4210259985","https://openalex.org/W4229064837","https://openalex.org/W4285506349","https://openalex.org/W4306178637","https://openalex.org/W4317794926","https://openalex.org/W4321483947","https://openalex.org/W4367670059","https://openalex.org/W4379033818","https://openalex.org/W4381198745","https://openalex.org/W4385569560","https://openalex.org/W4386131770","https://openalex.org/W4386263535","https://openalex.org/W4386766438","https://openalex.org/W4388040469","https://openalex.org/W4388407698","https://openalex.org/W4393104961","https://openalex.org/W6703652217","https://openalex.org/W6728757088","https://openalex.org/W6754416507","https://openalex.org/W6756718674","https://openalex.org/W6780827055","https://openalex.org/W6795916790","https://openalex.org/W6797463349","https://openalex.org/W6802464851","https://openalex.org/W6810362877","https://openalex.org/W6838539104"],"related_works":["https://openalex.org/W4324372666","https://openalex.org/W4225706866","https://openalex.org/W2914646191","https://openalex.org/W4322761281","https://openalex.org/W4238233472","https://openalex.org/W4313339048","https://openalex.org/W3111395152","https://openalex.org/W4386004629","https://openalex.org/W3023564924","https://openalex.org/W2942586735"],"abstract_inverted_index":{"Federated":[0],"edge":[1,35,74],"learning":[2,11,31,206],"(FEL)":[3],"is":[4,156,221],"regarded":[5],"as":[6,19,21],"a":[7,101,138,149,169,209],"promising":[8],"distributed":[9],"machine":[10],"paradigm":[12],"to":[13,57,66,176],"reduce":[14,126,246],"transmission":[15],"latency":[16,173],"and":[17,70,130,171,205,217,232],"resources":[18],"well":[20],"preserve":[22],"raw":[23],"data":[24],"privacy":[25],"by":[26,250],"collaboratively":[27],"training":[28,119,179,247],"local":[29,117,127],"deep":[30],"models":[32,51],"across":[33],"multiple":[34],"devices.":[36,75],"However,":[37],"with":[38,54,94],"the":[39,46,67,95,113,122,132,145,163,178,188,195,225,254,258],"development":[40],"of":[41,48,73,143,151,154,180,191,229,260],"artificial":[42],"intelligence":[43],"(AI)":[44],"technologies,":[45],"size":[47],"neural":[49],"network":[50],"grows":[52],"exponentially":[53],"their":[55],"parameters":[56,155],"meet":[58],"variable":[59],"application":[60],"requirements,":[61],"which":[62,111,160,193],"poses":[63],"significant":[64],"challenges":[65],"computation,":[68],"communication,":[69],"memory":[71,90,128,248],"abilities":[72],"Existing":[76],"designs":[77],"typically":[78],"focus":[79],"on":[80,224],"either":[81],"communication":[82,164,170],"or":[83],"computation":[84,172],"efficiency":[85],"without":[86],"caring":[87],"each":[88],"device\u2019s":[89],"ability.":[91],"To":[92,182],"deal":[93],"above":[96],"issues,":[97],"we":[98,136,167,185],"first":[99],"introduce":[100],"novel":[102],"model":[103,118],"sparse":[104,199,211],"update":[105,200,212],"enabled":[106],"tiny":[107],"FEL":[108,256],"(TinyFEL)":[109],"architecture,":[110],"terminates":[112],"backpropagation":[114],"early":[115],"in":[116],"processes.":[120],"Therefore,":[121],"proposed":[123,243],"TinyFEL":[124,244],"can":[125,245],"occupation":[129,249],"lessen":[131],"communication-and-computation":[133],"burden.":[134],"Furthermore,":[135],"propose":[137],"parameter":[139],"splitting":[140],"mechanism":[141],"instead":[142],"transmitting":[144],"full":[146],"model,":[147],"only":[148],"part":[150],"updated":[152],"layers":[153],"transmitted":[157],"for":[158],"aggregation,":[159],"significantly":[161],"reduced":[162],"overheads.":[165],"Thereafter,":[166],"develop":[168],"minimization":[174],"problem":[175],"accelerate":[177],"TinyFEL.":[181],"this":[183],"end,":[184],"theoretically":[186],"analyze":[187],"convergence":[189],"performance":[190],"TinyFEL,":[192],"unveils":[194],"mathematical":[196],"relationship":[197],"among":[198],"ratio":[201,213],"assignment,":[202,214],"device":[203,215],"selection,":[204,216],"performance.":[207],"Then,":[208],"joint":[210],"resource":[218],"allocation":[219],"strategy":[220],"introduced":[222],"based":[223],"alternating":[226],"direction":[227],"method":[228],"multipliers":[230],"(ADMMs)":[231],"block":[233],"coordinate":[234],"descent":[235],"(BCD)":[236],"algorithms.":[237],"Numerical":[238],"results":[239],"indicate":[240],"that":[241],"our":[242],"over":[251],"40%":[252],"than":[253],"traditional":[255],"at":[257],"cost":[259],"negligible":[261],"accuracy":[262],"loss.":[263]},"counts_by_year":[{"year":2025,"cited_by_count":6}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}