{"id":"https://openalex.org/W4414404729","doi":"https://doi.org/10.1109/tmc.2025.3612427","title":"Unity is Power: Semi-Asynchronous Collaborative Training of Large-Scale Models With Structured Pruning in Resource-Limited Clients","display_name":"Unity is Power: Semi-Asynchronous Collaborative Training of Large-Scale Models With Structured Pruning in Resource-Limited Clients","publication_year":2025,"publication_date":"2025-09-22","ids":{"openalex":"https://openalex.org/W4414404729","doi":"https://doi.org/10.1109/tmc.2025.3612427"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2025.3612427","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3612427","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yan Li","orcid":"https://orcid.org/0009-0007-7991-7485"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yan Li","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100696226","display_name":"Xiao Zhang","orcid":"https://orcid.org/0000-0003-0824-9284"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Zhang","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115010735","display_name":"Mingyi Li","orcid":"https://orcid.org/0009-0006-9432-1068"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingyi Li","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Guangwei Xu","orcid":"https://orcid.org/0009-0004-0035-2732"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangwei Xu","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Feng Chen","orcid":"https://orcid.org/0009-0003-8807-4097"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Chen","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yuan Yuan","orcid":"https://orcid.org/0000-0002-3976-0870"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Yuan","raw_affiliation_strings":["School of Software &#x0026; Joint SDU-NTU Centre for Artificial Intelligence Research (C-FAIR), Shandong University, Jinan, China","School of Software &amp; Joint SDU-NTU Centre for Artificial Intelligence Research (C-FAIR), Shandong University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"School of Software &#x0026; Joint SDU-NTU Centre for Artificial Intelligence Research (C-FAIR), Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]},{"raw_affiliation_string":"School of Software &amp; Joint SDU-NTU Centre for Artificial Intelligence Research (C-FAIR), Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021204914","display_name":"Yifei Zou","orcid":"https://orcid.org/0000-0003-4579-5380"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifei Zou","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103092947","display_name":"Mengying Zhao","orcid":"https://orcid.org/0000-0001-7891-5436"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengying Zhao","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jianbo Lu","orcid":"https://orcid.org/0000-0001-7850-5568"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianbo Lu","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045982340","display_name":"Dongxiao Yu","orcid":"https://orcid.org/0000-0001-6835-5981"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongxiao Yu","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I80143920"],"apc_list":null,"apc_paid":null,"fwci":3.9541,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.95120637,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"25","issue":"3","first_page":"3051","last_page":"3067"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.6729999780654907,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.6729999780654907,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.6676999926567078,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10703","display_name":"Business Process Modeling and Analysis","score":0.6301000118255615,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.7885000109672546},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.6252999901771545},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4790000021457672},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.41449999809265137},{"id":"https://openalex.org/keywords/collaborative-filtering","display_name":"Collaborative filtering","score":0.40939998626708984},{"id":"https://openalex.org/keywords/power-consumption","display_name":"Power consumption","score":0.39910000562667847},{"id":"https://openalex.org/keywords/collaborative-network","display_name":"Collaborative network","score":0.39570000767707825},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.33480000495910645},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.33090001344680786}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8899000287055969},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.7885000109672546},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.6252999901771545},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4790000021457672},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45829999446868896},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.446399986743927},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.41449999809265137},{"id":"https://openalex.org/C21569690","wikidata":"https://www.wikidata.org/wiki/Q94702","display_name":"Collaborative filtering","level":3,"score":0.40939998626708984},{"id":"https://openalex.org/C2984118289","wikidata":"https://www.wikidata.org/wiki/Q29954","display_name":"Power consumption","level":3,"score":0.39910000562667847},{"id":"https://openalex.org/C2779606945","wikidata":"https://www.wikidata.org/wiki/Q5145847","display_name":"Collaborative network","level":2,"score":0.39570000767707825},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3409000039100647},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.33480000495910645},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.33090001344680786},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.32589998841285706},{"id":"https://openalex.org/C2776960227","wikidata":"https://www.wikidata.org/wiki/Q2586354","display_name":"Knowledge transfer","level":2,"score":0.3133000135421753},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.3082999885082245},{"id":"https://openalex.org/C138020889","wikidata":"https://www.wikidata.org/wiki/Q2349659","display_name":"Collaborative learning","level":2,"score":0.3000999987125397},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.29739999771118164},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.290800005197525},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.28940001130104065},{"id":"https://openalex.org/C2779017730","wikidata":"https://www.wikidata.org/wiki/Q5145845","display_name":"Collaborative model","level":2,"score":0.272599995136261},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.27219998836517334},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.2705000042915344},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.26809999346733093},{"id":"https://openalex.org/C554579003","wikidata":"https://www.wikidata.org/wiki/Q474157","display_name":"Collaborative software","level":2,"score":0.26570001244544983},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.26080000400543213},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.2597000002861023},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2025.3612427","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3612427","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3057205905","display_name":null,"funder_award_id":"62202273","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4244470336","display_name":null,"funder_award_id":"62302247","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4722210010","display_name":null,"funder_award_id":"ZR2022QF140","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G7370167184","display_name":null,"funder_award_id":"ZR2025MS1105","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1546425147","https://openalex.org/W2117539524","https://openalex.org/W2744999500","https://openalex.org/W2896457183","https://openalex.org/W2977090839","https://openalex.org/W2987861506","https://openalex.org/W3208693455","https://openalex.org/W3214721897","https://openalex.org/W4312290555","https://openalex.org/W4327662190","https://openalex.org/W4361988767","https://openalex.org/W4382998379","https://openalex.org/W4385245566","https://openalex.org/W4385567528","https://openalex.org/W4385800841","https://openalex.org/W4385819927","https://openalex.org/W4386083155","https://openalex.org/W4387026850","https://openalex.org/W4393146407","https://openalex.org/W4393160503","https://openalex.org/W4395005602","https://openalex.org/W4395069635","https://openalex.org/W4400315380","https://openalex.org/W4400925671","https://openalex.org/W4401863753","https://openalex.org/W4402754051","https://openalex.org/W4407958946","https://openalex.org/W4408634392","https://openalex.org/W4411119784","https://openalex.org/W4415428134"],"related_works":[],"abstract_inverted_index":{"In":[0,23],"this":[1],"work,":[2],"we":[3,35,82,100],"study":[4],"to":[5,15,25,40,76,130,137,140],"release":[6],"the":[7,37,42,78],"potential":[8],"of":[9,96,107],"massive":[10],"heterogeneous":[11],"weak":[12],"computing":[13],"power":[14],"collaboratively":[16],"train":[17],"large-scale":[18],"models":[19],"on":[20,104,156],"dispersed":[21],"datasets.":[22],"order":[24],"improve":[26],"both":[27],"efficiency":[28],"and":[29,50,71,132,150],"accuracy":[30,127],"in":[31],"resource-adaptive":[32],"collaborative":[33,59],"learning,":[34],"take":[36],"first":[38],"step":[39],"consider":[41],"unstructured":[43],"pruning,":[44],"varying":[45],"submodel":[46],"architectures,":[47],"knowledge":[48,73],"loss,":[49],"straggler":[51],"challenges":[52],"simultaneously.":[53],"We":[54],"propose":[55],"a":[56,110],"novel":[57],"semiasynchronous":[58],"training":[60,151],"framework,":[61],"namely":[62],"Co-S<sup":[63,87,123],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[64,88,124],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</sup>P,":[65],"with":[66,109],"data":[67],"distribution-aware":[68],"structured":[69],"pruning":[70],"cross-block":[72],"transfer":[74],"mechanism":[75],"address":[77],"above":[79],"concerns.":[80],"Furthermore,":[81],"provide":[83],"theoretical":[84],"proof":[85],"that":[86,122],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</sup>P":[89,125],"can":[90],"achieve":[91],"asymptotic":[92],"optimal":[93],"convergence":[94],"rate":[95],"O(1/\u221a":[97],"N\u2217EQ).":[98],"Finally,":[99],"conduct":[101],"extensive":[102],"experiments":[103],"two":[105],"types":[106],"tasks":[108],"real-world":[111],"hardware":[112],"testbed":[113],"including":[114],"diverse":[115],"IoT":[116],"devices.":[117,159],"The":[118],"experimental":[119],"results":[120],"demonstrate":[121],"improves":[126],"by":[128,135,147,153],"up":[129,136],"8.8%":[131],"resource":[133],"utilization":[134],"1.2\u00d7":[138],"compared":[139],"state-of-the-art":[141],"methods,":[142],"while":[143],"reducing":[144],"memory":[145],"consumption":[146],"approximately":[148],"22%":[149],"time":[152],"about":[154],"24%":[155],"all":[157],"resource-limited":[158]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}