{"id":"https://openalex.org/W7124426043","doi":"https://doi.org/10.1109/tpds.2026.3654957","title":"Resource-Efficient Personal Large Language Models Fine-Tuning With Collaborative Edge Computing","display_name":"Resource-Efficient Personal Large Language Models Fine-Tuning With Collaborative Edge Computing","publication_year":2026,"publication_date":"2026-01-16","ids":{"openalex":"https://openalex.org/W7124426043","doi":"https://doi.org/10.1109/tpds.2026.3654957"},"language":null,"primary_location":{"id":"doi:10.1109/tpds.2026.3654957","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2026.3654957","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069427601","display_name":"Shengyuan Ye","orcid":"https://orcid.org/0000-0001-8867-0655"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shengyuan Ye","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106355629","display_name":"Bei Ouyang","orcid":"https://orcid.org/0009-0001-4408-2832"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bei Ouyang","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106355630","display_name":"Tianyi Qian","orcid":null},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyi Qian","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Liekang Zeng","orcid":"https://orcid.org/0000-0003-4800-8768"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liekang Zeng","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jingyi Li","orcid":"https://orcid.org/0000-0002-4978-8607"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyi Li","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120913065","display_name":"Jiangsu Du","orcid":null},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangsu Du","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiaowen Chu","orcid":"https://orcid.org/0000-0001-9745-4372"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaowen Chu","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123248770","display_name":"Guoliang Xing","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guoliang Xing","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5123245606","display_name":"Xu Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Chen","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5069427601"],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09812747,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"37","issue":"3","first_page":"680","last_page":"696"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.3449000120162964,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.3449000120162964,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.17499999701976776,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.05310000106692314,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.6189000010490417},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.6074000000953674},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6067000031471252},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5185999870300293},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.49639999866485596},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.4814000129699707},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.4560999870300293},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.4449000060558319}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8356999754905701},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.6189000010490417},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.6074000000953674},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6067000031471252},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5185999870300293},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.49639999866485596},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4814000129699707},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.4560999870300293},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.451200008392334},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4449000060558319},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.3903999924659729},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3716000020503998},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.35010001063346863},{"id":"https://openalex.org/C127964446","wikidata":"https://www.wikidata.org/wiki/Q1092142","display_name":"Computational resource","level":3,"score":0.3400999903678894},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.33640000224113464},{"id":"https://openalex.org/C2777958785","wikidata":"https://www.wikidata.org/wiki/Q17120940","display_name":"Resource efficiency","level":2,"score":0.3215000033378601},{"id":"https://openalex.org/C51332947","wikidata":"https://www.wikidata.org/wiki/Q1172305","display_name":"Shared resource","level":2,"score":0.2879999876022339},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2827000021934509},{"id":"https://openalex.org/C169093310","wikidata":"https://www.wikidata.org/wiki/Q3702971","display_name":"Personally identifiable information","level":2,"score":0.2800999879837036},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2671999931335449},{"id":"https://openalex.org/C148730421","wikidata":"https://www.wikidata.org/wiki/Q141090","display_name":"Encryption","level":2,"score":0.2669999897480011},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2632000148296356}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2026.3654957","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2026.3654957","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W2969388332","https://openalex.org/W3115894062","https://openalex.org/W3170224286","https://openalex.org/W4205991051","https://openalex.org/W4253028564","https://openalex.org/W4282960063","https://openalex.org/W4282974189","https://openalex.org/W4306178406","https://openalex.org/W4316252350","https://openalex.org/W4318541554","https://openalex.org/W4385245566","https://openalex.org/W4385571011","https://openalex.org/W4386083031","https://openalex.org/W4387212306","https://openalex.org/W4389919338","https://openalex.org/W4399121685","https://openalex.org/W4399140776","https://openalex.org/W4399665655","https://openalex.org/W4401409118","https://openalex.org/W4401508667","https://openalex.org/W4401568153","https://openalex.org/W4402667118","https://openalex.org/W4403791725","https://openalex.org/W4405717632"],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"have":[4,25],"unlocked":[5],"a":[6,27,113,137,147,171,213,222,279],"plethora":[7],"of":[8,32,43,86,101,132,157,234,251,260],"powerful":[9],"applications":[10],"at":[11],"the":[12,84,98,129,168,176,186,190,235,239,245,252,261],"network":[13],"edge,":[14],"such":[15],"as":[16,212],"intelligent":[17],"personal":[18,33,122,133,148,218],"assistants.":[19],"Data":[20],"privacy":[21],"and":[22,46,52,160,225],"security":[23],"concerns":[24],"prompted":[26],"shift":[28],"towards":[29],"edge-based":[30],"fine-tuning":[31,59,135,150,250,291],"LLMs,":[34],"away":[35],"from":[36],"cloud":[37],"reliance.":[38],"However,":[39],"this":[40],"raises":[41],"issues":[42],"computational":[44],"intensity":[45],"resource":[47,64,90,99,114,130,215],"scarcity,":[48],"hindering":[49],"training":[50,274],"efficiency":[51],"feasibility.":[53],"While":[54],"current":[55],"studies":[56,80],"investigate":[57],"parameter-efficient":[58],"(PEFT)":[60],"techniques":[61,71],"to":[62,166,228,278,288,301],"mitigate":[63],"constraints,":[65],"our":[66],"analysis":[67],"indicates":[68],"that":[69,152,265],"these":[70,106],"are":[72,94],"not":[73],"sufficiently":[74],"resource-efficient":[75],"for":[76,120,170,192,216,241],"edge":[77,87,117,205,273],"devices.":[78,103],"Other":[79],"focus":[81],"on":[82],"exploiting":[83],"potential":[85],"devices":[88,206],"through":[89,175,244],"management":[91],"optimization,":[92],"yet":[93],"ultimately":[95],"bottlenecked":[96],"by":[97,188,299],"wall":[100,131],"individual":[102],"To":[104],"tackle":[105],"challenges,":[107],"we":[108],"propose":[109],"<monospace":[110,125,143,201,266,293],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[111,126,144,202,267,281,294,303],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">PAC+</monospace>,":[112],"efficient":[115,154],"collaborative":[116,272],"AI":[118],"framework":[119],"in-situ":[121,217],"LLMs":[123,134,149,219],"fine-tuning.":[124],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">PAC+</monospace>":[127,145,203,268,295],"breaks":[128],"with":[136],"sophisticated":[138],"algorithm-system":[139],"co-design.":[140],"(1)":[141],"Algorithmically,":[142],"implements":[146],"technique":[151],"is":[153],"in":[155,207],"terms":[156],"parameters,":[158],"time,":[159],"memory.":[161],"It":[162],"utilizes":[163],"Parallel":[164,253],"Adapters":[165,254],"circumvent":[167],"need":[169,240],"full":[172],"backward":[173],"pass":[174,243],"LLM":[177,246,290],"backbone.":[178],"Additionally,":[179],"an":[180],"activation":[181,236],"cache":[182,237],"mechanism":[183],"further":[184],"streamlining":[185],"process":[187],"negating":[189],"necessity":[191],"repeated":[193],"forward":[194,242],"passes":[195],"across":[196],"multiple":[197],"epochs.":[198],"(2)":[199],"Systematically,":[200],"leverages":[204],"close":[208],"proximity,":[209],"pooling":[210],"them":[211],"collective":[214],"fine-tuning,":[220],"utilizing":[221],"hybrid":[223],"data":[224,256],"pipeline":[226],"parallelism":[227],"orchestrate":[229],"distributed":[230],"training.":[231],"The":[232],"use":[233],"eliminates":[238],"backbone,":[247],"enabling":[248],"exclusive":[249],"using":[255],"parallelism.":[257],"Extensive":[258],"evaluation":[259],"prototype":[262],"implementation":[263],"demonstrates":[264],"significantly":[269],"outperforms":[270],"existing":[271],"systems,":[275],"achieving":[276],"up":[277,300],"<inline-formula":[280,302],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[282,304],"notation=\"LaTeX\">$9.7\\times$</tex-math></inline-formula>":[283],"end-to-end":[284],"speedup.":[285],"Furthermore,":[286],"compared":[287],"mainstream":[289],"algorithms,":[292],"reduces":[296],"memory":[297],"footprint":[298],"notation=\"LaTeX\">$88.16\\%$</tex-math></inline-formula>.":[305]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2026-01-17T00:00:00"}