{"id":"https://openalex.org/W4416476051","doi":"https://doi.org/10.1145/3680207.3723487","title":"Confidant: Customizing Transformer-based LLMs via Collaborative Training on Mobile Devices","display_name":"Confidant: Customizing Transformer-based LLMs via Collaborative Training on Mobile Devices","publication_year":2025,"publication_date":"2025-11-03","ids":{"openalex":"https://openalex.org/W4416476051","doi":"https://doi.org/10.1145/3680207.3723487"},"language":null,"primary_location":{"id":"doi:10.1145/3680207.3723487","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3680207.3723487","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st Annual International Conference on Mobile Computing and Networking","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3680207.3723487","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100321270","display_name":"Yuhao Chen","orcid":"https://orcid.org/0000-0002-9905-5823"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuhao Chen","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9905-5823","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101287097","display_name":"Yuxuan Yan","orcid":"https://orcid.org/0009-0004-4789-1645"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxuan Yan","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0004-4789-1645","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108603466","display_name":"S. H. Ge","orcid":"https://orcid.org/0009-0003-6110-7645"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuowei Ge","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0003-6110-7645","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yuyang Qin","orcid":"https://orcid.org/0009-0002-4533-6467"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuyang Qin","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0002-4533-6467","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038366125","display_name":"Yue Zheng","orcid":"https://orcid.org/0009-0003-0706-623X"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Zheng","raw_affiliation_strings":["Zhejiang University of Technology, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0003-0706-623X","affiliations":[{"raw_affiliation_string":"Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010220478","display_name":"Qianqian Yang","orcid":"https://orcid.org/0000-0003-4747-9410"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianqian Yang","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-4747-9410","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068195118","display_name":"Shibo He","orcid":"https://orcid.org/0000-0002-1505-6766"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shibo He","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-1505-6766","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041940889","display_name":"Zhiguo Shi","orcid":"https://orcid.org/0000-0001-9160-048X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiguo Shi","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-9160-048X","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100726041","display_name":"Jiming Chen","orcid":"https://orcid.org/0000-0003-3155-3145"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiming Chen","raw_affiliation_strings":["Hangzhou Dianzi University, Hangzhou, China","Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-3155-3145","affiliations":[{"raw_affiliation_string":"Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016472874","display_name":"Yuanchao Shu","orcid":"https://orcid.org/0000-0002-9542-7095"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanchao Shu","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9542-7095","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5100321270"],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":2.4216,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.91498288,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"483","last_page":"497"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.23759999871253967,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.23759999871253967,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.14489999413490295,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.12269999831914902,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.6287000179290771},{"id":"https://openalex.org/keywords/mobile-computing","display_name":"Mobile computing","score":0.48429998755455017},{"id":"https://openalex.org/keywords/personalization","display_name":"Personalization","score":0.44760000705718994},{"id":"https://openalex.org/keywords/mobile-technology","display_name":"Mobile technology","score":0.4302999973297119},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.42730000615119934},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.42399999499320984},{"id":"https://openalex.org/keywords/cornerstone","display_name":"Cornerstone","score":0.4140999913215637}],"concepts":[{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.6287000179290771},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5900999903678894},{"id":"https://openalex.org/C144543869","wikidata":"https://www.wikidata.org/wiki/Q2738570","display_name":"Mobile computing","level":2,"score":0.48429998755455017},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.44760000705718994},{"id":"https://openalex.org/C60952562","wikidata":"https://www.wikidata.org/wiki/Q6887246","display_name":"Mobile technology","level":3,"score":0.4302999973297119},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.42730000615119934},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.42399999499320984},{"id":"https://openalex.org/C2780616401","wikidata":"https://www.wikidata.org/wiki/Q1133673","display_name":"Cornerstone","level":2,"score":0.4140999913215637},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.40529999136924744},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3801000118255615},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.37880000472068787},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3781000077724457},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.34549999237060547},{"id":"https://openalex.org/C95491727","wikidata":"https://www.wikidata.org/wiki/Q992968","display_name":"Mobile telephony","level":3,"score":0.3257000148296356},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.32249999046325684},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.32120001316070557},{"id":"https://openalex.org/C2988145974","wikidata":"https://www.wikidata.org/wiki/Q620615","display_name":"Mobile apps","level":2,"score":0.28999999165534973},{"id":"https://openalex.org/C2779439359","wikidata":"https://www.wikidata.org/wiki/Q317088","display_name":"Commodity","level":2,"score":0.2782999873161316}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3680207.3723487","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3680207.3723487","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st Annual International Conference on Mobile Computing and Networking","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3680207.3723487","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3680207.3723487","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st Annual International Conference on Mobile Computing and Networking","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3533274394","display_name":null,"funder_award_id":"623B1002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4513079086","display_name":null,"funder_award_id":"62293511","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4710423954","display_name":null,"funder_award_id":"62201505","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6294039694","display_name":null,"funder_award_id":"92467301","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6454029087","display_name":null,"funder_award_id":"62293481","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"have":[4],"emerged":[5],"as":[6],"a":[7,55,86,123,137,147,169,192,199],"cornerstone":[8],"for":[9,28],"advancing":[10],"AI":[11],"technologies.":[12],"It":[13],"revolutionizes":[14],"the":[15,26,29,49,120,133,158],"way":[16,27],"we":[17,83],"interact":[18],"with":[19],"devices,":[20],"websites,":[21],"and":[22,24,34,54,152,181,190,214,231,233],"information,":[23],"paves":[25],"development":[30],"of":[31,39,51,58,115,122,201,217],"highly":[32,78],"intuitive":[33],"capable":[35],"virtual":[36],"assistants.":[37],"Training":[38],"today's":[40],"LLMs":[41,70,94,218,226],"happens":[42],"in":[43,64,119,188,210,238],"cloud":[44],"data":[45,53],"centers":[46],"due":[47],"to":[48,95,117,131,156,176,222],"requirement":[50],"enormous":[52],"significant":[56],"amount":[57],"computing":[59],"power.":[60],"Despite":[61],"extensive":[62],"research":[63],"mobile":[65,101,124,127,202,245],"edge":[66],"computing,":[67],"fine-tuning":[68],"pre-trained":[69],"using":[71,242],"resource-constrained":[72],"devices":[73,128],"like":[74],"commodity":[75],"smartphones":[76],"remains":[77],"under-explored.":[79],"In":[80,143],"this":[81,104],"paper,":[82],"propose":[84],"Confidant,":[85],"practical":[87],"collaborative":[88,196],"training":[89,141,159,197],"framework":[90],"that":[91,207],"allows":[92],"modern":[93],"be":[96],"fine-tuned":[97],"across":[98,161],"multiple":[99],"off-the-shelf":[100],"devices.":[102,246],"To":[103,164],"end,":[105],"Confidant":[106,145,187,208],"partitions":[107],"an":[108],"LLM":[109,134],"into":[110],"several":[111],"sub-models,":[112],"allowing":[113],"each":[114],"them":[116],"fit":[118],"memory":[121],"device.":[125],"Multiple":[126],"then":[129],"collaborate":[130],"train":[132,223],"by":[135],"employing":[136],"novel":[138],"pipeline":[139],"parallel":[140],"approach.":[142],"specific,":[144],"encompasses":[146],"memory-aware":[148],"dynamic":[149],"model":[150],"partitioning":[151],"intra-device":[153],"multi-processor":[154],"scheduler":[155],"minimize":[157],"time":[160],"heterogeneous":[162],"platforms.":[163,203],"ensure":[165],"resilient":[166],"distributed":[167],"training,":[168],"hybrid":[170],"fault":[171],"tolerance":[172],"mechanism":[173],"is":[174],"devised":[175],"proactively":[177],"manage":[178],"potential":[179],"device":[180],"network":[182],"failures.":[183],"We":[184],"fully":[185],"implemented":[186],"C++/Python,":[189],"built":[191],"cross-framework":[193],"adapter,":[194],"enabling":[195],"on":[198,236],"variety":[200],"Experimental":[204],"results":[205],"show":[206],"excels":[209],"achieving":[211],"computation-,":[212],"memory-efficient,":[213],"robust":[215],"customization":[216],"-":[219],"it":[220],"manages":[221],"state-of-the-art":[224],"billion-sized":[225],"including":[227],"BERT,":[228],"GPT-2,":[229],"Phi2,":[230],"LLaMA3,":[232],"fine-tunes":[234],"Phi2-2.7B":[235],"Alpaca":[237],"just":[239],"40.1":[240],"hours":[241],"three":[243],"consumer-grade":[244]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-05-21T09:19:25.381259","created_date":"2025-11-23T00:00:00"}