{"id":"https://openalex.org/W4416252404","doi":"https://doi.org/10.1109/ijcnn64981.2025.11227876","title":"FedSIT: Efficient Federated Fine-Tuning with Model Splitting and Importance-Based Tuning","display_name":"FedSIT: Efficient Federated Fine-Tuning with Model Splitting and Importance-Based Tuning","publication_year":2025,"publication_date":"2025-06-30","ids":{"openalex":"https://openalex.org/W4416252404","doi":"https://doi.org/10.1109/ijcnn64981.2025.11227876"},"language":null,"primary_location":{"id":"doi:10.1109/ijcnn64981.2025.11227876","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11227876","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113305889","display_name":"Xinyu Gu","orcid":"https://orcid.org/0009-0002-7539-8335"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xinyu Gu","raw_affiliation_strings":["Shenzhen Campus of Sun Yat-Sen University,School of Electronics and Communication Engineering,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Shenzhen Campus of Sun Yat-Sen University,School of Electronics and Communication Engineering,Shenzhen,China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028732271","display_name":"Xinghua Sun","orcid":"https://orcid.org/0000-0002-9585-4038"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinghua Sun","raw_affiliation_strings":["Shenzhen Campus of Sun Yat-Sen University,School of Electronics and Communication Engineering,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Shenzhen Campus of Sun Yat-Sen University,School of Electronics and Communication Engineering,Shenzhen,China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042844558","display_name":"Chenyuan Feng","orcid":"https://orcid.org/0000-0003-1758-9213"},"institutions":[{"id":"https://openalex.org/I1902872","display_name":"EURECOM","ror":"https://ror.org/00sse7z02","country_code":"FR","type":"education","lineage":["https://openalex.org/I1902872","https://openalex.org/I205703379"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Chenyuan Feng","raw_affiliation_strings":["EURECOM,France"],"affiliations":[{"raw_affiliation_string":"EURECOM,France","institution_ids":["https://openalex.org/I1902872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100709592","display_name":"Xijun Wang","orcid":"https://orcid.org/0000-0001-9375-8280"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xijun Wang","raw_affiliation_strings":["Shenzhen Campus of Sun Yat-Sen University,School of Electronics and Communication Engineering,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Shenzhen Campus of Sun Yat-Sen University,School of Electronics and Communication Engineering,Shenzhen,China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100441908","display_name":"Xiang Chen","orcid":"https://orcid.org/0000-0002-0807-7884"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Chen","raw_affiliation_strings":["Sun Yat-Sen University,School of Electronics and Information Technology,Guangzhou,China"],"affiliations":[{"raw_affiliation_string":"Sun Yat-Sen University,School of Electronics and Information Technology,Guangzhou,China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5113305889"],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19532617,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.2702000141143799,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.2702000141143799,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.12950000166893005,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.03550000116229057,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.8306999802589417},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.5824000239372253},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.45500001311302185},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.3601999878883362},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.3366999924182892},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.32330000400543213},{"id":"https://openalex.org/keywords/resource-constraints","display_name":"Resource constraints","score":0.32330000400543213},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.3100000023841858}],"concepts":[{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.8306999802589417},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7843000292778015},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.5824000239372253},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5548999905586243},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.45500001311302185},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.3601999878883362},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.3366999924182892},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.32330000400543213},{"id":"https://openalex.org/C3017813396","wikidata":"https://www.wikidata.org/wiki/Q17078173","display_name":"Resource constraints","level":2,"score":0.32330000400543213},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3100000023841858},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.30809998512268066},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3043999969959259},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.29840001463890076},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.29170000553131104},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.2849000096321106},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.27070000767707825},{"id":"https://openalex.org/C70061542","wikidata":"https://www.wikidata.org/wiki/Q989016","display_name":"Distributed database","level":2,"score":0.2705000042915344},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C164100034","wikidata":"https://www.wikidata.org/wiki/Q1870629","display_name":"Loose coupling","level":2,"score":0.2549000084400177},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn64981.2025.11227876","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11227876","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2890894339","https://openalex.org/W2946609015","https://openalex.org/W2963123047","https://openalex.org/W2979826702","https://openalex.org/W2998617917","https://openalex.org/W3153675281","https://openalex.org/W3213008925","https://openalex.org/W4322766882","https://openalex.org/W4392904059","https://openalex.org/W4401863415","https://openalex.org/W4412887764"],"related_works":[],"abstract_inverted_index":{"The":[0],"rapid":[1],"scalability":[2],"of":[3,22,77,153,184],"large":[4],"language":[5,15],"models":[6,36],"(LLMs)":[7],"has":[8,43],"driven":[9],"significant":[10],"advancements":[11],"across":[12],"various":[13],"natural":[14],"processing":[16],"tasks.":[17],"However,":[18],"the":[19,25,64,74,109,119,125,129,146,151],"immense":[20],"size":[21],"LLMs":[23,72,185],"and":[24,67,115,131,178],"growing":[26],"demand":[27],"for":[28,181],"large-scale":[29],"datasets":[30],"present":[31],"challenges":[32],"in":[33,37,101,186],"fine-tuning":[34,52,94,183],"these":[35,82],"resource-constrained":[38],"environments.":[39],"Federated":[40],"learning":[41],"(FL)":[42],"emerged":[44],"as":[45],"a":[46,91],"promising":[47],"solution,":[48],"enabling":[49],"collaborative":[50],"model":[51,111],"on":[53],"distributed":[54],"private":[55],"data":[56,59],"without":[57],"requiring":[58],"sharing.":[60],"Despite":[61],"its":[62],"potential,":[63],"heavy":[65],"computational":[66,105],"communication":[68],"burdens":[69],"imposed":[70],"by":[71],"hinder":[73],"widespread":[75],"adoption":[76],"FL-based":[78],"fine-tuning.":[79],"To":[80],"mitigate":[81],"challenges,":[83],"we":[84],"propose":[85],"FedSIT":[86,107,138,163],"(Federated":[87],"Split":[88],"Importance-Based":[89],"Tuning),":[90],"novel":[92],"federated":[93,182],"framework":[95],"designed":[96],"to":[97,124,134,143,155,167],"optimize":[98],"LLM":[99],"training":[100],"environments":[102],"with":[103],"limited":[104],"resources.":[106],"splits":[108],"pre-trained":[110],"into":[112],"Bottom,":[113],"Trunk,":[114],"Top":[116,132],"layers,":[117,149],"offloading":[118],"computationally":[120],"intensive":[121],"Trunk":[122],"layer":[123,140],"server":[126],"while":[127,170],"distributing":[128],"Bottom":[130],"layers":[133],"client":[135],"devices.":[136],"Additionally,":[137],"leverages":[139],"importance":[141],"scores":[142],"selectively":[144],"fine-tune":[145],"most":[147],"critical":[148],"reducing":[150,172],"number":[152],"parameters":[154],"be":[156],"fine-tuned.":[157],"Our":[158],"extensive":[159],"experiments":[160],"demonstrate":[161],"that":[162],"achieves":[164],"comparable":[165],"performance":[166],"existing":[168],"methods":[169],"significantly":[171],"resource":[173],"requirements,":[174],"offering":[175],"an":[176],"efficient":[177],"scalable":[179],"solution":[180],"real-world":[187],"settings.":[188]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-11-14T00:00:00"}