{"id":"https://openalex.org/W4415428220","doi":"https://doi.org/10.3233/faia251183","title":"H2Tune: Federated Foundation Model Fine-Tuning with Hybrid Heterogeneity","display_name":"H2Tune: Federated Foundation Model Fine-Tuning with Hybrid Heterogeneity","publication_year":2025,"publication_date":"2025-10-21","ids":{"openalex":"https://openalex.org/W4415428220","doi":"https://doi.org/10.3233/faia251183"},"language":null,"primary_location":{"id":"doi:10.3233/faia251183","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251183","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/faia251183","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102027806","display_name":"Wei Guo","orcid":"https://orcid.org/0000-0002-3966-3691"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wei Guo","raw_affiliation_strings":["School of Artificial Intelligence, Beihang University"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beihang University","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028974886","display_name":"Siyuan Lu","orcid":"https://orcid.org/0000-0001-6720-1323"},"institutions":[{"id":"https://openalex.org/I1300757298","display_name":"Heilongjiang University of Science and Technology","ror":"https://ror.org/030xwyx96","country_code":"CN","type":"education","lineage":["https://openalex.org/I1300757298"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siyuan Lu","raw_affiliation_strings":["School of Computer Science and Technology, Heilongjiang University"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Heilongjiang University","institution_ids":["https://openalex.org/I1300757298"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006839003","display_name":"Yiqi Tong","orcid":"https://orcid.org/0000-0002-6671-9208"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiqi Tong","raw_affiliation_strings":["School of Computer Science and Engineering, Beihang University"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087171718","display_name":"Zhaojun Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaojun Hu","raw_affiliation_strings":["School of Statistics, Renmin University of China"],"affiliations":[{"raw_affiliation_string":"School of Statistics, Renmin University of China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041921496","display_name":"Fuzhen Zhuang","orcid":"https://orcid.org/0000-0001-9170-7009"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fuzhen Zhuang","raw_affiliation_strings":["School of Artificial Intelligence, Beihang University","Zhongguancun Laboratory, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beihang University","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Zhongguancun Laboratory, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100698342","display_name":"Xiao Zhang","orcid":"https://orcid.org/0000-0002-6854-8561"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Zhang","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101943263","display_name":"Tao Fan","orcid":"https://orcid.org/0000-0002-5777-8951"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tao Fan","raw_affiliation_strings":["WeBank Co., Ltd, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"WeBank Co., Ltd, Shenzhen, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5115467744","display_name":"Jin Dong","orcid":null},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]},{"id":"https://openalex.org/I4210139765","display_name":"Beijing Computing Center","ror":"https://ror.org/047r47y76","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210139765"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jin Dong","raw_affiliation_strings":["Beijing Academy of Blockchain and Edge Computing","School of Artificial Intelligence, Beihang University"],"affiliations":[{"raw_affiliation_string":"Beijing Academy of Blockchain and Edge Computing","institution_ids":["https://openalex.org/I4210139765"]},{"raw_affiliation_string":"School of Artificial Intelligence, Beihang University","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5102027806"],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.71856287,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11450","display_name":"Model-Driven Software Engineering Techniques","score":0.89410001039505,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11450","display_name":"Model-Driven Software Engineering Techniques","score":0.89410001039505,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.574999988079071},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.5467000007629395},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5153999924659729},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.49869999289512634},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.478300005197525},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.4708999991416931},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.4453999996185303}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.766700029373169},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.574999988079071},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.5467000007629395},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5418999791145325},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5153999924659729},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.49869999289512634},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.478300005197525},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.4708999991416931},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.4453999996185303},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4097000062465668},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3869999945163727},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3659000098705292},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.361299991607666},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3443000018596649},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.3416000008583069},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.28519999980926514},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.2689000070095062},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.26829999685287476},{"id":"https://openalex.org/C42355184","wikidata":"https://www.wikidata.org/wiki/Q1361088","display_name":"Matrix decomposition","level":3,"score":0.2597000002861023}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/faia251183","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251183","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.3233/faia251183","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251183","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Different":[0],"from":[1],"existing":[2],"federated":[3,12,97],"fine-tuning":[4,13,100],"(FFT)":[5],"methods":[6],"for":[7],"foundation":[8,46,98],"models,":[9],"hybrid":[10,31,102],"heterogeneous":[11,38,142],"(HHFFT)":[14],"is":[15,85],"an":[16],"under-explored":[17],"scenario":[18],"where":[19,41,69],"clients":[20,42,122],"exhibit":[21],"double":[22],"heterogeneity":[23,32],"in":[24],"model":[25,99,162],"architectures":[26],"and":[27,53,64,77,145,148,157],"downstream":[28],"tasks.":[29],"This":[30],"introduces":[33],"two":[34],"significant":[35],"challenges:":[36],"1)":[37],"matrix":[39,115,137],"aggregation,":[40],"adopt":[43],"different":[44],"large-scale":[45],"models":[47],"based":[48,131],"on":[49,132],"their":[50],"task":[51],"requirements":[52],"resource":[54],"limitations,":[55],"leading":[56],"to":[57,117,140,154,182,187],"dimensional":[58],"mismatches":[59],"during":[60],"LoRA":[61],"parameter":[62],"aggregation;":[63],"2)":[65],"multi-task":[66],"knowledge":[67,84,159],"interference,":[68],"local":[70,161],"shared":[71,156],"parameters,":[72],"trained":[73],"with":[74,101,128],"both":[75],"task-shared":[76,83],"task-specific":[78],"knowledge,":[79],"cannot":[80],"ensure":[81],"only":[82],"transferred":[86],"between":[87],"clients.":[88],"To":[89],"address":[90],"these":[91],"challenges,":[92],"we":[93],"propose":[94],"H2Tune,":[95],"a":[96,170],"heterogeneity.":[103],"Our":[104],"framework":[105],"H2Tune":[106],"consists":[107],"of":[108,160,173],"three":[109],"key":[110],"components:":[111],"(i)":[112],"sparsified":[113],"triple":[114],"decomposition":[116],"align":[118],"hidden":[119],"dimensions":[120],"across":[121],"through":[123,164],"constructing":[124],"rank-consistent":[125],"middle":[126],"matrices,":[127],"adaptive":[129],"sparsification":[130],"client":[133],"resources;":[134],"(ii)":[135],"relation-guided":[136],"layer":[138,143],"alignment":[139],"handle":[141],"structures":[144],"representation":[146],"capabilities;":[147],"(iii)":[149],"alternating":[150,165],"task-knowledge":[151],"disentanglement":[152],"mechanism":[153],"decouple":[155],"specific":[158],"parameters":[163],"optimization.":[166],"Theoretical":[167],"analysis":[168],"proves":[169],"convergence":[171],"rate":[172],"O(1/\u221aT).":[174],"Extensive":[175],"experiments":[176],"show":[177],"our":[178],"method":[179],"achieves":[180],"up":[181],"15.4%":[183],"accuracy":[184],"improvement":[185],"compared":[186],"state-of-the-art":[188],"baselines.":[189]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-24T00:00:00"}