{"id":"https://openalex.org/W4401508637","doi":"https://doi.org/10.1109/infocom52122.2024.10621369","title":"Tomtit: Hierarchical Federated Fine-Tuning of Giant Models based on Autonomous Synchronization","display_name":"Tomtit: Hierarchical Federated Fine-Tuning of Giant Models based on Autonomous Synchronization","publication_year":2024,"publication_date":"2024-05-20","ids":{"openalex":"https://openalex.org/W4401508637","doi":"https://doi.org/10.1109/infocom52122.2024.10621369"},"language":"en","primary_location":{"id":"doi:10.1109/infocom52122.2024.10621369","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocom52122.2024.10621369","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2024 - IEEE Conference on Computer Communications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070042485","display_name":"Tianyu Qi","orcid":"https://orcid.org/0000-0001-5484-985X"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tianyu Qi","raw_affiliation_strings":["Beijing Institute of Technology,School of Automation,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology,School of Automation,Beijing,China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080349088","display_name":"Yufeng Zhan","orcid":"https://orcid.org/0009-0004-2940-142X"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yufeng Zhan","raw_affiliation_strings":["Beijing Institute of Technology,School of Automation,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology,School of Automation,Beijing,China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100432795","display_name":"Peng Li","orcid":"https://orcid.org/0000-0003-4981-0496"},"institutions":[{"id":"https://openalex.org/I141591182","display_name":"University of Aizu","ror":"https://ror.org/02pg0e883","country_code":"JP","type":"education","lineage":["https://openalex.org/I141591182"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Peng Li","raw_affiliation_strings":["The University of Aizu,School of Computer Science and Engineering,Aizuwakamatsu,Japan"],"affiliations":[{"raw_affiliation_string":"The University of Aizu,School of Computer Science and Engineering,Aizuwakamatsu,Japan","institution_ids":["https://openalex.org/I141591182"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064231378","display_name":"Yuanqing Xia","orcid":"https://orcid.org/0000-0002-5977-4911"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanqing Xia","raw_affiliation_strings":["Beijing Institute of Technology,School of Automation,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology,School of Automation,Beijing,China","institution_ids":["https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5070042485"],"corresponding_institution_ids":["https://openalex.org/I125839683"],"apc_list":null,"apc_paid":null,"fwci":1.0497,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.77676069,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1910","last_page":"1919"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9818000197410583,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.8046098947525024},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7082098126411438},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4954015016555786},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.19851642847061157}],"concepts":[{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.8046098947525024},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7082098126411438},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4954015016555786},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.19851642847061157},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/infocom52122.2024.10621369","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocom52122.2024.10621369","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2024 - IEEE Conference on Computer Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334789","display_name":"Japan Science and Technology Agency","ror":"https://ror.org/00097mb19"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W2617547828","https://openalex.org/W2896457183","https://openalex.org/W2963026768","https://openalex.org/W2972570881","https://openalex.org/W3047304572","https://openalex.org/W3128382687","https://openalex.org/W3155963862","https://openalex.org/W3175604467","https://openalex.org/W3182158470","https://openalex.org/W3184838508","https://openalex.org/W3202088367","https://openalex.org/W3203177227","https://openalex.org/W3207087425","https://openalex.org/W3215626407","https://openalex.org/W4205597275","https://openalex.org/W4220719396","https://openalex.org/W4226167551","https://openalex.org/W4295872875","https://openalex.org/W4320067912","https://openalex.org/W4321636655","https://openalex.org/W4385627126","https://openalex.org/W6728757088","https://openalex.org/W6748344979","https://openalex.org/W6755207826","https://openalex.org/W6759238902","https://openalex.org/W6759579507","https://openalex.org/W6767676916","https://openalex.org/W6778883912","https://openalex.org/W6791353385","https://openalex.org/W6801795147","https://openalex.org/W6803872405","https://openalex.org/W6838464315"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W2059217922"],"abstract_inverted_index":{"With":[0],"the":[1,7,43,95,167,192],"quick":[2],"evolution":[3],"of":[4,9,45,98,129,169,176],"giant":[5],"models,":[6],"paradigm":[8],"pre-training":[10],"models":[11],"and":[12,33,68,93,114,139,157,178],"then":[13],"fine-tuning":[14,31,40,50,86,92],"them":[15],"for":[16],"downstream":[17],"tasks":[18],"has":[19,25,51],"become":[20],"increasingly":[21],"popular.":[22],"The":[23,127],"adapter":[24],"been":[26,52],"recognized":[27],"as":[28],"an":[29],"efficient":[30],"technique":[32],"attracts":[34],"much":[35],"research":[36],"attention.":[37],"However,":[38],"adapter-based":[39],"still":[41],"faces":[42],"challenge":[44],"lacking":[46],"sufficient":[47],"data.":[48],"Federated":[49],"recently":[53],"proposed":[54],"to":[55,141,149],"fill":[56],"this":[57,78],"gap,":[58],"but":[59],"existing":[60],"solutions":[61],"suffer":[62],"from":[63],"a":[64,83,121,132,143,163,174,182],"serious":[65],"scalability":[66],"issue,":[67],"they":[69],"are":[70],"inflexible":[71],"in":[72,124,152],"handling":[73],"dynamic":[74],"edge":[75,112,138],"environments.":[76],"In":[77],"paper,":[79],"we":[80,104,161,172],"propose":[81],"Tomtit,":[82],"hierarchical":[84],"federated":[85,125],"system":[87],"that":[88,106,135,187],"can":[89,189],"significantly":[90,190],"accelerate":[91],"improve":[94],"energy":[96],"efficiency":[97],"devices.":[99],"Via":[100],"extensive":[101],"empirical":[102],"study,":[103],"find":[105],"model":[107,153],"synchronization":[108,145],"schemes":[109],"(i.e.,":[110],"when":[111],"servers":[113],"devices":[115],"should":[116],"synchronize":[117],"their":[118,150],"models)":[119],"play":[120],"critical":[122],"role":[123],"fine-tuning.":[126],"core":[128],"Tomtit":[130,177],"is":[131],"distributed":[133],"design":[134],"allows":[136],"each":[137],"device":[140],"have":[142],"unique":[144],"scheme":[146],"with":[147],"respect":[148],"heterogeneity":[151],"structure,":[154],"data":[155],"distribution":[156],"computing":[158],"capability.":[159],"Furthermore,":[160],"provide":[162],"theoretical":[164],"guarantee":[165],"about":[166],"convergence":[168],"Tomtit.":[170],"Finally,":[171],"develop":[173],"prototype":[175],"evaluate":[179],"it":[180,188],"on":[181],"testbed.":[183],"Experimental":[184],"results":[185],"show":[186],"outperform":[191],"state-of-the-art.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2025-10-10T00:00:00"}