{"id":"https://openalex.org/W4396844153","doi":"https://doi.org/10.1145/3589335.3651933","title":"FedHLT: Efficient Federated Low-Rank Adaption with Hierarchical Language Tree for Multilingual Modeling","display_name":"FedHLT: Efficient Federated Low-Rank Adaption with Hierarchical Language Tree for Multilingual Modeling","publication_year":2024,"publication_date":"2024-05-12","ids":{"openalex":"https://openalex.org/W4396844153","doi":"https://doi.org/10.1145/3589335.3651933"},"language":"en","primary_location":{"id":"doi:10.1145/3589335.3651933","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3589335.3651933","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3589335.3651933","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2024","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3589335.3651933","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102751833","display_name":"Zhihan Guo","orcid":"https://orcid.org/0000-0002-1889-583X"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Zhihan Guo","raw_affiliation_strings":["The Chinese University of Hong Kong, Hong Kong SAR, China"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Hong Kong SAR, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100386948","display_name":"Yifei Zhang","orcid":"https://orcid.org/0000-0003-4185-8663"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yifei Zhang","raw_affiliation_strings":["The Chinese University of Hong Kong, Hong Kong SAR, China"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Hong Kong SAR, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108148866","display_name":"Zhuo Zhang","orcid":"https://orcid.org/0000-0002-1835-5411"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuo Zhang","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051227924","display_name":"Zenglin Xu","orcid":"https://orcid.org/0000-0001-5550-6461"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zenglin Xu","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042251906","display_name":"Irwin King","orcid":"https://orcid.org/0000-0001-8106-6447"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Irwin King","raw_affiliation_strings":["The Chinese University of Hong Kong, Hong Kong SAR, China"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Hong Kong SAR, China","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5102751833"],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":0.695,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.73452268,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1558","last_page":"1567"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8287124633789062},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.6742578744888306},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.6255741119384766},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.37584540247917175},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3296627104282379},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08186709880828857}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8287124633789062},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.6742578744888306},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.6255741119384766},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37584540247917175},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3296627104282379},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08186709880828857},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3589335.3651933","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3589335.3651933","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3589335.3651933","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2024","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3589335.3651933","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3589335.3651933","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3589335.3651933","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2024","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.5899999737739563,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396844153.pdf"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W2892181857","https://openalex.org/W2963341956","https://openalex.org/W2963532001","https://openalex.org/W3174770825","https://openalex.org/W3176828726","https://openalex.org/W3177323791","https://openalex.org/W4200631596","https://openalex.org/W4282961290","https://openalex.org/W4285283705","https://openalex.org/W4287887646","https://openalex.org/W4300939116","https://openalex.org/W4367310870","https://openalex.org/W4382317695","https://openalex.org/W4385570778","https://openalex.org/W4385572321","https://openalex.org/W4385573496","https://openalex.org/W4386566338","https://openalex.org/W4386566625"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Federated":[0],"Multilingual":[1,68],"Modeling":[2,69],"(FMM)":[3],"has":[4],"become":[5],"an":[6],"essential":[7],"approach":[8],"in":[9,38,134],"natural":[10],"language":[11,78],"processing":[12],"(NLP)":[13],"due":[14],"to":[15],"increasing":[16],"linguistic":[17],"diversity":[18],"and":[19,41,55,136],"the":[20,33,43,84,93],"heightened":[21],"emphasis":[22],"on":[23,90,111],"data":[24],"privacy.":[25],"However,":[26],"FMM":[27],"faces":[28],"two":[29],"primary":[30],"challenges:":[31],"1)":[32],"high":[34],"communication":[35,100,139],"costs":[36],"inherent":[37],"network":[39],"operations,":[40],"2)":[42],"complexities":[44],"arising":[45],"from":[46],"parameter":[47,105],"interference,":[48],"as":[49],"languages":[50,109],"exhibit":[51],"both":[52],"unique":[53],"characteristics":[54],"shared":[56],"features.":[57],"To":[58],"tackle":[59],"these":[60],"issues,":[61],"we":[62,103],"introduce":[63],"a":[64,76],"communication-efficient":[65],"framework":[66],"for":[67],"(MM)":[70],"that":[71,126],"combines":[72],"low-rank":[73],"adaptation":[74,95],"with":[75],"hierarchical":[77],"tree":[79],"structure.":[80],"Our":[81,122],"method":[82],"maintains":[83],"base":[85],"model's":[86],"weights":[87],"while":[88],"focusing":[89],"updating":[91],"only":[92],"Low-rank":[94],"(LoRA)":[96],"parameters,":[97],"significantly":[98],"reducing":[99],"costs.":[101],"Additionally,":[102],"mitigate":[104],"conflicts":[106],"by":[107],"organizing":[108],"based":[110],"their":[112],"familial":[113],"ties":[114],"rather":[115],"than":[116],"merging":[117],"all":[118],"LoRA":[119],"parameters":[120],"together.":[121],"experimental":[123],"findings":[124],"reveal":[125],"this":[127],"novel":[128],"model":[129],"surpasses":[130],"established":[131],"baseline":[132],"models":[133],"performance":[135],"markedly":[137],"decreases":[138],"overhead.":[140]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}