{"id":"https://openalex.org/W4415428925","doi":"https://doi.org/10.3233/faia250864","title":"GLEAM: Parameter-Efficient Transfer Learning via Global Share Local Transform Mixture-of-Experts","display_name":"GLEAM: Parameter-Efficient Transfer Learning via Global Share Local Transform Mixture-of-Experts","publication_year":2025,"publication_date":"2025-10-21","ids":{"openalex":"https://openalex.org/W4415428925","doi":"https://doi.org/10.3233/faia250864"},"language":null,"primary_location":{"id":"doi:10.3233/faia250864","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia250864","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/faia250864","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069744999","display_name":"Jiarui Zhang","orcid":"https://orcid.org/0000-0001-8675-1662"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiarui Zhang","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, jr.zhang@sjtu.edu.cn, daiwenrui@sjtu.edu.cn, zoujunni@sjtu.edu.cn"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, jr.zhang@sjtu.edu.cn, daiwenrui@sjtu.edu.cn, zoujunni@sjtu.edu.cn","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yue Xin","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Xin","raw_affiliation_strings":["Department of Electronic Engineering, Shanghai Jiao Tong University, xinyuexiong@sjtu.edu.cn, zhengziyang@sjtu.edu.cn, lcl1985@sjtu.edu.cn, xionghongkai@sjtu.edu.cn"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, xinyuexiong@sjtu.edu.cn, zhengziyang@sjtu.edu.cn, lcl1985@sjtu.edu.cn, xionghongkai@sjtu.edu.cn","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049554440","display_name":"Yaoming Wang","orcid":"https://orcid.org/0000-0002-0026-4247"},"institutions":[{"id":"https://openalex.org/I4210156029","display_name":"MEI Technologies (United States)","ror":"https://ror.org/057mm6758","country_code":"US","type":"company","lineage":["https://openalex.org/I4210156029"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yaoming Wang","raw_affiliation_strings":["Meituan Inc, wangyaoming03@meituan.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meituan Inc, wangyaoming03@meituan.com","institution_ids":["https://openalex.org/I4210156029"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045342512","display_name":"Wenrui Dai","orcid":"https://orcid.org/0000-0003-2522-5778"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenrui Dai","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, jr.zhang@sjtu.edu.cn, daiwenrui@sjtu.edu.cn, zoujunni@sjtu.edu.cn"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, jr.zhang@sjtu.edu.cn, daiwenrui@sjtu.edu.cn, zoujunni@sjtu.edu.cn","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073652872","display_name":"Ziyang Zheng","orcid":"https://orcid.org/0000-0001-9923-8016"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyang Zheng","raw_affiliation_strings":["Department of Electronic Engineering, Shanghai Jiao Tong University, xinyuexiong@sjtu.edu.cn, zhengziyang@sjtu.edu.cn, lcl1985@sjtu.edu.cn, xionghongkai@sjtu.edu.cn"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, xinyuexiong@sjtu.edu.cn, zhengziyang@sjtu.edu.cn, lcl1985@sjtu.edu.cn, xionghongkai@sjtu.edu.cn","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100675587","display_name":"Chenglin Li","orcid":"https://orcid.org/0000-0003-2888-594X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenglin Li","raw_affiliation_strings":["Department of Electronic Engineering, Shanghai Jiao Tong University, xinyuexiong@sjtu.edu.cn, zhengziyang@sjtu.edu.cn, lcl1985@sjtu.edu.cn, xionghongkai@sjtu.edu.cn"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, xinyuexiong@sjtu.edu.cn, zhengziyang@sjtu.edu.cn, lcl1985@sjtu.edu.cn, xionghongkai@sjtu.edu.cn","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016006337","display_name":"Junni Zou","orcid":"https://orcid.org/0000-0002-9694-9880"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junni Zou","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, jr.zhang@sjtu.edu.cn, daiwenrui@sjtu.edu.cn, zoujunni@sjtu.edu.cn"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, jr.zhang@sjtu.edu.cn, daiwenrui@sjtu.edu.cn, zoujunni@sjtu.edu.cn","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002494284","display_name":"Hongkai Xiong","orcid":"https://orcid.org/0000-0003-4552-0029"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongkai Xiong","raw_affiliation_strings":["Department of Electronic Engineering, Shanghai Jiao Tong University, xinyuexiong@sjtu.edu.cn, zhengziyang@sjtu.edu.cn, lcl1985@sjtu.edu.cn, xionghongkai@sjtu.edu.cn"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, xinyuexiong@sjtu.edu.cn, zhengziyang@sjtu.edu.cn, lcl1985@sjtu.edu.cn, xionghongkai@sjtu.edu.cn","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.6223973,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9197999835014343,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9197999835014343,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.6647999882698059},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5515000224113464},{"id":"https://openalex.org/keywords/homogeneous","display_name":"Homogeneous","score":0.5076000094413757},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.5044999718666077},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.42879998683929443},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.4162999987602234},{"id":"https://openalex.org/keywords/homogeneity","display_name":"Homogeneity (statistics)","score":0.3937000036239624},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.39149999618530273}],"concepts":[{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.6647999882698059},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.607200026512146},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5515000224113464},{"id":"https://openalex.org/C66882249","wikidata":"https://www.wikidata.org/wiki/Q169336","display_name":"Homogeneous","level":2,"score":0.5076000094413757},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.5044999718666077},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47920000553131104},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.42879998683929443},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.4162999987602234},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.40290001034736633},{"id":"https://openalex.org/C142259097","wikidata":"https://www.wikidata.org/wiki/Q5891314","display_name":"Homogeneity (statistics)","level":2,"score":0.3937000036239624},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39149999618530273},{"id":"https://openalex.org/C2778744346","wikidata":"https://www.wikidata.org/wiki/Q1152224","display_name":"Distinctive feature","level":2,"score":0.3644999861717224},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.31949999928474426},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.30570000410079956},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.29980000853538513},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.298799991607666},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.29510000348091125},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28940001130104065},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.2791999876499176},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.2606000006198883},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.2590999901294708},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.25679999589920044}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/faia250864","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia250864","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.3233/faia250864","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia250864","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Parameter-efficient":[0],"transfer":[1],"learning":[2],"(PETL)":[3],"has":[4],"emerged":[5],"as":[6],"a":[7,67,81,114],"promising":[8],"solution":[9],"to":[10,15,30,48,53,88,125],"adapt":[11],"large-scale":[12],"pre-trained":[13,49],"models":[14],"downstream":[16],"tasks.":[17],"Nevertheless,":[18],"these":[19],"methods":[20,29,165],"have":[21],"not":[22],"thoroughly":[23],"explored":[24],"the":[25,32,78,91,103,131],"characteristics":[26],"of":[27,38,117,134,171],"PETL":[28,51,164],"optimize":[31],"fine-tuning":[33],"performance":[34,109,161,178],"with":[35,162,168],"miminal":[36],"volume":[37],"parameters.":[39,182],"In":[40],"this":[41],"paper,":[42],"we":[43,65,112],"first":[44],"reveal":[45],"that,":[46],"compared":[47],"models,":[50],"tends":[52],"generate":[54],"similar":[55],"features":[56],"via":[57],"homogeneous":[58,98],"feature":[59,99,135],"transformations":[60,100,128,136],"across":[61],"different":[62],"layers.":[63],"Subsequently,":[64],"propose":[66],"Global":[68],"Share":[69],"Local":[70],"Transform":[71],"Mixture-of-Experts":[72],"framework,":[73],"namely":[74],"GLEAM,":[75],"that":[76,119,157],"decomposes":[77],"adapter":[79],"into":[80],"shared":[82,115,121],"component":[83],"and":[84,101,150,174],"layer-specific":[85],"local":[86],"components":[87],"simultaneously":[89],"reduce":[90],"redundancy":[92],"in":[93,137],"layer-wise":[94],"parameter":[95],"matrices":[96],"for":[97,107,129,147],"fine-tune":[102],"locally":[104],"specific":[105],"parameters":[106,173],"minimizing":[108],"loss.":[110],"Specifically,":[111],"develop":[113],"mixture":[116],"convolution":[118],"introduces":[120],"multi-scale":[122],"sparse":[123],"MoE":[124],"enable":[126],"diverse":[127],"suppressing":[130],"homogeneity":[132],"issue":[133],"PETL.":[138],"GLEAM":[139],"is":[140],"evaluated":[141],"on":[142],"more":[143],"than":[144],"20":[145],"datasets":[146],"image":[148],"classification":[149],"few-shot":[151],"learning.":[152],"Extensive":[153],"experimental":[154],"results":[155],"demonstrate":[156],"it":[158],"achieves":[159],"comparable":[160],"existing":[163],"like":[166],"LoRA":[167],"only":[169,180],"3%":[170],"its":[172],"further":[175],"yields":[176],"competitive":[177],"using":[179],"0.07M":[181]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-24T00:00:00"}