{"id":"https://openalex.org/W7161301840","doi":"https://doi.org/10.1049/cit2.70144","title":"M3LoRA: Flexible Task Adaptation via Multiple Low\u2010Rank Matrices With Mixture\u2010of\u2010Subspaces and Minor Singular Components Initialization","display_name":"M3LoRA: Flexible Task Adaptation via Multiple Low\u2010Rank Matrices With Mixture\u2010of\u2010Subspaces and Minor Singular Components Initialization","publication_year":2026,"publication_date":"2026-05-15","ids":{"openalex":"https://openalex.org/W7161301840","doi":"https://doi.org/10.1049/cit2.70144"},"language":"en","primary_location":{"id":"doi:10.1049/cit2.70144","is_oa":true,"landing_page_url":"https://doi.org/10.1049/cit2.70144","pdf_url":null,"source":{"id":"https://openalex.org/S2898415742","display_name":"CAAI Transactions on Intelligence Technology","issn_l":"2468-2322","issn":["2468-2322","2468-6557"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311714","host_organization_name":"Institution of Engineering and Technology","host_organization_lineage":["https://openalex.org/P4310311714"],"host_organization_lineage_names":["Institution of Engineering and Technology"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"CAAI Transactions on Intelligence Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1049/cit2.70144","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134762224","display_name":"Xu Luo","orcid":null},"institutions":[{"id":"https://openalex.org/I91935597","display_name":"University of South China","ror":"https://ror.org/03mqfn238","country_code":"CN","type":"education","lineage":["https://openalex.org/I91935597"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Luo","raw_affiliation_strings":["School of Computer University of South China  Hengyang China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer University of South China  Hengyang China","institution_ids":["https://openalex.org/I91935597"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136255665","display_name":"Yongbin Liu","orcid":"https://orcid.org/0000-0002-3369-3101"},"institutions":[{"id":"https://openalex.org/I91935597","display_name":"University of South China","ror":"https://ror.org/03mqfn238","country_code":"CN","type":"education","lineage":["https://openalex.org/I91935597"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongbin Liu","raw_affiliation_strings":["School of Computer University of South China  Hengyang China"],"raw_orcid":"https://orcid.org/0000-0002-3369-3101","affiliations":[{"raw_affiliation_string":"School of Computer University of South China  Hengyang China","institution_ids":["https://openalex.org/I91935597"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112883084","display_name":"Chunping Ouyang","orcid":"https://orcid.org/0000-0002-2154-0079"},"institutions":[{"id":"https://openalex.org/I91935597","display_name":"University of South China","ror":"https://ror.org/03mqfn238","country_code":"CN","type":"education","lineage":["https://openalex.org/I91935597"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunping Ouyang","raw_affiliation_strings":["School of Computer University of South China  Hengyang China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer University of South China  Hengyang China","institution_ids":["https://openalex.org/I91935597"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009404767","display_name":"Ying Yu","orcid":"https://orcid.org/0000-0002-3480-4571"},"institutions":[{"id":"https://openalex.org/I91935597","display_name":"University of South China","ror":"https://ror.org/03mqfn238","country_code":"CN","type":"education","lineage":["https://openalex.org/I91935597"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Yu","raw_affiliation_strings":["School of Computer University of South China  Hengyang China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer University of South China  Hengyang China","institution_ids":["https://openalex.org/I91935597"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5136210970","display_name":"Yang Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Yang","raw_affiliation_strings":["College of Computer Science and Technology Zhejiang University  Hangzhou China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology Zhejiang University  Hangzhou China","institution_ids":["https://openalex.org/I168879160"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2600,"currency":"USD","value_usd":2600},"apc_paid":{"value":2600,"currency":"USD","value_usd":2600},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.60410799,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"11","issue":"3","first_page":"681","last_page":"694"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.8447999954223633,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.8447999954223633,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.023600000888109207,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.014000000432133675,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.7466999888420105},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6100999712944031},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.6082000136375427},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.5065000057220459},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.49320000410079956},{"id":"https://openalex.org/keywords/singular-value","display_name":"Singular value","score":0.44350001215934753},{"id":"https://openalex.org/keywords/singular-value-decomposition","display_name":"Singular value decomposition","score":0.4235000014305115},{"id":"https://openalex.org/keywords/linear-subspace","display_name":"Linear subspace","score":0.4133000075817108},{"id":"https://openalex.org/keywords/principal-component-analysis","display_name":"Principal component analysis","score":0.41290000081062317},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.40369999408721924}],"concepts":[{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.7466999888420105},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6808000206947327},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6100999712944031},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.6082000136375427},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5065000057220459},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.49320000410079956},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.47600001096725464},{"id":"https://openalex.org/C109282560","wikidata":"https://www.wikidata.org/wiki/Q4166054","display_name":"Singular value","level":3,"score":0.44350001215934753},{"id":"https://openalex.org/C22789450","wikidata":"https://www.wikidata.org/wiki/Q420904","display_name":"Singular value decomposition","level":2,"score":0.4235000014305115},{"id":"https://openalex.org/C12362212","wikidata":"https://www.wikidata.org/wiki/Q728435","display_name":"Linear subspace","level":2,"score":0.4133000075817108},{"id":"https://openalex.org/C27438332","wikidata":"https://www.wikidata.org/wiki/Q2873","display_name":"Principal component analysis","level":2,"score":0.41290000081062317},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.40369999408721924},{"id":"https://openalex.org/C2779760435","wikidata":"https://www.wikidata.org/wiki/Q5396169","display_name":"Minor (academic)","level":2,"score":0.4009999930858612},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4000999927520752},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.3939000070095062},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.3885999917984009},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.37470000982284546},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.35179999470710754},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.3492000102996826},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34360000491142273},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.33739998936653137},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.3312999904155731},{"id":"https://openalex.org/C42355184","wikidata":"https://www.wikidata.org/wiki/Q1361088","display_name":"Matrix decomposition","level":3,"score":0.31209999322891235},{"id":"https://openalex.org/C149629883","wikidata":"https://www.wikidata.org/wiki/Q660926","display_name":"Fraction (chemistry)","level":2,"score":0.29170000553131104},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C132094186","wikidata":"https://www.wikidata.org/wiki/Q641585","display_name":"Clutter","level":3,"score":0.2791000008583069},{"id":"https://openalex.org/C4199805","wikidata":"https://www.wikidata.org/wiki/Q2725903","display_name":"Gaussian noise","level":2,"score":0.2775000035762787},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.27140000462532043},{"id":"https://openalex.org/C2779679103","wikidata":"https://www.wikidata.org/wiki/Q5251805","display_name":"Degradation (telecommunications)","level":2,"score":0.2696000039577484},{"id":"https://openalex.org/C17137986","wikidata":"https://www.wikidata.org/wiki/Q215067","display_name":"Orthogonality","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.2630999982357025}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1049/cit2.70144","is_oa":true,"landing_page_url":"https://doi.org/10.1049/cit2.70144","pdf_url":null,"source":{"id":"https://openalex.org/S2898415742","display_name":"CAAI Transactions on Intelligence Technology","issn_l":"2468-2322","issn":["2468-2322","2468-6557"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311714","host_organization_name":"Institution of Engineering and Technology","host_organization_lineage":["https://openalex.org/P4310311714"],"host_organization_lineage_names":["Institution of Engineering and Technology"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"CAAI Transactions on Intelligence Technology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1049/cit2.70144","is_oa":true,"landing_page_url":"https://doi.org/10.1049/cit2.70144","pdf_url":null,"source":{"id":"https://openalex.org/S2898415742","display_name":"CAAI Transactions on Intelligence Technology","issn_l":"2468-2322","issn":["2468-2322","2468-6557"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311714","host_organization_name":"Institution of Engineering and Technology","host_organization_lineage":["https://openalex.org/P4310311714"],"host_organization_lineage_names":["Institution of Engineering and Technology"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"CAAI Transactions on Intelligence Technology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3638441566","display_name":null,"funder_award_id":"61402220","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5510581676","display_name":null,"funder_award_id":"62576159","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W2112796928","https://openalex.org/W2136922672","https://openalex.org/W2149194912","https://openalex.org/W3197186879","https://openalex.org/W4205991051","https://openalex.org/W4206178588","https://openalex.org/W4220958359","https://openalex.org/W4309811444","https://openalex.org/W4381930847","https://openalex.org/W4382998379","https://openalex.org/W4385571157","https://openalex.org/W4386566659","https://openalex.org/W4400525231","https://openalex.org/W4402671689","https://openalex.org/W4404782602","https://openalex.org/W4404783740","https://openalex.org/W4408326928","https://openalex.org/W4409178241","https://openalex.org/W4409363400","https://openalex.org/W4409367461","https://openalex.org/W4411120613","https://openalex.org/W4412888179","https://openalex.org/W4413384299","https://openalex.org/W4415795259","https://openalex.org/W7131816382","https://openalex.org/W7139910074"],"related_works":[],"abstract_inverted_index":{"ABSTRACT":[0],"Parameter\u2010efficient":[1],"fine\u2010tuning":[2],"(PEFT)":[3],"has":[4],"become":[5],"a":[6,18,126,160,189,220],"crucial":[7],"paradigm":[8],"for":[9],"domain":[10],"adaptation,":[11],"achieving":[12],"strong":[13],"performance":[14,50],"by":[15,117],"updating":[16],"only":[17],"small":[19],"fraction":[20],"of":[21,197,223],"model":[22],"parameters.":[23],"Among":[24],"various":[25],"PEFT":[26,128,234],"methods,":[27],"low\u2010rank":[28,97,133,145,186],"adaptation":[29],"(LoRA)":[30],"is":[31],"widely":[32],"adopted":[33],"due":[34,52],"to":[35,53,67,86,147,171,192,209],"its":[36],"structural":[37],"simplicity":[38],"and":[39,62,80,89,104,137,168],"computational":[40],"efficiency.":[41],"However,":[42],"in":[43,107,237],"multitask":[44],"scenarios,":[45],"LoRA":[46,64,94,246],"often":[47,243],"suffers":[48],"from":[49,214],"degradation":[51],"task":[54,241],"interference.":[55],"Recent":[56],"extensions,":[57],"such":[58],"as":[59],"mixture\u2010of\u2010experts":[60],"(MoE)":[61],"asymmetric":[63],"variants,":[65],"attempt":[66],"mitigate":[68],"these":[69,185],"issues;":[70],"however,":[71],"their":[72,174],"reliance":[73],"on":[74,219],"fixed":[75],"subspace\u2010mixing":[76],"strategies":[77],"limits":[78],"flexibility":[79],"makes":[81],"the":[82,113,166,193,200],"models":[83],"more":[84],"sensitive":[85],"input":[87],"noise":[88,101],"data":[90],"sparsity.":[91],"Moreover,":[92],"vanilla":[93],"typically":[95],"initialises":[96,184],"matrices":[98,134,146,170,187],"with":[99,135],"Gaussian":[100],"or":[102],"zeros":[103],"optimises":[105],"them":[106],"unconstrained":[108],"subspaces,":[109,175],"which":[110],"may":[111],"disrupt":[112],"structured":[114],"representations":[115],"learnt":[116],"pretrained":[118,198],"models.":[119],"In":[120],"this":[121],"article,":[122],"we":[123],"propose":[124],"M3LoRA,":[125],"novel":[127],"framework":[129],"that":[130,227],"leverages":[131],"multiple":[132,144],"mixture\u2010of\u2010subspaces":[136],"minor":[138,201],"singular":[139,195,202],"components":[140,196],"initialisation.":[141],"M3LoRA":[142,228],"utilises":[143],"minimise":[148],"interference":[149,242],"between":[150,165],"task\u2010specific":[151,179,212],"subspaces":[152],"while":[153],"maintaining":[154],"representational":[155],"capacity.":[156],"Furthermore,":[157],"it":[158,183],"employs":[159],"learnable":[161],"mixing":[162],"matrix":[163],"positioned":[164],"down\u2010projection":[167],"up\u2010projection":[169],"dynamically":[172],"combine":[173],"thereby":[176],"enabling":[177],"adaptive":[178],"combination":[180],"mechanisms.":[181],"Additionally,":[182],"within":[188],"subspace":[190],"orthogonal":[191],"principal":[194],"weights\u2014termed":[199],"components\u2014thereby":[203],"leveraging":[204],"directions":[205],"unexplored":[206],"during":[207],"pretraining":[208],"better":[210],"capture":[211],"features":[213],"labelled":[215],"data.":[216],"Extensive":[217],"experiments":[218],"wide":[221],"range":[222],"benchmark":[224],"datasets":[225],"demonstrate":[226],"achieves":[229],"substantial":[230],"improvements":[231],"over":[232],"existing":[233],"baselines,":[235],"particularly":[236],"multi\u2010task":[238],"scenarios":[239],"where":[240],"degrades":[244],"conventional":[245],"performance.":[247]},"counts_by_year":[],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2026-05-16T00:00:00"}