{"id":"https://openalex.org/W4412888959","doi":"https://doi.org/10.18653/v1/2025.findings-acl.68","title":"MoRE: A Mixture of Low-Rank Experts for Adaptive Multi-Task Learning","display_name":"MoRE: A Mixture of Low-Rank Experts for Adaptive Multi-Task Learning","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412888959","doi":"https://doi.org/10.18653/v1/2025.findings-acl.68"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-acl.68","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.68","pdf_url":"https://aclanthology.org/2025.findings-acl.68.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-acl.68.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043088496","display_name":"Dacao Zhang","orcid":"https://orcid.org/0009-0003-7647-5264"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dacao Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070913736","display_name":"Kun Zhang","orcid":"https://orcid.org/0000-0003-1108-1523"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kun Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Shimao Chu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shimao Chu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033706423","display_name":"Le Wu","orcid":"https://orcid.org/0000-0003-4556-0581"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Le Wu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011875889","display_name":"Xinqiao Li","orcid":"https://orcid.org/0000-0003-3466-9493"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xin Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5050660824","display_name":"Si Wei","orcid":"https://orcid.org/0000-0002-8363-9111"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Si Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1311","last_page":"1324"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9456999897956848,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9456999897956848,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9162999987602234,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7170178890228271},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7063121199607849},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5496396422386169},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.5419948101043701},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46341460943222046},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4335317611694336},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.11698225140571594},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1149444580078125},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08086910843849182}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7170178890228271},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7063121199607849},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5496396422386169},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.5419948101043701},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46341460943222046},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4335317611694336},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.11698225140571594},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1149444580078125},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08086910843849182},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-acl.68","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.68","pdf_url":"https://aclanthology.org/2025.findings-acl.68.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-acl.68","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.68","pdf_url":"https://aclanthology.org/2025.findings-acl.68.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1346123884","display_name":null,"funder_award_id":"721881011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5586753922","display_name":null,"funder_award_id":"U23B2031","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6921662984","display_name":null,"funder_award_id":"62376086","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329860","display_name":"National Science and Technology Major Project","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412888959.pdf","grobid_xml":"https://content.openalex.org/works/W4412888959.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"With":[0],"the":[1,43,71,133,146,184,199,205],"rapid":[2],"development":[3],"of":[4,23,75,93,101,113,150,186],"Large":[5],"Language":[6],"Models":[7],"(LLMs),":[8],"Parameter-Efficient":[9],"Fine-Tuning":[10],"(PEFT)":[11],"methods":[12,55],"have":[13],"gained":[14],"significant":[15],"attention,":[16],"which":[17,119],"aims":[18],"to":[19,41,82,131,167,175,203],"achieve":[20,48],"efficient":[21],"fine-tuning":[22],"LLMs":[24,166,187],"with":[25,116,164],"fewer":[26],"parameters.As":[27],"a":[28,90,126],"representative":[29],"PEFT":[30],"method,":[31],"Low-Rank":[32,94],"Adaptation":[33],"(LoRA)":[34],"and":[35,47,73,148,178,191,201],"its":[36,179],"variants":[37],"introduce":[38],"low-rank":[39,122,141],"matrices":[40],"approximate":[42],"incremental":[44],"tuning":[45],"parameters":[46],"impressive":[49],"performance":[50,185],"over":[51,159],"multiple":[52,64,160],"scenarios.However,":[53],"these":[54],"either":[56],"focus":[57],"on":[58],"single-task":[59],"scenarios":[60,190],"or":[61],"separately":[62],"train":[63],"LoRA":[65,76,105,114,151,177],"modules":[66],"for":[67,97,106,136],"multi-task":[68,78,83,98,153,161,189],"scenarios,":[69],"limiting":[70],"efficiency":[72,149],"effectiveness":[74],"in":[77,85,152,188],"scenarios.To":[79],"better":[80],"adapt":[81],"fine-tuning,":[84],"this":[86],"paper,":[87],"we":[88,109,120,124,155],"propose":[89],"novel":[91,127],"Mixture":[92],"Experts":[95],"(MoRE)":[96],"PEFT.Specifically,":[99],"instead":[100],"using":[102],"an":[103],"individual":[104],"each":[107,137],"task,":[108],"align":[110],"different":[111,117,165],"ranks":[112],"module":[115],"tasks,":[118],"named":[121],"experts.Moreover,":[123],"design":[125],"adaptive":[128],"rank":[129],"selector":[130],"select":[132],"appropriate":[134],"expert":[135],"task.By":[138],"jointly":[139],"training":[140],"experts,":[142],"MoRE":[143,181],"can":[144],"enhance":[145],"adaptability":[147],"scenarios.Finally,":[154],"conduct":[156],"extensive":[157],"experiments":[158],"benchmarks":[162],"along":[163],"verify":[168],"model":[169,200],"performance.Experimental":[170],"results":[171],"demonstrate":[172],"that":[173],"compared":[174],"traditional":[176],"variants,":[180],"significantly":[182],"improves":[183],"incurs":[192],"no":[193],"additional":[194],"inference":[195],"cost.We":[196],"also":[197],"release":[198],"code":[202],"facilitate":[204],"community":[206],"1":[207],".":[208]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}