{"id":"https://openalex.org/W4400525231","doi":"https://doi.org/10.1145/3626772.3657722","title":"When MOE Meets LLMs: Parameter Efficient Fine-tuning for Multi-task Medical Applications","display_name":"When MOE Meets LLMs: Parameter Efficient Fine-tuning for Multi-task Medical Applications","publication_year":2024,"publication_date":"2024-07-10","ids":{"openalex":"https://openalex.org/W4400525231","doi":"https://doi.org/10.1145/3626772.3657722"},"language":"en","primary_location":{"id":"doi:10.1145/3626772.3657722","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3626772.3657722","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027253238","display_name":"Qidong Liu","orcid":"https://orcid.org/0000-0002-0751-2602"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qidong Liu","raw_affiliation_strings":["Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-0751-2602","affiliations":[{"raw_affiliation_string":"Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100352418","display_name":"Xian Wu","orcid":"https://orcid.org/0000-0003-1118-9710"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xian Wu","raw_affiliation_strings":["Tencent YouTu Lab, Jarvis Research Center, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-1118-9710","affiliations":[{"raw_affiliation_string":"Tencent YouTu Lab, Jarvis Research Center, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100645854","display_name":"Xiangyu Zhao","orcid":"https://orcid.org/0000-0003-2926-4416"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiangyu Zhao","raw_affiliation_strings":["City University of Hong Kong, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0003-2926-4416","affiliations":[{"raw_affiliation_string":"City University of Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084537731","display_name":"Yuanshao Zhu","orcid":"https://orcid.org/0000-0002-5657-181X"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanshao Zhu","raw_affiliation_strings":["Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-5657-181X","affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081695896","display_name":"Derong Xu","orcid":"https://orcid.org/0000-0002-3971-9907"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Derong Xu","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-3971-9907","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013725152","display_name":"Feng Tian","orcid":"https://orcid.org/0000-0001-7888-0587"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Tian","raw_affiliation_strings":["Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0001-7888-0587","affiliations":[{"raw_affiliation_string":"Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051649145","display_name":"Yefeng Zheng","orcid":"https://orcid.org/0000-0003-2195-2847"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yefeng Zheng","raw_affiliation_strings":["Tencent YouTu Lab, Jarvis Research Center, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-2195-2847","affiliations":[{"raw_affiliation_string":"Tencent YouTu Lab, Jarvis Research Center, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":107.6238,"has_fulltext":false,"cited_by_count":81,"citation_normalized_percentile":{"value":0.99969145,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1104","last_page":"1114"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11021","display_name":"ECG Monitoring and Analysis","score":0.9850999712944031,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11021","display_name":"ECG Monitoring and Analysis","score":0.9850999712944031,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10522","display_name":"Medical Imaging Techniques and Applications","score":0.95660001039505,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11932","display_name":"Wireless Body Area Networks","score":0.9523000121116638,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6544781923294067},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5688244700431824},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.21326276659965515},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.11452749371528625}],"concepts":[{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6544781923294067},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5688244700431824},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21326276659965515},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.11452749371528625}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3626772.3657722","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3626772.3657722","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2108325777","https://openalex.org/W2963558486","https://openalex.org/W3034328552","https://openalex.org/W3141797743","https://openalex.org/W3162532547","https://openalex.org/W3177323791","https://openalex.org/W3209943551","https://openalex.org/W4212804458","https://openalex.org/W4221143046","https://openalex.org/W4285247752","https://openalex.org/W4285294723","https://openalex.org/W4287121196","https://openalex.org/W4290877225","https://openalex.org/W4312318847","https://openalex.org/W4319653664","https://openalex.org/W4384641542","https://openalex.org/W4385571266","https://openalex.org/W4385573776","https://openalex.org/W4393065402","https://openalex.org/W6796487566"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"The":[0,56,106,203],"recent":[1],"surge":[2],"in":[3,52,75],"Large":[4],"Language":[5],"Models":[6],"(LLMs)":[7],"has":[8],"garnered":[9],"significant":[10],"attention":[11],"across":[12],"numerous":[13],"fields.":[14],"Fine-tuning":[15],"is":[16,43,169,205],"often":[17,58],"required":[18],"to":[19,60,78,110,152],"fit":[20],"general":[21],"LLMs":[22,38,76],"for":[23,39,63,99,118,125,165,183],"a":[24,93,147,161,190],"specific":[25],"domain,":[26],"like":[27],"the":[28,44,70,113,139,154,174,197],"web-based":[29],"healthcare":[30],"system.":[31],"However,":[32],"two":[33,89],"problems":[34],"arise":[35],"during":[36],"fine-tuning":[37,62,97,201],"medical":[40,54,101,192],"applications.":[41],"One":[42],"task":[45],"variety":[46,57],"problem,":[47],"which":[48,171],"involves":[49],"distinct":[50,181],"tasks":[51],"real-world":[53],"scenarios.":[55],"leads":[59,77],"sub-optimal":[61],"data":[64],"imbalance":[65],"and":[66,81,121,132,179],"seesaw":[67],"problems.":[68],"Besides,":[69],"large":[71],"amount":[72],"of":[73,115,146,149,157,176],"parameters":[74,182],"huge":[79],"time":[80],"computation":[82],"consumption":[83],"by":[84],"fine-tuning.":[85,128],"To":[86],"address":[87],"these":[88],"problems,":[90],"we":[91,134],"propose":[92],"novel":[94],"parameter":[95,126,199],"efficient":[96,127,200],"framework":[98,108],"multi-task":[100,119,191],"applications,":[102],"dubbed":[103],"as":[104,138],"MOELoRA.":[105],"designed":[107],"aims":[109],"absorb":[111],"both":[112],"benefits":[114],"mixture-of-expert":[116],"(MOE)":[117],"learning":[120],"low-rank":[122,150],"adaptation":[123],"(LoRA)":[124],"For":[129],"unifying":[130],"MOE":[131],"LoRA,":[133],"devise":[135],"multiple":[136],"experts":[137],"trainable":[140,158],"parameters,":[141],"where":[142],"each":[143,177],"expert":[144,178],"consists":[145],"pair":[148],"matrices":[151],"retain":[153],"small":[155],"size":[156],"parameters.":[159],"Then,":[160],"task-motivated":[162],"gate":[163],"function":[164],"all":[166],"MOELoRA":[167,195],"layers":[168],"proposed,":[170],"can":[172],"control":[173],"contributions":[175],"produce":[180],"various":[184],"tasks.":[185],"We":[186],"conduct":[187],"experiments":[188],"on":[189],"dataset,":[193],"indicating":[194],"outperforms":[196],"existing":[198],"methods.":[202],"code":[204],"available":[206],"online.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":23},{"year":2025,"cited_by_count":43},{"year":2024,"cited_by_count":15}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}