{"id":"https://openalex.org/W4415707807","doi":"https://doi.org/10.1109/icme59968.2025.11210183","title":"DRMOE: Towards Better Mixture of Experts via Dual Routing Strategy","display_name":"DRMOE: Towards Better Mixture of Experts via Dual Routing Strategy","publication_year":2025,"publication_date":"2025-06-30","ids":{"openalex":"https://openalex.org/W4415707807","doi":"https://doi.org/10.1109/icme59968.2025.11210183"},"language":null,"primary_location":{"id":"doi:10.1109/icme59968.2025.11210183","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme59968.2025.11210183","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100422467","display_name":"Haiyang Liu","orcid":"https://orcid.org/0000-0001-6567-8603"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]},{"id":"https://openalex.org/I101479585","display_name":"South China Agricultural University","ror":"https://ror.org/05v9jqt67","country_code":"CN","type":"education","lineage":["https://openalex.org/I101479585"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Haiyang Liu","raw_affiliation_strings":["South China Agriculture University,Guangzhou,China"],"affiliations":[{"raw_affiliation_string":"South China Agriculture University,Guangzhou,China","institution_ids":["https://openalex.org/I101479585","https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037105307","display_name":"Shaojian Qiu","orcid":"https://orcid.org/0000-0002-4138-2514"},"institutions":[{"id":"https://openalex.org/I101479585","display_name":"South China Agricultural University","ror":"https://ror.org/05v9jqt67","country_code":"CN","type":"education","lineage":["https://openalex.org/I101479585"]},{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaojian Qiu","raw_affiliation_strings":["South China Agriculture University,Guangzhou,China"],"affiliations":[{"raw_affiliation_string":"South China Agriculture University,Guangzhou,China","institution_ids":["https://openalex.org/I101479585","https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033227324","display_name":"Hai Xiang Lin","orcid":"https://orcid.org/0000-0002-1653-4854"},"institutions":[{"id":"https://openalex.org/I4210100070","display_name":"Guangzhou Mechanical Engineering Research Institute (China)","ror":"https://ror.org/0114hcc46","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210100070"]},{"id":"https://openalex.org/I6507939","display_name":"China United Network Communications Group (China)","ror":"https://ror.org/028w99c90","country_code":"CN","type":"company","lineage":["https://openalex.org/I6507939"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hai Lin","raw_affiliation_strings":["China Unicom Software Research Institute Co., Ltd.,Guangzhou,China"],"affiliations":[{"raw_affiliation_string":"China Unicom Software Research Institute Co., Ltd.,Guangzhou,China","institution_ids":["https://openalex.org/I6507939","https://openalex.org/I4210100070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026341876","display_name":"Yingjie Kuang","orcid":null},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]},{"id":"https://openalex.org/I101479585","display_name":"South China Agricultural University","ror":"https://ror.org/05v9jqt67","country_code":"CN","type":"education","lineage":["https://openalex.org/I101479585"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingjie Kuang","raw_affiliation_strings":["South China Agriculture University,Guangzhou,China"],"affiliations":[{"raw_affiliation_string":"South China Agriculture University,Guangzhou,China","institution_ids":["https://openalex.org/I101479585","https://openalex.org/I90610280"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012145168","display_name":"Shunpeng Li","orcid":null},"institutions":[{"id":"https://openalex.org/I101479585","display_name":"South China Agricultural University","ror":"https://ror.org/05v9jqt67","country_code":"CN","type":"education","lineage":["https://openalex.org/I101479585"]},{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shunpeng Li","raw_affiliation_strings":["South China Agriculture University,Guangzhou,China"],"affiliations":[{"raw_affiliation_string":"South China Agriculture University,Guangzhou,China","institution_ids":["https://openalex.org/I101479585","https://openalex.org/I90610280"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100422467"],"corresponding_institution_ids":["https://openalex.org/I101479585","https://openalex.org/I90610280"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.46756202,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.17520000040531158,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.17520000040531158,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.16850000619888306,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.16619999706745148,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.583899974822998},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5260999798774719},{"id":"https://openalex.org/keywords/multipath-routing","display_name":"Multipath routing","score":0.506600022315979},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.4772999882698059},{"id":"https://openalex.org/keywords/randomness","display_name":"Randomness","score":0.41510000824928284},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.40709999203681946}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.753600001335144},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.583899974822998},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5260999798774719},{"id":"https://openalex.org/C76522221","wikidata":"https://www.wikidata.org/wiki/Q5035396","display_name":"Multipath routing","level":5,"score":0.506600022315979},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.4772999882698059},{"id":"https://openalex.org/C125112378","wikidata":"https://www.wikidata.org/wiki/Q176640","display_name":"Randomness","level":2,"score":0.41510000824928284},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.40709999203681946},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3723999857902527},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3497999906539917},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.3264999985694885},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.323199987411499},{"id":"https://openalex.org/C177818476","wikidata":"https://www.wikidata.org/wiki/Q12878103","display_name":"Hierarchical routing","level":5,"score":0.31380000710487366},{"id":"https://openalex.org/C109747225","wikidata":"https://www.wikidata.org/wiki/Q815758","display_name":"Scarcity","level":2,"score":0.31150001287460327},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30149999260902405},{"id":"https://openalex.org/C184896649","wikidata":"https://www.wikidata.org/wiki/Q290066","display_name":"Routing table","level":4,"score":0.27889999747276306},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.27090001106262207}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icme59968.2025.11210183","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme59968.2025.11210183","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W3197782487","https://openalex.org/W4289828103","https://openalex.org/W4385572883","https://openalex.org/W4386187806","https://openalex.org/W4396827130","https://openalex.org/W4400445270","https://openalex.org/W4400525231","https://openalex.org/W4402979780","https://openalex.org/W4404782964"],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"are":[3],"widely":[4],"utilized":[5],"in":[6,52,57,71,86,131,147],"natural":[7],"language":[8],"processing":[9],"tasks":[10],"but":[11],"often":[12],"necessitate":[13],"expensive":[14],"fine-tuning":[15,21],"to":[16,44,77,91,119,128],"accommodate":[17],"specific":[18],"domains.":[19],"Parameter-efficient":[20],"(PEFT)":[22],"techniques":[23],"help":[24],"mitigate":[25],"these":[26,59,100],"costs":[27],"by":[28,73],"reducing":[29],"the":[30,104],"magnitude":[31],"of":[32,47,63,110],"trainable":[33],"parameters.":[34],"Meanwhile,":[35],"some":[36],"recent":[37],"studies":[38],"have":[39],"employed":[40],"Multi-Task":[41],"Learning":[42],"(MTL)":[43],"address":[45,99],"issues":[46],"data":[48],"scarcity":[49],"and":[50,95,123],"imbalance":[51],"PEFT,":[53],"demonstrating":[54,144],"its":[55,145],"effectiveness":[56],"overcoming":[58],"challenges.":[60],"The":[61,150],"Mixture":[62,109],"Experts":[64,111],"(MoE)":[65],"approach":[66],"further":[67],"enhances":[68,140],"knowledge":[69],"sharing":[70],"MTL":[72],"dynamically":[74],"assigning":[75],"experts":[76,89],"different":[78],"tasks.":[79],"However,":[80],"existing":[81],"MoE":[82],"approaches":[83],"face":[84],"challenges":[85],"accurately":[87],"routing":[88,93,132],"due":[90],"suboptimal":[92],"methods":[94],"random":[96],"routing.":[97],"To":[98],"limitations,":[101],"we":[102],"propose":[103],"Dual":[105,116],"Routing":[106,117],"Strategy":[107,118],"for":[108],"(DRMOE).":[112],"DRMOE":[113,138],"proposes":[114],"a":[115,125],"refine":[120],"expert":[121],"allocation":[122],"constructs":[124],"Task-Specified":[126],"Loss":[127],"alleviate":[129],"randomness":[130],"decisions.":[133],"Extensive":[134],"experiments":[135],"show":[136],"that":[137],"effectively":[139],"performance":[141],"across":[142],"tasks,":[143],"robustness":[146],"multi-task":[148],"scenarios.":[149],"code":[151],"is":[152],"available":[153],"at":[154],"https://github.com/lhyscau/DRMOE.":[155]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-30T00:00:00"}