{"id":"https://openalex.org/W4414359719","doi":"https://doi.org/10.24963/ijcai.2025/900","title":"Efficient Dynamic Ensembling for Multiple LLM Experts","display_name":"Efficient Dynamic Ensembling for Multiple LLM Experts","publication_year":2025,"publication_date":"2025-09-01","ids":{"openalex":"https://openalex.org/W4414359719","doi":"https://doi.org/10.24963/ijcai.2025/900"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2025/900","is_oa":false,"landing_page_url":"https://doi.org/10.24963/ijcai.2025/900","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Fourth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020901915","display_name":"Jinwu Hu","orcid":"https://orcid.org/0000-0002-6025-8578"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinwu Hu","raw_affiliation_strings":["Pazhou Laboratory","South China University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pazhou Laboratory","institution_ids":[]},{"raw_affiliation_string":"South China University of Technology","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100367917","display_name":"Yufeng Wang","orcid":"https://orcid.org/0000-0002-7762-9005"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yufeng Wang","raw_affiliation_strings":["Pazhou Laboratory","Peng Cheng Laboratory","South China University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pazhou Laboratory","institution_ids":[]},{"raw_affiliation_string":"Peng Cheng Laboratory","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"South China University of Technology","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017046581","display_name":"Shuhai Zhang","orcid":"https://orcid.org/0000-0002-0588-3207"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuhai Zhang","raw_affiliation_strings":["Pazhou Laboratory","South China University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pazhou Laboratory","institution_ids":[]},{"raw_affiliation_string":"South China University of Technology","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101867851","display_name":"Kai Zhou","orcid":"https://orcid.org/0000-0003-4412-6345"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Zhou","raw_affiliation_strings":["South China University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"South China University of Technology","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088783334","display_name":"Guohao Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guohao Chen","raw_affiliation_strings":["Pazhou Laboratory","South China University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pazhou Laboratory","institution_ids":[]},{"raw_affiliation_string":"South China University of Technology","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101631296","display_name":"Yu Hu","orcid":"https://orcid.org/0000-0002-4136-4578"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yu Hu","raw_affiliation_strings":["Hong Kong Polytechnic University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong Polytechnic University","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064113420","display_name":"Bin Xiao","orcid":"https://orcid.org/0000-0001-8469-5302"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Xiao","raw_affiliation_strings":["Chongqing University of Posts and Telecommunications"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chongqing University of Posts and Telecommunications","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032352025","display_name":"Mingkui Tan","orcid":"https://orcid.org/0000-0001-8856-756X"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingkui Tan","raw_affiliation_strings":["Key Laboratory of Big Data and Intelligent Robot, Ministry of Education","South China University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Big Data and Intelligent Robot, Ministry of Education","institution_ids":["https://openalex.org/I1327237609"]},{"raw_affiliation_string":"South China University of Technology","institution_ids":["https://openalex.org/I90610280"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.3589,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.91234096,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"8095","last_page":"8103"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.8863999843597412,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.8863999843597412,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.8183000087738037,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12203","display_name":"Mobile Agent-Based Network Management","score":0.8179000020027161,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.47679999470710754},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.44749999046325684},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.4334000051021576},{"id":"https://openalex.org/keywords/ensemble-learning","display_name":"Ensemble learning","score":0.4011000096797943},{"id":"https://openalex.org/keywords/ensemble-forecasting","display_name":"Ensemble forecasting","score":0.3804999887943268},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.35659998655319214},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.2962999939918518}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.805899977684021},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5680000185966492},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5663999915122986},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.47679999470710754},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.44749999046325684},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4334000051021576},{"id":"https://openalex.org/C45942800","wikidata":"https://www.wikidata.org/wiki/Q245652","display_name":"Ensemble learning","level":2,"score":0.4011000096797943},{"id":"https://openalex.org/C119898033","wikidata":"https://www.wikidata.org/wiki/Q3433888","display_name":"Ensemble forecasting","level":2,"score":0.3804999887943268},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.35659998655319214},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.2962999939918518},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2854999899864197},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.27959999442100525},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.27799999713897705},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.26759999990463257},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.266400009393692},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.2621999979019165},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.2572999894618988},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2515999972820282}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2025/900","is_oa":false,"landing_page_url":"https://doi.org/10.24963/ijcai.2025/900","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Fourth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LLMs":[0,13],"have":[1],"demonstrated":[2],"impressive":[3],"performance":[4,44,161,209],"across":[5,48],"various":[6,73],"language":[7],"tasks.":[8,53],"However,":[9,54],"the":[10,31,90,103,128,153,159,173,177,188],"strengths":[11,32,91],"of":[12,23,33,52,65,92],"can":[14],"vary":[15],"due":[16],"to":[17,39,88,119,130,141,145,157,170,192,206,211],"different":[18,34],"architectures,":[19],"model":[20,102],"sizes,":[21],"areas":[22],"training":[24],"data,":[25],"etc.":[26],"Therefore,":[27],"ensemble":[28,57,105],"reasoning":[29,106],"for":[30,72],"LLM":[35,56,70,94,104,124,133,190],"experts":[36,71,95],"is":[37],"critical":[38],"achieving":[40],"consistent":[41],"and":[42,126,215],"satisfactory":[43],"on":[45,97],"diverse":[46],"inputs":[47,118],"a":[49,109,131,138,143,182],"wide":[50],"range":[51],"existing":[55],"methods":[58],"are":[59,217],"either":[60],"computationally":[61],"intensive":[62],"or":[63],"incapable":[64],"leveraging":[66],"complementary":[67,194],"knowledge":[68,121,175,195],"among":[69],"inputs.":[74,99],"In":[75],"this":[76],"paper,":[77],"we":[78,101,136,180],"propose":[79],"an":[80,114,123,148],"efficient":[81],"Dynamic":[82],"Ensemble":[83],"Reasoning":[84],"paradigm,":[85],"called":[86],"DER":[87],"integrate":[89],"multiple":[93],"conditioned":[96],"dynamic":[98],"Specifically,":[100],"problem":[107],"as":[108,163,167],"Markov":[110],"Decision":[111],"Process,":[112],"wherein":[113],"agent":[115],"sequentially":[116],"takes":[117],"request":[120],"from":[122,176],"candidate":[125],"passes":[127],"output":[129],"subsequent":[132,189],"candidate.":[134],"Moreover,":[135],"devise":[137],"reward":[139],"function":[140],"train":[142],"DER-Agent":[144],"dynamically":[146],"select":[147],"optimal":[149],"answering":[150],"route":[151],"given":[152],"input":[154],"questions,":[155],"aiming":[156],"achieve":[158,207],"highest":[160],"with":[162],"few":[164],"computational":[165,204],"resources":[166,205],"possible.":[168],"Last,":[169],"fully":[171],"transfer":[172,193],"expert":[174],"prior":[178],"LLMs,":[179],"develop":[181],"Knowledge":[183],"Transfer":[184],"Prompt":[185],"that":[186,199],"enables":[187],"candidates":[191],"effectively.":[196],"Experiments":[197],"demonstrate":[198],"our":[200],"method":[201],"uses":[202],"fewer":[203],"better":[208],"compared":[210],"state-of-the-art":[212],"baselines.":[213],"Code":[214],"appendix":[216],"available":[218],"at":[219],"https://github.com/Fhujinwu/DER.":[220]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}