{"id":"https://openalex.org/W4415038033","doi":"https://doi.org/10.1145/3805712.3809588","title":"Mixture-of-Retrieval Experts for Reasoning-Guided Multimodal Knowledge Exploitation","display_name":"Mixture-of-Retrieval Experts for Reasoning-Guided Multimodal Knowledge Exploitation","publication_year":2026,"publication_date":"2026-07-10","ids":{"openalex":"https://openalex.org/W4415038033","doi":"https://doi.org/10.1145/3805712.3809588"},"language":"en","primary_location":{"id":"doi:10.1145/3805712.3809588","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805712.3809588","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3805712.3809588","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059605898","display_name":"Chunyi Peng","orcid":"https://orcid.org/0000-0003-2945-4981"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunyi Peng","raw_affiliation_strings":["Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0009-0003-9973-437X","affiliations":[{"raw_affiliation_string":"Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083016192","display_name":"Zhipeng Xu","orcid":"https://orcid.org/0000-0002-2048-3789"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhipeng Xu","raw_affiliation_strings":["Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0009-0001-3671-5978","affiliations":[{"raw_affiliation_string":"Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101878886","display_name":"Zhenghao Liu","orcid":"https://orcid.org/0000-0003-1356-7017"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenghao Liu","raw_affiliation_strings":["Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0003-0083-3224","affiliations":[{"raw_affiliation_string":"Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068211530","display_name":"Yishan Li","orcid":"https://orcid.org/0009-0006-2837-1358"},"institutions":[{"id":"https://openalex.org/I4210133972","display_name":"Ministry of National Defense of the People's Republic of China","ror":"https://ror.org/03t0a5k13","country_code":"CN","type":"funder","lineage":["https://openalex.org/I4210133972"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yishan Li","raw_affiliation_strings":["ModelBest, Inc., Beijing, China"],"raw_orcid":"https://orcid.org/0009-0006-2837-1358","affiliations":[{"raw_affiliation_string":"ModelBest, Inc., Beijing, China","institution_ids":["https://openalex.org/I4210133972"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034266748","display_name":"Yukun Yan","orcid":"https://orcid.org/0000-0003-2421-7098"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yukun Yan","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2421-7098","affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062328541","display_name":"Shuo Wang","orcid":"https://orcid.org/0000-0003-3413-2266"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuo Wang","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5408-3145","affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100320723","display_name":"Zhiyuan Liu","orcid":"https://orcid.org/0000-0002-7709-2543"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Gu","raw_affiliation_strings":["Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0001-7422-6254","affiliations":[{"raw_affiliation_string":"Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101903852","display_name":"Yu Gu","orcid":"https://orcid.org/0000-0003-0135-2326"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minghe Yu","raw_affiliation_strings":["Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-0287-8867","affiliations":[{"raw_affiliation_string":"Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073691234","display_name":"Minghe Yu","orcid":"https://orcid.org/0000-0002-0287-8867"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ge Yu","raw_affiliation_strings":["Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-3171-8889","affiliations":[{"raw_affiliation_string":"Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072406974","display_name":"Ge Yu","orcid":"https://orcid.org/0000-0002-3171-8889"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Maosong Sun","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0008-0075-8088","affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1440","last_page":"1450"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11596","display_name":"Constraint Satisfaction and Optimization","score":0.9789000153541565,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7113999724388123},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5982000231742859},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.446399986743927},{"id":"https://openalex.org/keywords/reasoning-system","display_name":"Reasoning system","score":0.42410001158714294},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.3928000032901764},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.3905999958515167},{"id":"https://openalex.org/keywords/opportunistic-reasoning","display_name":"Opportunistic reasoning","score":0.36959999799728394}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8216999769210815},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7113999724388123},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5982000231742859},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5602999925613403},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45649999380111694},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.446399986743927},{"id":"https://openalex.org/C89288958","wikidata":"https://www.wikidata.org/wiki/Q7301504","display_name":"Reasoning system","level":2,"score":0.42410001158714294},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.3928000032901764},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.3905999958515167},{"id":"https://openalex.org/C86827895","wikidata":"https://www.wikidata.org/wiki/Q7098582","display_name":"Opportunistic reasoning","level":4,"score":0.36959999799728394},{"id":"https://openalex.org/C159032336","wikidata":"https://www.wikidata.org/wiki/Q2488768","display_name":"Non-monotonic logic","level":2,"score":0.3553999960422516},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.30959999561309814},{"id":"https://openalex.org/C37335422","wikidata":"https://www.wikidata.org/wiki/Q6888134","display_name":"Model-based reasoning","level":3,"score":0.30169999599456787},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.30079999566078186},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.2906000018119812},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.27720001339912415},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.26010000705718994},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.2558000087738037}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3805712.3809588","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805712.3809588","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2505.22095","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.22095","pdf_url":"https://arxiv.org/pdf/2505.22095","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2505.22095","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2505.22095","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1145/3805712.3809588","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805712.3809588","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multimodal":[0,11],"Retrieval-Augmented":[1],"Generation":[2],"(MRAG)":[3],"has":[4],"shown":[5],"promise":[6],"in":[7,10],"mitigating":[8],"hallucinations":[9],"Large":[12],"Language":[13],"Models":[14],"(MLLMs)":[15],"by":[16,29,122,177],"incorporating":[17],"external":[18],"knowledge.":[19],"However,":[20],"existing":[21],"methods":[22],"typically":[23],"adhere":[24],"to":[25,37,74,89,94,125,139,169,182],"rigid":[26],"retrieval":[27,32,44,79,129],"paradigms":[28],"mimicking":[30],"fixed":[31],"trajectories":[33],"and":[34,131,197],"thus":[35],"fail":[36],"fully":[38,140],"exploit":[39],"the":[40,51,99,137,157],"knowledge":[41,53,84],"of":[42,159,165],"different":[43],"experts":[45,80,130,143,181],"through":[46],"dynamic":[47],"interaction":[48],"based":[49],"on":[50,98,151,201],"model's":[52],"needs":[54],"or":[55],"evolving":[56,100],"reasoning":[57,101],"states.":[58],"To":[59,103],"overcome":[60],"this":[61,106],"limitation,":[62],"we":[63,108],"introduce":[64],"Mixture-of-Retrieval":[65],"Experts":[66],"(MoRE),":[67],"a":[68,146],"novel":[69],"framework":[70],"that":[71],"enables":[72],"MLLMs":[73,124],"collaboratively":[75],"interact":[76,126],"with":[77,127],"diverse":[78,152],"for":[81,190],"more":[82],"effective":[83],"exploitation.":[85],"Specifically,":[86],"MoRE":[87,173],"learns":[88],"dynamically":[90,178],"determine":[91],"which":[92,116],"expert":[93,193],"engage":[95],"with,":[96],"conditioned":[97],"state.":[102],"effectively":[104],"train":[105],"capability,":[107],"propose":[109],"Stepwise":[110],"Group":[111],"Relative":[112],"Policy":[113],"Optimization":[114],"(Step-GRPO),":[115],"goes":[117],"beyond":[118],"sparse":[119],"outcome-based":[120],"supervision":[121],"encouraging":[123],"multiple":[128],"synthesize":[132],"fine-grained":[133],"rewards,":[134],"thereby":[135],"teaching":[136],"MLLM":[138],"coordinate":[141],"all":[142],"when":[144],"answering":[145],"given":[147],"query.":[148],"Experimental":[149],"results":[150],"open-domain":[153],"QA":[154],"benchmarks":[155],"demonstrate":[156],"effectiveness":[158],"MoRE,":[160],"achieving":[161],"average":[162],"performance":[163],"gains":[164],"over":[166],"7%":[167],"compared":[168],"competitive":[170],"baselines.":[171],"Notably,":[172],"exhibits":[174],"strong":[175],"adaptability":[176],"coordinating":[179],"heterogeneous":[180],"precisely":[183],"locate":[184],"relevant":[185],"information,":[186],"validating":[187],"its":[188],"capability":[189],"robust,":[191],"reasoning-driven":[192],"collaboration.":[194],"All":[195],"codes":[196],"data":[198],"are":[199],"released":[200],"https://github.com/OpenBMB/MoRE.":[202]},"counts_by_year":[],"updated_date":"2026-07-18T07:39:51.176621","created_date":"2025-10-11T00:00:00"}