{"id":"https://openalex.org/W7115893509","doi":"https://doi.org/10.1109/tetci.2025.3642285","title":"MRM: Improving Multihop Reasoning Capability for LLMs With Multistage QA Retrieval","display_name":"MRM: Improving Multihop Reasoning Capability for LLMs With Multistage QA Retrieval","publication_year":2025,"publication_date":"2025-12-18","ids":{"openalex":"https://openalex.org/W7115893509","doi":"https://doi.org/10.1109/tetci.2025.3642285"},"language":null,"primary_location":{"id":"doi:10.1109/tetci.2025.3642285","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetci.2025.3642285","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Wei Li","orcid":"https://orcid.org/0000-0002-3135-0447"},"institutions":[{"id":"https://openalex.org/I111599522","display_name":"Jiangnan University","ror":"https://ror.org/04mkzax54","country_code":"CN","type":"education","lineage":["https://openalex.org/I111599522"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Li","raw_affiliation_strings":["School of Artificial Intelligence and Computer Science & Engineering Research Center of Intelligent Technology for Healthcare, Ministry of Education, Jiangnan University, Wuxi, China"],"raw_orcid":"https://orcid.org/0000-0002-3135-0447","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence and Computer Science & Engineering Research Center of Intelligent Technology for Healthcare, Ministry of Education, Jiangnan University, Wuxi, China","institution_ids":["https://openalex.org/I111599522"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yanqing Zhang","orcid":"https://orcid.org/0009-0006-4167-8805"},"institutions":[{"id":"https://openalex.org/I111599522","display_name":"Jiangnan University","ror":"https://ror.org/04mkzax54","country_code":"CN","type":"education","lineage":["https://openalex.org/I111599522"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanqing Zhang","raw_affiliation_strings":["School of Artificial Intelligence and Computer Science & Engineering Research Center of Intelligent Technology for Healthcare, Ministry of Education, Jiangnan University, Wuxi, China"],"raw_orcid":"https://orcid.org/0009-0006-4167-8805","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence and Computer Science & Engineering Research Center of Intelligent Technology for Healthcare, Ministry of Education, Jiangnan University, Wuxi, China","institution_ids":["https://openalex.org/I111599522"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Guifang Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guifang Sun","raw_affiliation_strings":["School of Mechanical Engineering, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chao Ma","orcid":"https://orcid.org/0000-0002-7443-6267"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Ma","raw_affiliation_strings":["The School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-7443-6267","affiliations":[{"raw_affiliation_string":"The School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jipeng Qiang","orcid":"https://orcid.org/0000-0001-5721-0293"},"institutions":[{"id":"https://openalex.org/I78978612","display_name":"Yangzhou University","ror":"https://ror.org/03tqb8s11","country_code":"CN","type":"education","lineage":["https://openalex.org/I78978612"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jipeng Qiang","raw_affiliation_strings":["Department of Computer Science, Yangzhou University, Yangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-5721-0293","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Yangzhou University, Yangzhou, China","institution_ids":["https://openalex.org/I78978612"]}]},{"author_position":"last","author":{"id":null,"display_name":"Jiaxing Shen","orcid":"https://orcid.org/0000-0002-0833-0288"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiaxing Shen","raw_affiliation_strings":["School of Data Science, Lingnan University, Hong Kong SAR, China"],"raw_orcid":"https://orcid.org/0000-0002-0833-0288","affiliations":[{"raw_affiliation_string":"School of Data Science, Lingnan University, Hong Kong SAR, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.76953894,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"10","issue":"2","first_page":"1700","last_page":"1712"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5595999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5595999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.06889999657869339,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.042500000447034836,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.680400013923645},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6665999889373779},{"id":"https://openalex.org/keywords/plan","display_name":"Plan (archaeology)","score":0.520799994468689},{"id":"https://openalex.org/keywords/case-based-reasoning","display_name":"Case-based reasoning","score":0.4456999897956848},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.375900000333786},{"id":"https://openalex.org/keywords/document-retrieval","display_name":"Document retrieval","score":0.3345000147819519},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.328000009059906}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8065000176429749},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.680400013923645},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6665999889373779},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5267999768257141},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.520799994468689},{"id":"https://openalex.org/C20162079","wikidata":"https://www.wikidata.org/wiki/Q1151406","display_name":"Case-based reasoning","level":2,"score":0.4456999897956848},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39480000734329224},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.375900000333786},{"id":"https://openalex.org/C161156560","wikidata":"https://www.wikidata.org/wiki/Q1638872","display_name":"Document retrieval","level":2,"score":0.3345000147819519},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.328000009059906},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.328000009059906},{"id":"https://openalex.org/C2780613888","wikidata":"https://www.wikidata.org/wiki/Q6423394","display_name":"Knowledge retrieval","level":3,"score":0.3215000033378601},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2782999873161316},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.2728999853134155},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2667999863624573},{"id":"https://openalex.org/C37335422","wikidata":"https://www.wikidata.org/wiki/Q6888134","display_name":"Model-based reasoning","level":3,"score":0.2648000121116638},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.25769999623298645},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.25450000166893005},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2540999948978424}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tetci.2025.3642285","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetci.2025.3642285","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G293061790","display_name":null,"funder_award_id":"52571073","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2955250208","display_name":null,"funder_award_id":"SDS24A17","funder_id":"https://openalex.org/F4320328618","funder_display_name":"Lingnan University"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320328618","display_name":"Lingnan University","ror":"https://ror.org/0563pg902"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W2771052756","https://openalex.org/W2889787757","https://openalex.org/W3115947671","https://openalex.org/W3176371077","https://openalex.org/W3186138538","https://openalex.org/W3190126809","https://openalex.org/W3198963017","https://openalex.org/W4385570088","https://openalex.org/W4385571271","https://openalex.org/W4388778348","https://openalex.org/W4389518671","https://openalex.org/W4389520468","https://openalex.org/W4391876619","https://openalex.org/W4396762144","https://openalex.org/W4399154371","https://openalex.org/W4399426381","https://openalex.org/W4399717458","https://openalex.org/W4400579109","https://openalex.org/W4401990041","https://openalex.org/W4402392501","https://openalex.org/W4404782834","https://openalex.org/W7118085507","https://openalex.org/W7131883798","https://openalex.org/W7133224126","https://openalex.org/W7133231369"],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"continue":[4],"to":[5,22,63,106,165],"face":[6],"significant":[7],"challenges":[8],"in":[9,113,233],"improving":[10],"their":[11],"reasoning":[12,28,43,66,231],"capabilities,":[13],"particularly":[14],"for":[15,124],"knowledge-intensive":[16],"multi-hop":[17],"questions.":[18],"Existing":[19],"approaches":[20],"attempt":[21],"address":[23],"this":[24,56,187],"hurdle":[25],"through":[26],"generating":[27,133],"procedures":[29],"or":[30],"retrieving":[31,46],"additional":[32],"knowledge,":[33,161],"while":[34,45],"encountering":[35],"limitations.":[36],"Conventional":[37],"prompting":[38],"methods":[39],"often":[40],"produce":[41],"undesired":[42],"traces,":[44],"pertinent":[47],"knowledge":[48,123,201],"from":[49],"external":[50],"data":[51],"sources":[52],"remains":[53],"problematic.":[54],"In":[55],"paper,":[57],"we":[58,126,197],"introduce":[59],"a":[60,97,108,114,134],"novel":[61],"approach":[62],"enhance":[64],"LLM":[65],"capabilities:":[67],"the":[68,121,150,167,175,190,194,203,210,216,222],"Multistage":[69],"Retrieval":[70],"Method":[71],"(MRM).":[72],"It":[73,172],"comprises":[74],"two":[75],"key":[76],"components:":[77],"plan":[78,112],"design":[79,107],"and":[80,102,149,202,229],"implementation":[81],"with":[82,99],"retrieval,":[83],"utilizing":[84],"four":[85,234],"specialized":[86],"stages:Plan":[87],"Stage,Extraction":[88],"Stage,Reasoning":[89],"Stage,":[90],"andOutput":[91],"Stage.":[92,118,171],"TheMRMprocess":[93],"begins":[94],"by":[95,132,140,181],"constructing":[96],"prompt":[98],"demonstration":[100],"examples":[101],"an":[103,128],"instruction,":[104],"guiding":[105],"logically":[109],"coherent":[110],"multi-step":[111],"standardized":[115],"format":[116],"inPlan":[117],"To":[119],"acquire":[120],"necessary":[122],"reasoning,":[125],"employ":[127],"innovative":[129],"question-answer":[130],"strategy":[131],"question":[135,205],"at":[136],"each":[137],"step,":[138],"followed":[139],"document":[141],"retrieval":[142,183],"using":[143],"vector-based":[144],"methods.":[145],"The":[146],"retrieved":[147],"documents":[148],"generated":[151],"questions":[152],"are":[153,163],"then":[154],"fed":[155],"into":[156,206],"theExtraction":[157],"Stageto":[158,208],"extract":[159],"relevant":[160],"which":[162],"utilized":[164],"execute":[166],"next":[168],"step":[169,192],"withReasoning":[170],"helps":[173],"mitigate":[174],"risk":[176],"of":[177,193],"acquiring":[178],"irrelevant":[179],"information":[180],"performing":[182],"prior.":[184],"We":[185],"repeat":[186],"process":[188],"until":[189],"final":[191,211],"plan,":[195],"whereupon":[196],"input":[198],"all":[199],"extracted":[200],"original":[204],"theOutput":[207],"generate":[209],"answer.":[212],"Experimental":[213],"results":[214],"demonstrate":[215],"effectiveness":[217],"ofMRMover":[218],"SOTA":[219],"methods,":[220],"achieving":[221],"highest":[223],"accuracy":[224],"scores":[225],"across":[226],"both":[227],"common-sense":[228],"symbolic":[230],"tasks":[232],"public":[235],"datasets.":[236]},"counts_by_year":[],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-12-19T00:00:00"}