{"id":"https://openalex.org/W7155553622","doi":"https://doi.org/10.1145/3805712.3808551","title":"A Reproducibility Study of Metacognitive Retrieval-Augmented Generation","display_name":"A Reproducibility Study of Metacognitive Retrieval-Augmented Generation","publication_year":2026,"publication_date":"2026-07-15","ids":{"openalex":"https://openalex.org/W7155553622","doi":"https://doi.org/10.1145/3805712.3808551"},"language":null,"primary_location":{"id":"doi:10.1145/3805712.3808551","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805712.3808551","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3805712.3808551","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086643606","display_name":"Gabriel Iturra-Bocaz","orcid":"https://orcid.org/0009-0001-9635-0683"},"institutions":[{"id":"https://openalex.org/I92008406","display_name":"University of Stavanger","ror":"https://ror.org/02qte9q33","country_code":"NO","type":"education","lineage":["https://openalex.org/I92008406"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Gabriel Iturra Bocaz","raw_affiliation_strings":["University of Stavanger, Stavanger, Rogaland, Norway"],"raw_orcid":"https://orcid.org/0009-0001-9635-0683","affiliations":[{"raw_affiliation_string":"University of Stavanger, Stavanger, Rogaland, Norway","institution_ids":["https://openalex.org/I92008406"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025446188","display_name":"Petra Galu\u0161\u010d\u00e1kov\u00e1","orcid":"https://orcid.org/0000-0001-6328-7131"},"institutions":[{"id":"https://openalex.org/I92008406","display_name":"University of Stavanger","ror":"https://ror.org/02qte9q33","country_code":"NO","type":"education","lineage":["https://openalex.org/I92008406"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Petra Galu\u0161\u010d\u00e1kov\u00e1","raw_affiliation_strings":["University of Stavanger, Stavanger, Rogaland, Norway"],"raw_orcid":"https://orcid.org/0000-0001-6328-7131","affiliations":[{"raw_affiliation_string":"University of Stavanger, Stavanger, Rogaland, Norway","institution_ids":["https://openalex.org/I92008406"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I92008406"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2942","last_page":"2951"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8047000169754028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8047000169754028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.11949999630451202,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.01489999983459711,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pointwise","display_name":"Pointwise","score":0.8019999861717224},{"id":"https://openalex.org/keywords/metacognition","display_name":"Metacognition","score":0.6567999720573425},{"id":"https://openalex.org/keywords/reproducibility","display_name":"Reproducibility","score":0.6488999724388123},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.6215000152587891},{"id":"https://openalex.org/keywords/debiasing","display_name":"Debiasing","score":0.28049999475479126},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.2712000012397766}],"concepts":[{"id":"https://openalex.org/C2777984123","wikidata":"https://www.wikidata.org/wiki/Q9248237","display_name":"Pointwise","level":2,"score":0.8019999861717224},{"id":"https://openalex.org/C118147538","wikidata":"https://www.wikidata.org/wiki/Q1126970","display_name":"Metacognition","level":3,"score":0.6567999720573425},{"id":"https://openalex.org/C9893847","wikidata":"https://www.wikidata.org/wiki/Q1425625","display_name":"Reproducibility","level":2,"score":0.6488999724388123},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.636900007724762},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.6215000152587891},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5307999849319458},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31779998540878296},{"id":"https://openalex.org/C2779458634","wikidata":"https://www.wikidata.org/wiki/Q24963715","display_name":"Debiasing","level":2,"score":0.28049999475479126},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.27709999680519104},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.27570000290870667},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2712000012397766},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.2651999890804291},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.2615000009536743},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.2563000023365021},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.25619998574256897}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3805712.3808551","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805712.3808551","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2604.19899","is_oa":true,"landing_page_url":"https://arxiv.org/abs/2604.19899","pdf_url":"https://arxiv.org/pdf/2604.19899","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3805712.3808551","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805712.3808551","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.46419742703437805}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recently,":[0],"Retrieval":[1,45],"Augmented":[2,46],"Generation":[3,47],"(RAG)":[4],"has":[5,33],"shifted":[6],"focus":[7],"to":[8,11,24,27,59,105],"multi-retrieval":[9],"approaches":[10],"tackle":[12],"complex":[13],"tasks":[14],"such":[15],"as":[16],"multi-hop":[17],"question":[18],"answering.":[19],"However,":[20],"these":[21],"systems":[22],"struggle":[23],"decide":[25],"when":[26,157],"stop":[28,106],"searching":[29],"once":[30],"enough":[31],"information":[32],"been":[34],"gathered.":[35],"To":[36],"address":[37],"this,":[38],"Zhou":[39],"et":[40],"al.":[41],"[51]":[42],"introduced":[43],"Metacognitive":[44],"(MetaRAG),":[48],"a":[49,101],"framework":[50],"inspired":[51],"by":[52,84,95],"metacognition":[53],"that":[54,142],"enables":[55],"Large":[56],"Language":[57],"Models":[58],"critique":[60],"and":[61,77,90,93,117,137,151],"refine":[62],"their":[63],"reasoning.":[64],"In":[65],"this":[66],"reproducibility":[67],"paper,":[68],"we":[69],"reproduce":[70],"MetaRAG":[71,143],"following":[72],"its":[73],"original":[74],"experimental":[75],"setup":[76],"extend":[78],"it":[79],"in":[80],"two":[81],"directions:":[82],"(i)":[83],"evaluating":[85],"the":[86],"effect":[87],"of":[88],"PointWise":[89],"ListWise":[91],"rerankers,":[92],"(ii)":[94],"comparing":[96],"with":[97,130,159],"SIM-RAG,":[98],"which":[99],"employs":[100],"lightweight":[102],"critic":[103],"model":[104],"retrieval.":[107],"Our":[108],"results":[109],"confirm":[110],"MetaRAG's":[111],"relative":[112],"improvements":[113],"over":[114],"standard":[115],"RAG":[116],"reasoning-based":[118],"baselines,":[119],"but":[120],"also":[121],"reveal":[122],"lower":[123],"absolute":[124],"scores":[125],"than":[126,155],"reported,":[127],"reflecting":[128],"challenges":[129],"closed-source":[131],"LLM":[132],"updates,":[133],"missing":[134],"implementation":[135],"details,":[136],"unreleased":[138],"prompts.":[139],"We":[140],"show":[141],"is":[144,152],"partially":[145],"reproduced,":[146],"gains":[147],"substantially":[148],"from":[149],"reranking,":[150],"more":[153],"robust":[154],"SIM-RAG":[156],"extended":[158],"additional":[160],"retrieval":[161],"features.":[162]},"counts_by_year":[],"updated_date":"2026-07-17T05:52:16.776730","created_date":"2026-04-25T00:00:00"}