{"id":"https://openalex.org/W4396722757","doi":"https://doi.org/10.1145/3589334.3645481","title":"Metacognitive Retrieval-Augmented Large Language Models","display_name":"Metacognitive Retrieval-Augmented Large Language Models","publication_year":2024,"publication_date":"2024-05-08","ids":{"openalex":"https://openalex.org/W4396722757","doi":"https://doi.org/10.1145/3589334.3645481"},"language":"en","primary_location":{"id":"doi:10.1145/3589334.3645481","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3589334.3645481","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2024","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032133163","display_name":"Yujia Zhou","orcid":"https://orcid.org/0000-0002-3530-3787"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujia Zhou","raw_affiliation_strings":["School of Information, Renmin University of China, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3530-3787","affiliations":[{"raw_affiliation_string":"School of Information, Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100423656","display_name":"Zheng Liu","orcid":"https://orcid.org/0000-0001-7765-8466"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Liu","raw_affiliation_strings":["Beijing Academy of Artificial Intelligence, Beijing, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-7765-8466","affiliations":[{"raw_affiliation_string":"Beijing Academy of Artificial Intelligence, Beijing, Hong Kong","institution_ids":["https://openalex.org/I4210100255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000165016","display_name":"Jiajie Jin","orcid":"https://orcid.org/0009-0006-4808-1534"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiajie Jin","raw_affiliation_strings":["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0006-4808-1534","affiliations":[{"raw_affiliation_string":"Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018977183","display_name":"Jian\u2010Yun Nie","orcid":"https://orcid.org/0000-0003-1556-3335"},"institutions":[{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jian-Yun Nie","raw_affiliation_strings":["University of Montreal, Montreal, Canada"],"raw_orcid":"https://orcid.org/0000-0003-1556-3335","affiliations":[{"raw_affiliation_string":"University of Montreal, Montreal, Canada","institution_ids":["https://openalex.org/I70931966"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010558184","display_name":"Zhicheng Dou","orcid":"https://orcid.org/0000-0002-9781-948X"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhicheng Dou","raw_affiliation_strings":["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9781-948X","affiliations":[{"raw_affiliation_string":"Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.0106,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.98223587,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1453","last_page":"1463"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7910937070846558},{"id":"https://openalex.org/keywords/metacognition","display_name":"Metacognition","score":0.6152551174163818},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.532065212726593},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44021475315093994},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.422675222158432},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3793851137161255},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.18511104583740234},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1051415205001831}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7910937070846558},{"id":"https://openalex.org/C118147538","wikidata":"https://www.wikidata.org/wiki/Q1126970","display_name":"Metacognition","level":3,"score":0.6152551174163818},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.532065212726593},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44021475315093994},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.422675222158432},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3793851137161255},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.18511104583740234},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1051415205001831},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3589334.3645481","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3589334.3645481","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2024","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6700000166893005,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G877787530","display_name":null,"funder_award_id":"62272467","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2587188838","https://openalex.org/W2912924812","https://openalex.org/W3011411500","https://openalex.org/W3027879771","https://openalex.org/W3034751553","https://openalex.org/W4221143046","https://openalex.org/W4252076394","https://openalex.org/W4285294723","https://openalex.org/W4297802107","https://openalex.org/W4301134298","https://openalex.org/W4385573021","https://openalex.org/W4385573102"],"related_works":["https://openalex.org/W2390181806","https://openalex.org/W2976037936","https://openalex.org/W4387714313","https://openalex.org/W2260086729","https://openalex.org/W4383552441","https://openalex.org/W4310809941","https://openalex.org/W3214719368","https://openalex.org/W2362169646","https://openalex.org/W1994097944","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Retrieval-augmented":[0],"generation":[1,61],"have":[2,26],"become":[3],"central":[4],"in":[5,13,48,112],"natural":[6],"language":[7],"processing":[8],"due":[9],"to":[10,46,73,88],"their":[11],"efficacy":[12],"generating":[14],"factual":[15],"content.":[16],"While":[17],"traditional":[18],"methods":[19],"employ":[20],"single-time":[21],"retrieval,":[22],"more":[23],"recent":[24],"approaches":[25],"shifted":[27],"towards":[28],"multi-time":[29],"retrieval":[30],"for":[31],"multi-hop":[32],"reasoning":[33,42,99],"tasks.":[34],"However,":[35],"these":[36],"strategies":[37],"are":[38],"bound":[39],"by":[40],"predefined":[41],"steps,":[43],"potentially":[44],"leading":[45],"inaccuracies":[47],"response":[49,94],"generation.":[50],"This":[51],"paper":[52],"introduces":[53],"MetaRAG,":[54],"an":[55,71],"approach":[56],"that":[57,122],"combines":[58],"the":[59,86,107],"retrieval-augmented":[60],"process":[62],"with":[63],"metacognition.":[64],"Drawing":[65],"from":[66],"cognitive":[67,79,114],"psychology,":[68],"metacognition":[69],"allows":[70],"entity":[72],"self-reflect":[74],"and":[75,91,116],"critically":[76],"evaluate":[77],"its":[78,93,97],"processes.":[80],"By":[81],"integrating":[82],"this,":[83],"MetaRAG":[84,123],"enables":[85],"model":[87,108],"monitor,":[89],"evaluate,":[90],"plan":[92],"strategies,":[95],"enhancing":[96],"introspective":[98],"abilities.":[100],"Through":[101],"a":[102],"three-step":[103],"metacognitive":[104],"regulation":[105],"pipeline,":[106],"can":[109],"identify":[110],"inadequacies":[111],"initial":[113],"responses":[115],"fixes":[117],"them.":[118],"Empirical":[119],"evaluations":[120],"show":[121],"significantly":[124],"outperforms":[125],"existing":[126],"methods.":[127]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-04T07:58:01.006859","created_date":"2025-10-10T00:00:00"}