{"id":"https://openalex.org/W7162334891","doi":"https://doi.org/10.48550/arxiv.2605.23384","title":"Metacognition as Reward: Reinforcing LLM Reasoning via Knowledge and Regulation Signals","display_name":"Metacognition as Reward: Reinforcing LLM Reasoning via Knowledge and Regulation Signals","publication_year":2026,"publication_date":"2026-05-22","ids":{"openalex":"https://openalex.org/W7162334891","doi":"https://doi.org/10.48550/arxiv.2605.23384"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.23384","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.23384","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.23384","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136926472","display_name":"Sirui Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Sirui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136899301","display_name":"Lei Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Lei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136903028","display_name":"Yuying Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Yuying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136910731","display_name":"Yutian Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yutian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136949123","display_name":"Yu Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009738035","display_name":"Beier Zhu","orcid":"https://orcid.org/0000-0002-7900-6979"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Beier","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136903547","display_name":"Hanwang Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Hanwang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136917030","display_name":"Shengjie Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Shengjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136949567","display_name":"Chaochao Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Chaochao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.20229999721050262,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.20229999721050262,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.1111999973654747,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0835999995470047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.7433000206947327},{"id":"https://openalex.org/keywords/metacognition","display_name":"Metacognition","score":0.7067000269889832},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6291000247001648},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6165000200271606},{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.5396000146865845},{"id":"https://openalex.org/keywords/debiasing","display_name":"Debiasing","score":0.5080000162124634},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4952000081539154},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.44859999418258667},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.43380001187324524}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.7433000206947327},{"id":"https://openalex.org/C118147538","wikidata":"https://www.wikidata.org/wiki/Q1126970","display_name":"Metacognition","level":3,"score":0.7067000269889832},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6621000170707703},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6291000247001648},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6165000200271606},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.5396000146865845},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5281000137329102},{"id":"https://openalex.org/C2779458634","wikidata":"https://www.wikidata.org/wiki/Q24963715","display_name":"Debiasing","level":2,"score":0.5080000162124634},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4952000081539154},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.44859999418258667},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.43380001187324524},{"id":"https://openalex.org/C103057564","wikidata":"https://www.wikidata.org/wiki/Q4751139","display_name":"Analytic reasoning","level":3,"score":0.41179999709129333},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.40799999237060547},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.3937999904155731},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.38510000705718994},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.38339999318122864},{"id":"https://openalex.org/C183521366","wikidata":"https://www.wikidata.org/wiki/Q7256422","display_name":"Psychology of reasoning","level":4,"score":0.32739999890327454},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3093999922275543},{"id":"https://openalex.org/C37335422","wikidata":"https://www.wikidata.org/wiki/Q6888134","display_name":"Model-based reasoning","level":3,"score":0.3070000112056732},{"id":"https://openalex.org/C2780203653","wikidata":"https://www.wikidata.org/wiki/Q17009571","display_name":"Dual process theory (moral psychology)","level":3,"score":0.29589998722076416},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.2955999970436096},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.29350000619888306},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.26100000739097595},{"id":"https://openalex.org/C159032336","wikidata":"https://www.wikidata.org/wiki/Q2488768","display_name":"Non-monotonic logic","level":2,"score":0.26019999384880066},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.25940001010894775},{"id":"https://openalex.org/C83725634","wikidata":"https://www.wikidata.org/wiki/Q7268699","display_name":"Qualitative reasoning","level":2,"score":0.25859999656677246},{"id":"https://openalex.org/C187179951","wikidata":"https://www.wikidata.org/wiki/Q7784616","display_name":"Thinking processes","level":3,"score":0.25839999318122864},{"id":"https://openalex.org/C100980136","wikidata":"https://www.wikidata.org/wiki/Q4668956","display_name":"Malleability","level":4,"score":0.25619998574256897},{"id":"https://openalex.org/C166088908","wikidata":"https://www.wikidata.org/wiki/Q308495","display_name":"Abductive reasoning","level":2,"score":0.2551000118255615}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.23384","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.23384","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.23384","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.23384","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"RL":[1,79],"methods":[2],"have":[3],"substantially":[4],"improved":[5],"the":[6,109,155,180,197],"reasoning":[7,40,55,84,110,151,222],"abilities":[8],"of":[9],"LLMs.":[10],"Existing":[11],"reward":[12,114,133,148,156],"designs":[13],"mainly":[14],"follow":[15],"two":[16,86],"paradigms:":[17],"(1)":[18],"Reinforcement":[19],"learning":[20],"with":[21,130],"verifiable":[22],"rewards":[23],"(RLVR)":[24],"derives":[25],"outcome":[26],"signals":[27,157],"from":[28],"executable":[29],"checks":[30],"or":[31],"ground-truth":[32],"answers,":[33],"but":[34,60],"provides":[35],"limited":[36],"guidance":[37,115],"for":[38],"intermediate":[39],"behaviors.":[41],"(2)":[42],"Rubrics-as-reward":[43],"(RaR)":[44],"goes":[45],"beyond":[46,116],"final-answer":[47,117,141],"checking":[48],"by":[49],"using":[50],"natural-language":[51],"rubrics":[52,64],"to":[53,112,150,175,185,199,228],"assess":[54],"quality":[56],"and":[57,65,101,107,127,140,183,207],"task":[58,135],"compliance,":[59],"often":[61],"requires":[62],"instance-specific":[63,99],"substantial":[66,219],"design":[67],"effort.":[68],"To":[69],"address":[70],"these":[71],"issues,":[72],"we":[73],"introduce":[74],"Metacognition-as-Reward":[75],"(MaR),":[76],"a":[77,131,176],"metacognition-inspired":[78],"framework":[80],"that":[81,167],"guides":[82],"LLM":[83],"through":[85],"general":[87,159],"process":[88,111,223],"dimensions:":[89],"i)":[90],"metacognitive":[91,103,125,160],"knowledge,":[92],"which":[93,105],"identifies":[94],"task-relevant":[95],"information":[96],"without":[97],"hand-crafted":[98],"rubrics,":[100],"ii)":[102],"regulation,":[104],"plans":[106],"adjusts":[108],"provide":[113],"outcomes.":[118],"MaR":[119,146,168,195,225],"scaffolds":[120],"model":[121,171,182],"rollouts":[122],"into":[123],"explicit":[124],"components":[126],"optimizes":[128],"them":[129],"trajectory-level":[132],"over":[134,179,189,235],"knowledge":[136],"coverage,":[137],"regulation":[138],"fidelity,":[139],"correctness.":[142],"In":[143],"this":[144],"way,":[145],"extends":[147],"feedback":[149],"trajectories":[152],"while":[153],"grounding":[154],"in":[158,221],"dimensions.":[161],"Experiments":[162],"on":[163,204,211,240],"22":[164],"benchmarks":[165],"show":[166],"consistently":[169],"improves":[170],"performance,":[172],"achieving":[173],"up":[174,184],"7.7%":[177],"gain":[178,188],"base":[181,238],"an":[186],"11.0%":[187],"vanilla":[190],"DAPO.":[191],"Notably,":[192],"Qwen3.5-9B":[193],"+":[194],"narrows":[196],"gap":[198],"frontier":[200],"models,":[201],"surpassing":[202],"GPT-OSS-120B":[203],"overall":[205],"average":[206],"outperforming":[208],"stronger":[209],"models":[210,233,239],"several":[212],"individual":[213],"benchmarks.":[214],"Process-level":[215],"analysis":[216],"further":[217],"shows":[218],"improvements":[220],"quality.":[224],"also":[226],"generalizes":[227],"out-of-domain":[229],"datasets,":[230],"where":[231],"MaR-trained":[232],"improve":[234],"their":[236],"corresponding":[237],"average.":[241]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-26T00:00:00"}