{"id":"https://openalex.org/W7160873657","doi":"https://doi.org/10.48550/arxiv.2605.07153","title":"Beyond Reasoning: Reinforcement Learning Unlocks Parametric Knowledge in LLMs","display_name":"Beyond Reasoning: Reinforcement Learning Unlocks Parametric Knowledge in LLMs","publication_year":2026,"publication_date":"2026-05-08","ids":{"openalex":"https://openalex.org/W7160873657","doi":"https://doi.org/10.48550/arxiv.2605.07153"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.07153","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07153","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.07153","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135903099","display_name":"Wanli Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Wanli","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135892308","display_name":"Hongyu Zang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zang, Hongyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135893895","display_name":"Junwei Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Junwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135856770","display_name":"Wenjie Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Wenjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079104581","display_name":"Du Su","orcid":"https://orcid.org/0000-0002-6767-6019"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Su, Du","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135886522","display_name":"Jingang Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jingang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135851214","display_name":"Xueqi Cheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Xueqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135864518","display_name":"Fei Sun","orcid":"https://orcid.org/0000-0003-2244-633X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Fei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.37229999899864197,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.37229999899864197,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.1615999937057495,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.025499999523162842,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.628600001335144},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.6261000037193298},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.5210000276565552},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.3824000060558319},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.37049999833106995},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.3179999887943268}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.628600001335144},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.6261000037193298},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5756000280380249},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5485000014305115},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.5210000276565552},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4555000066757202},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.3824000060558319},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.37049999833106995},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3634999990463257},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3294000029563904},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.3179999887943268},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.31189998984336853},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.2851000130176544},{"id":"https://openalex.org/C32587265","wikidata":"https://www.wikidata.org/wiki/Q1182260","display_name":"Data deduplication","level":2,"score":0.28369998931884766},{"id":"https://openalex.org/C132758656","wikidata":"https://www.wikidata.org/wiki/Q5307365","display_name":"Dreyfus model of skill acquisition","level":2,"score":0.28299999237060547},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.2689000070095062},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.07153","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07153","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.07153","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07153","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1],"(RL)":[2],"has":[3],"achieved":[4],"remarkable":[5],"success":[6],"in":[7,29,126],"LLM":[8],"reasoning,":[9,160],"but":[10],"whether":[11],"it":[12,162],"can":[13],"also":[14],"improve":[15],"direct":[16],"recall":[17,56],"of":[18,132,137,157],"parametric":[19,172],"knowledge":[20,92],"remains":[21],"an":[22],"open":[23],"question.":[24],"We":[25],"study":[26,111],"this":[27],"question":[28],"a":[30,164],"controlled":[31],"zero-shot,":[32],"one-hop,":[33],"closed-book":[34],"QA":[35,69],"setting":[36],"with":[37],"no":[38],"chain-of-thought,":[39],"training":[40,133,147],"only":[41],"on":[42],"binary":[43],"correctness":[44],"rewards":[45],"and":[46,66,80,148],"applying":[47],"fact-level":[48],"train-test":[49],"deduplication":[50],"to":[51],"ensure":[52],"gains":[53],"reflect":[54],"improved":[55],"rather":[57,93,168],"than":[58,94,169],"reasoning":[59],"or":[60],"memorization.":[61],"Across":[62],"three":[63],"model":[64],"families":[65],"multiple":[67],"factual":[68],"benchmarks,":[70],"RL":[71,85,158],"yields":[72],"~27%":[73],"average":[74],"relative":[75],"gains,":[76],"surpassing":[77],"both":[78],"training-":[79],"inference-time":[81],"baselines":[82],"alike.":[83],"Mechanistically,":[84],"primarily":[86],"redistributes":[87],"probability":[88],"mass":[89],"over":[90],"existing":[91],"acquiring":[95,170],"new":[96],"facts,":[97],"moving":[98],"correct":[99,142],"answers":[100,123],"from":[101],"the":[102,114,118,138,155],"low-probability":[103],"tail":[104],"into":[105],"reliable":[106],"greedy":[107],"generations.":[108],"Our":[109],"data-attribution":[110],"reveals":[112],"that":[113],"hardest":[115],"examples":[116],"are":[117],"most":[119],"informative:":[120],"those":[121],"whose":[122],"never":[124],"appear":[125],"128":[127],"pre-RL":[128],"samples":[129],"(only":[130],"~18%":[131],"data)":[134],"drive":[135],"~83%":[136],"gain,":[139],"since":[140],"rare":[141],"rollouts":[143],"still":[144],"emerge":[145],"during":[146],"get":[149],"reinforced.":[150],"Together,":[151],"these":[152],"findings":[153],"broaden":[154],"role":[156],"beyond":[159],"repositioning":[161],"as":[163],"tool":[165],"for":[166],"unlocking":[167],"latent":[171],"knowledge.":[173]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-12T00:00:00"}