{"id":"https://openalex.org/W7162464129","doi":"https://doi.org/10.48550/arxiv.2605.24597","title":"Learning to Reason Efficiently with A* Post-Training","display_name":"Learning to Reason Efficiently with A* Post-Training","publication_year":2026,"publication_date":"2026-05-23","ids":{"openalex":"https://openalex.org/W7162464129","doi":"https://doi.org/10.48550/arxiv.2605.24597"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.24597","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.24597","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.24597","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002988487","display_name":"Andreas Opedal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Opedal, Andreas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020964192","display_name":"Francesco Ignazio Re","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Re, Francesco Ignazio","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062813195","display_name":"Abulhair Saparov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saparov, Abulhair","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137014877","display_name":"Mrinmaya Sachan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sachan, Mrinmaya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137050998","display_name":"Bernhard Sch\u00f6lkopf","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sch\u00f6lkopf, Bernhard","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5061951606","display_name":"Ryan Cotterell","orcid":"https://orcid.org/0000-0003-4080-1833"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cotterell, Ryan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.35190001130104065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.35190001130104065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.11509999632835388,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.08309999853372574,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.685699999332428},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.6722999811172485},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6416000127792358},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.49810001254081726},{"id":"https://openalex.org/keywords/mathematical-proof","display_name":"Mathematical proof","score":0.4690000116825104},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.4672999978065491},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.44359999895095825},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4375999867916107}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7189000248908997},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.685699999332428},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.6722999811172485},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6416000127792358},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5922999978065491},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5232999920845032},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.49810001254081726},{"id":"https://openalex.org/C108710211","wikidata":"https://www.wikidata.org/wiki/Q11538","display_name":"Mathematical proof","level":2,"score":0.4690000116825104},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.4672999978065491},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.44359999895095825},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4375999867916107},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4357999861240387},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.4169999957084656},{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.3801000118255615},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.35670000314712524},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3052000105381012},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.29499998688697815},{"id":"https://openalex.org/C125583679","wikidata":"https://www.wikidata.org/wiki/Q755673","display_name":"Search algorithm","level":2,"score":0.289900004863739},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.2833999991416931},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.2773999869823456},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.2721000015735626}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.24597","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.24597","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.24597","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.24597","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Many":[0],"applications":[1],"of":[2],"large":[3],"language":[4,22],"models":[5,11,102,153],"(LLMs)":[6],"require":[7],"deductive":[8],"reasoning,":[9],"yet":[10],"frequently":[12],"produce":[13],"incorrect":[14],"or":[15],"redundant":[16],"inference":[17,23],"steps.":[18],"We":[19,77],"frame":[20],"natural":[21],"as":[24],"a":[25,38,75,121,128,139,164],"search":[26,64,151,175],"problem":[27],"where":[28],"the":[29,33,104],"final":[30],"answer":[31],"is":[32],"valid":[34],"proof":[35],"itself,":[36],"requiring":[37],"reasoning":[39,168],"procedure":[40],"in":[41,103],"which":[42],"intermediate":[43],"inferences":[44],"are":[45],"correct.":[46],"Specifically,":[47],"we":[48,98,146],"investigate":[49],"whether":[50],"LLMs":[51],"can":[52],"learn":[53],"to":[54,74,117],"generate":[55],"correct":[56],"and":[57,89,143],"efficient":[58,72],"proofs":[59],"with":[60,92,155],"guidance":[61],"from":[62,87,109,114,173],"A*":[63,88,110],"--":[65,120],"an":[66,70],"algorithm":[67],"that":[68,100,148],"guarantees":[69],"optimally":[71],"path":[73],"goal.":[76],"explore":[78],"two":[79],"training":[80],"techniques:":[81],"supervised":[82],"fine-tuning":[83],"on":[84,149],"execution":[85],"traces":[86],"reinforcement":[90],"learning":[91],"A*-informed":[93,136],"process":[94],"reward":[95],"models.":[96],"Empirically,":[97],"find":[99,147],"Llama-3.2":[101],"1B--3B":[105],"range":[106],"benefit":[107],"substantially":[108],"post":[111],"training,":[112],"going":[113],"near-zero":[115],"accuracy":[116,142],"outperforming":[118],"DeepSeek-V3.2":[119],"much":[122],"larger":[123,150],"model.":[124],"Our":[125,161],"analysis":[126],"uncovers":[127],"trade-off:":[129],"while":[130],"simple":[131],"correctness":[132],"rewards":[133],"maximize":[134],"accuracy,":[135],"signals":[137],"strike":[138],"balance":[140],"between":[141],"efficiency.":[144],"Furthermore,":[145],"spaces,":[152],"trained":[154],"imperfect":[156],"heuristics":[157],"exhibit":[158],"superior":[159],"accuracy.":[160],"results":[162],"demonstrate":[163],"promising":[165],"direction":[166],"towards":[167],"guided":[169],"by":[170],"principles":[171],"derived":[172],"classical":[174],"algorithms.":[176]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-27T00:00:00"}