{"id":"https://openalex.org/W7154080299","doi":"https://doi.org/10.48550/arxiv.2604.09482","title":"Process Reward Agents for Steering Knowledge-Intensive Reasoning","display_name":"Process Reward Agents for Steering Knowledge-Intensive Reasoning","publication_year":2026,"publication_date":"2026-04-10","ids":{"openalex":"https://openalex.org/W7154080299","doi":"https://doi.org/10.48550/arxiv.2604.09482"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.09482","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.09482","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.09482","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133477117","display_name":"Jiwoong Sohn","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Sohn, Jiwoong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133535485","display_name":"Tomasz Sternal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sternal, Tomasz","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075965650","display_name":"Kenneth Styppa","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Styppa, Kenneth","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133537245","display_name":"Torsten Hoefler","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hoefler, Torsten","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133548904","display_name":"Michael Moor","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Moor, Michael","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5133477117"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.3716999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.3716999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.33340001106262207,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.06970000267028809,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.7656000256538391},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6636000275611877},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6498000025749207},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.4081999957561493},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4041000008583069},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.37950000166893005},{"id":"https://openalex.org/keywords/model-based-reasoning","display_name":"Model-based reasoning","score":0.3781999945640564}],"concepts":[{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7656000256538391},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7439000010490417},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6636000275611877},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6498000025749207},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5217999815940857},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4189000129699707},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.4081999957561493},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4041000008583069},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.37950000166893005},{"id":"https://openalex.org/C37335422","wikidata":"https://www.wikidata.org/wiki/Q6888134","display_name":"Model-based reasoning","level":3,"score":0.3781999945640564},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.3025999963283539},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.289000004529953},{"id":"https://openalex.org/C143587482","wikidata":"https://www.wikidata.org/wiki/Q1543216","display_name":"Iterative and incremental development","level":2,"score":0.2727000117301941},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.26190000772476196},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.25780001282691956},{"id":"https://openalex.org/C97364631","wikidata":"https://www.wikidata.org/wiki/Q484284","display_name":"Deductive reasoning","level":2,"score":0.25690001249313354}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.09482","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.09482","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.09482","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.09482","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6358606815338135,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reasoning":[0],"in":[1,175,191],"knowledge-intensive":[2],"domains":[3,193],"remains":[4],"challenging":[5],"as":[6],"intermediate":[7],"steps":[8],"are":[9,179],"often":[10],"not":[11],"locally":[12],"verifiable:":[13],"unlike":[14],"math":[15],"or":[16],"code,":[17],"evaluating":[18],"step":[19],"correctness":[20],"may":[21],"require":[22],"synthesizing":[23],"clues":[24],"across":[25],"large":[26],"external":[27],"knowledge":[28],"sources.":[29],"As":[30],"a":[31,90,133,173],"result,":[32],"subtle":[33],"errors":[34],"can":[35],"propagate":[36],"through":[37],"reasoning":[38,117],"traces,":[39],"potentially":[40],"never":[41],"to":[42,89,95,103,146,154,162],"be":[43],"detected.":[44],"Prior":[45],"work":[46],"has":[47],"proposed":[48],"process":[49],"reward":[50,183],"models":[51,150],"(PRMs),":[52],"including":[53],"retrieval-augmented":[54,97],"variants,":[55],"but":[56],"these":[57],"methods":[58],"operate":[59],"post":[60],"hoc,":[61],"scoring":[62],"completed":[63],"trajectories,":[64],"which":[65,176],"prevents":[66],"their":[67,158],"integration":[68],"into":[69],"dynamic":[70],"inference":[71],"procedures.":[72],"Here,":[73],"we":[74],"introduce":[75],"Process":[76],"Reward":[77],"Agents":[78],"(PRA),":[79],"an":[80],"inference-time":[81],"method":[82],"for":[83],"providing":[84],"domain-grounded,":[85],"online,":[86],"step-wise":[87],"rewards":[88],"frozen":[91,148,177],"policy.":[92],"In":[93],"contrast":[94],"prior":[96],"PRMs,":[98],"PRA":[99,121,144,171],"enables":[100],"search-based":[101],"decoding":[102],"rank":[104],"and":[105],"prune":[106],"candidate":[107],"trajectories":[108],"at":[109,139],"every":[110],"generation":[111],"step.":[112],"Experiments":[113],"on":[114,129],"multiple":[115],"medical":[116],"benchmarks":[118],"demonstrate":[119],"that":[120],"consistently":[122],"outperforms":[123],"strong":[124],"baselines,":[125],"achieving":[126],"81.9%":[127],"accuracy":[128,159],"MedQA":[130],"with":[131],"Qwen3-4B,":[132],"new":[134,189],"state":[135],"of":[136,188],"the":[137,140,186],"art":[138],"4B":[141],"scale.":[142],"Importantly,":[143],"generalizes":[145],"unseen":[147],"policy":[149,166],"ranging":[151],"from":[152,181],"0.5B":[153],"8B":[155],"parameters,":[156],"improving":[157],"by":[160],"up":[161],"25.7%":[163],"without":[164,194],"any":[165],"model":[167],"updates.":[168],"More":[169],"broadly,":[170],"suggests":[172],"paradigm":[174],"reasoners":[178],"decoupled":[180],"domain-specific":[182],"modules,":[184],"allowing":[185],"deployment":[187],"backbones":[190],"complex":[192],"retraining.":[195]},"counts_by_year":[],"updated_date":"2026-06-03T06:16:58.514037","created_date":"2026-04-14T00:00:00"}