{"id":"https://openalex.org/W7162497376","doi":"https://doi.org/10.48550/arxiv.2605.26352","title":"RICE-PO: Turning Retrieval Interactions into Credit Signals for Reasoning Agents","display_name":"RICE-PO: Turning Retrieval Interactions into Credit Signals for Reasoning Agents","publication_year":2026,"publication_date":"2026-05-25","ids":{"openalex":"https://openalex.org/W7162497376","doi":"https://doi.org/10.48550/arxiv.2605.26352"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.26352","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.26352","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.26352","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137134724","display_name":"Mingchen Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Mingchen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020583822","display_name":"Hansi Zeng","orcid":"https://orcid.org/0009-0000-2699-8460"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Hansi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137109461","display_name":"Zhuo Qian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qian, Zhuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137139606","display_name":"Jiatan Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Jiatan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137139082","display_name":"Hamed Zamani","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zamani, Hamed","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137166563","display_name":"Hong Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Hong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.38179999589920044,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.38179999589920044,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1362999975681305,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.05050000175833702,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.7778000235557556},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.6341000199317932},{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.46650001406669617},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.3808000087738037},{"id":"https://openalex.org/keywords/case-based-reasoning","display_name":"Case-based reasoning","score":0.37599998712539673},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.3337000012397766}],"concepts":[{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.7778000235557556},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7085000276565552},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.6341000199317932},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5899999737739563},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.46650001406669617},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42739999294281006},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.3808000087738037},{"id":"https://openalex.org/C20162079","wikidata":"https://www.wikidata.org/wiki/Q1151406","display_name":"Case-based reasoning","level":2,"score":0.37599998712539673},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.36230000853538513},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.3337000012397766},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.32580000162124634},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.32100000977516174},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2660999894142151},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.26440000534057617},{"id":"https://openalex.org/C138268822","wikidata":"https://www.wikidata.org/wiki/Q1051925","display_name":"Resolution (logic)","level":2,"score":0.2635999917984009},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.25369998812675476},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.26352","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.26352","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.26352","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.26352","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Retrieval":[0],"is":[1,120],"increasingly":[2],"moving":[3],"from":[4],"one-shot":[5],"matching":[6],"toward":[7],"interactive":[8],"reasoning,":[9],"where":[10],"language":[11],"agents":[12,23,136],"iteratively":[13],"inspect":[14],"evidence,":[15],"reformulate":[16],"queries,":[17],"and":[18,50,109,122,130,137],"search":[19],"again.":[20],"Training":[21],"such":[22,30],"raises":[24],"a":[25,82],"credit-assignment":[26],"challenge:":[27],"executable":[28,54,98],"actions":[29,99],"as":[31,63,100],"queries":[32],"or":[33],"summaries":[34],"can":[35,156],"be":[36],"directly":[37,48],"evaluated":[38],"by":[39],"the":[40,64,142,150],"retriever,":[41],"while":[42],"latent":[43,113],"reasoning":[44,70,114],"steps":[45,71,115],"are":[46,126],"not":[47,74],"observable":[49],"only":[51,116],"affect":[52],"future":[53,123],"actions.":[55],"This":[56],"asymmetry":[57],"makes":[58],"outcome-level":[59],"reward":[60,67],"assignment":[61],"unreliable,":[62],"same":[65,143],"final":[66],"may":[68],"credit":[69,111],"that":[72,87,149],"did":[73],"actually":[75],"shape":[76],"retrieval":[77,89,107,163],"success.":[78],"We":[79],"propose":[80],"RICE-PO,":[81],"critic-free":[83],"policy":[84],"optimization":[85],"framework":[86],"converts":[88],"interactions":[90],"into":[91],"localized":[92],"learning":[93],"signals.":[94],"RICE-PO":[95,132],"selects":[96],"high-uncertainty":[97],"anchors,":[101],"evaluates":[102],"local":[103],"counterfactual":[104],"branches":[105],"using":[106],"metrics,":[108],"propagates":[110],"to":[112],"when":[117],"reasoning-to-action":[118],"influence":[119],"strong":[121],"residual":[124],"effects":[125],"stable.":[127],"On":[128],"BRIGHT":[129],"BEIR,":[131],"consistently":[133],"outperforms":[134],"prompt-based":[135],"group-based":[138],"RL":[139],"baselines":[140],"under":[141],"retriever":[144],"setting.":[145],"These":[146],"results":[147],"show":[148],"structure":[151],"of":[152],"agent-environment":[153],"interaction":[154],"itself":[155],"provide":[157],"useful":[158],"supervision":[159],"for":[160],"training":[161],"reasoning-based":[162],"agents.":[164]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-28T00:00:00"}