{"id":"https://openalex.org/W7162676943","doi":"https://doi.org/10.48550/arxiv.2605.28631","title":"Single-Rollout Hidden-State Dynamics for Training-Free RLVR Data Selection","display_name":"Single-Rollout Hidden-State Dynamics for Training-Free RLVR Data Selection","publication_year":2026,"publication_date":"2026-05-27","ids":{"openalex":"https://openalex.org/W7162676943","doi":"https://doi.org/10.48550/arxiv.2605.28631"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.28631","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28631","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.28631","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137247831","display_name":"Jianghao Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Jianghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100635804","display_name":"Jianfei Cai","orcid":"https://orcid.org/0000-0002-9444-3763"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cai, Jianfei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137255542","display_name":"Weiqiang Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Weiqiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026349233","display_name":"Jin Ye","orcid":"https://orcid.org/0000-0001-9619-4943"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Jin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104119812","display_name":"Daniel F. Schmidt","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schmidt, Daniel F.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136603936","display_name":"Yasmeen George","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"George, Yasmeen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.3158999979496002,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.3158999979496002,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.23100000619888306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.07930000126361847,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/verifiable-secret-sharing","display_name":"Verifiable secret sharing","score":0.6495000123977661},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5110999941825867},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4607999920845032},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.41510000824928284},{"id":"https://openalex.org/keywords/feature-selection","display_name":"Feature selection","score":0.40860000252723694},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.3702000081539154},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.3684000074863434},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.3513999879360199}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7156999707221985},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.6495000123977661},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5296000242233276},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5130000114440918},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5110999941825867},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4607999920845032},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.41510000824928284},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.40860000252723694},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.39969998598098755},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.3702000081539154},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3684000074863434},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3513999879360199},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.3467000126838684},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.33090001344680786},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.33070001006126404},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3109000027179718},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.26989999413490295},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.26989999413490295},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.263700008392334},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.260699987411499},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.2603999972343445},{"id":"https://openalex.org/C116409475","wikidata":"https://www.wikidata.org/wiki/Q1385056","display_name":"External Data Representation","level":2,"score":0.2556000053882599},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.2506999969482422}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.28631","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28631","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.28631","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28631","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1],"with":[2],"verifiable":[3,44],"rewards":[4,45],"(RLVR)":[5],"can":[6],"yield":[7],"large":[8,50,157],"reasoning":[9,111,162],"gains":[10],"from":[11],"very":[12],"few":[13],"training":[14,78],"instances,":[15],"yet":[16],"its":[17],"strong":[18],"sensitivity":[19],"to":[20,43,156,184],"which":[21,53],"instances":[22],"are":[23],"used":[24],"makes":[25],"data":[26,65],"selection":[27,33,66,71],"a":[28,68,92,108,115,131,141],"central":[29],"bottleneck.":[30],"Most":[31],"existing":[32],"pipelines":[34],"rely":[35],"on":[36,85,98],"training-time":[37],"optimization":[38],"signals":[39],"and/or":[40],"require":[41],"access":[42],"or":[46,82],"ground-truth":[47],"answers":[48],"over":[49],"candidate":[51,104],"pools,":[52],"is":[54,203,212],"costly":[55],"and":[56,79,113,137,163,175,182,193,198],"often":[57],"infeasible":[58],"in":[59,67,146],"specialized":[60],"domains.":[61],"We":[62,89],"study":[63],"RLVR":[64],"setting":[69],"where":[70],"must":[72],"be":[73],"performed":[74],"before":[75],"any":[76],"RL":[77],"without":[80],"labels":[81],"reward":[83],"evaluation":[84,186],"the":[86,121,127],"full":[87],"pool.":[88],"propose":[90],"SHIFT,":[91],"one-shot,":[93],"training-free":[94,173],"selector":[95],"based":[96],"solely":[97],"inference-time":[99],"hidden-state":[100,123],"dynamics.":[101],"For":[102],"each":[103],"instance,":[105],"SHIFT":[106,125,170],"runs":[107],"single":[109],"deterministic":[110],"rollout":[112],"computes":[114],"reasoning-induced":[116],"representation":[117],"shift":[118],"(RIRS)":[119],"as":[120,130],"start-to-end":[122],"delta.":[124],"uses":[126],"RIRS":[128,202],"magnitude":[129],"lightweight":[132],"proxy":[133],"for":[134],"instance":[135],"utility":[136],"enforces":[138],"coverage":[139,192],"via":[140],"quality-weighted":[142],"farthest-first":[143],"CoreSet":[144],"procedure":[145],"an":[147],"RIRS-augmented":[148],"feature":[149],"space,":[150],"producing":[151],"compact":[152],"subsets":[153],"that":[154,190,201],"scale":[155],"unlabeled":[158],"pools.":[159],"Across":[160],"mathematical":[161],"medical":[164],"QA":[165],"benchmarks":[166],"under":[167],"ultra-low":[168],"budgets,":[169],"consistently":[171],"outperforms":[172],"diversity":[174],"difficulty/uncertainty":[176],"baselines,":[177],"improving":[178],"both":[179],"in-domain":[180],"accuracy":[181],"transfer":[183],"harder":[185],"settings.":[187],"Ablations":[188],"show":[189],"RIRS-based":[191],"quality-weighting":[194],"contribute":[195],"complementary":[196],"gains,":[197],"analyses":[199],"indicate":[200],"not":[204],"explained":[205],"by":[206],"simple":[207],"input/output":[208],"length":[209],"statistics.":[210],"Code":[211],"available":[213],"at":[214],"github.com/JianghaoWu/SHIFT.":[215]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-29T00:00:00"}