{"id":"https://openalex.org/W7163425565","doi":"https://doi.org/10.48550/arxiv.2606.03021","title":"Hint-Guided Diversified Policy Optimization for LLM Reasoning","display_name":"Hint-Guided Diversified Policy Optimization for LLM Reasoning","publication_year":2026,"publication_date":"2026-06-02","ids":{"openalex":"https://openalex.org/W7163425565","doi":"https://doi.org/10.48550/arxiv.2606.03021"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.03021","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03021","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.03021","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068771588","display_name":"Zhiyu Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Zhiyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137780022","display_name":"Kaixin Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Kaixin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137801597","display_name":"Mingjie Zhong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhong, Mingjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137802138","display_name":"Peifeng Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Peifeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137752706","display_name":"Xiaobo Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xiaobo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137751981","display_name":"Can Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Can","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137805377","display_name":"Qiaoming Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Qiaoming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.22380000352859497,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.22380000352859497,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.066600002348423,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.06199999898672104,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7319999933242798},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.652999997138977},{"id":"https://openalex.org/keywords/verifiable-secret-sharing","display_name":"Verifiable secret sharing","score":0.5956000089645386},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.578499972820282},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.3427000045776367}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7319999933242798},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7200999855995178},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.652999997138977},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.5956000089645386},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.578499972820282},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.576200008392334},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4025999903678894},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.3427000045776367},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.27959999442100525},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.2782999873161316}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.03021","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03021","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.03021","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03021","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"developments":[1],"in":[2],"Large":[3],"Language":[4],"Models":[5],"(LLMs)":[6],"have":[7],"showcased":[8],"impressive":[9],"reasoning":[10,144],"capabilities,":[11],"with":[12,15],"Reinforcement":[13,120],"Learning":[14,121],"Verifiable":[16],"Rewards":[17],"(RLVR)":[18],"being":[19],"a":[20,63],"promising":[21],"enhancement":[22],"strategy.":[23],"However,":[24],"existing":[25],"reward":[26],"mechanisms":[27],"are":[28],"constrained":[29],"to":[30,38,42,87,122,126,158],"the":[31,40,59,85,100,124,133,147,155],"outcome-level":[32],"correctness":[33],"and":[34,57,97,117,129,145],"lack":[35],"explicit":[36],"signals":[37],"guide":[39],"model":[41,86,125],"consider":[43],"diverse":[44,128],"solutions.":[45,161],"In":[46],"contrast,":[47],"human":[48],"problem":[49],"solving":[50],"typically":[51],"involves":[52],"evaluating":[53],"multiple":[54],"potential":[55,91],"approaches":[56],"selecting":[58],"most":[60,101],"reliable":[61,102,130,160],"solution,":[62],"cognitive":[64],"process":[65],"that":[66,139],"current":[67],"RLVR":[68],"frameworks":[69],"do":[70],"not":[71],"explicitly":[72],"incentivize.":[73],"Inspired":[74],"by":[75],"this,":[76],"we":[77],"propose":[78],"Hint-Guided":[79,118],"Diversified":[80,119],"Policy":[81],"Optimization":[82],"(HDPO),":[83],"allowing":[84],"first":[88],"list":[89],"all":[90],"candidate":[92,150],"solution":[93],"outlines":[94],"as":[95,152,154],"hints":[96],"then":[98],"select":[99],"one":[103],"for":[104,114],"further":[105],"reasoning.":[106],"HDPO":[107,140],"comprises":[108],"two":[109],"stages":[110],"of":[111,149],"Cold":[112],"Start":[113],"Structured":[115],"Reasoning":[116],"incentivize":[123],"generate":[127],"solutions":[131,151],"following":[132],"``propose-select-think''":[134],"trajectory.":[135],"Experimental":[136],"results":[137],"show":[138],"effectively":[141],"boosts":[142],"LLM":[143],"enhances":[146],"diversity":[148],"well":[153],"LLM's":[156],"ability":[157],"identify":[159]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-04T00:00:00"}