{"id":"https://openalex.org/W7154231399","doi":"https://doi.org/10.48550/arxiv.2604.11522","title":"Triviality Corrected Endogenous Reward","display_name":"Triviality Corrected Endogenous Reward","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7154231399","doi":"https://doi.org/10.48550/arxiv.2604.11522"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.11522","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.11522","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.11522","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133625269","display_name":"Xinda Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xinda","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034561410","display_name":"Zhengxu Hou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hou, Zhengxu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133614028","display_name":"Yangshijie Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yangshijie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017921249","display_name":"Bingren Yan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Bingren","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133622604","display_name":"Jialin Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jialin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133591741","display_name":"Chenzhuo Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Chenzhuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133608901","display_name":"Zhibo Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Zhibo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100674354","display_name":"Binbin Yang","orcid":"https://orcid.org/0000-0001-7755-6072"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Bin-Bin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133583228","display_name":"Feng Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Feng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.48570001125335693,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.48570001125335693,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.062300000339746475,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.062300000339746475,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/triviality","display_name":"Triviality","score":0.7594000101089478},{"id":"https://openalex.org/keywords/generality","display_name":"Generality","score":0.7167999744415283},{"id":"https://openalex.org/keywords/verifiable-secret-sharing","display_name":"Verifiable secret sharing","score":0.6118999719619751},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.546999990940094},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.3799000084400177},{"id":"https://openalex.org/keywords/endogeneity","display_name":"Endogeneity","score":0.36070001125335693}],"concepts":[{"id":"https://openalex.org/C2778795013","wikidata":"https://www.wikidata.org/wiki/Q945127","display_name":"Triviality","level":2,"score":0.7594000101089478},{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.7167999744415283},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.6118999719619751},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6054999828338623},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5803999900817871},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.546999990940094},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3853999972343445},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.3799000084400177},{"id":"https://openalex.org/C610760","wikidata":"https://www.wikidata.org/wiki/Q1340706","display_name":"Endogeneity","level":2,"score":0.36070001125335693},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.3528999984264374},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.33250001072883606},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.3253999948501587},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.2996000051498413},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.2702000141143799},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.2669000029563904},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.26109999418258667}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.11522","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.11522","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.11522","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.11522","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.42310890555381775,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,35],"for":[2,36],"open-ended":[3,52],"text":[4],"generation":[5,139],"is":[6],"constrained":[7],"by":[8,29,88,104],"the":[9,66,90,132],"lack":[10],"of":[11,134],"verifiable":[12],"rewards,":[13,42],"necessitating":[14],"reliance":[15],"on":[16,32],"judge":[17],"models":[18],"that":[19,57],"require":[20],"either":[21],"annotated":[22],"data":[23],"or":[24],"powerful":[25],"closed-source":[26],"models.":[27],"Inspired":[28],"recent":[30],"work":[31],"unsupervised":[33],"reinforcement":[34],"mathematical":[37,129],"reasoning":[38],"using":[39],"confidence-based":[40],"endogenous":[41],"we":[43],"investigate":[44],"whether":[45],"this":[46,86],"principle":[47],"can":[48],"be":[49],"adapted":[50],"to":[51,63,128],"writing":[53,111],"tasks.":[54,140],"We":[55,77],"find":[56],"directly":[58],"applying":[59],"confidence":[60],"rewards":[61],"leads":[62],"Triviality":[64],"Bias:":[65],"policy":[67,97],"collapses":[68],"toward":[69],"high-probability":[70],"outputs,":[71],"reducing":[72],"diversity":[73],"and":[74,98,113],"meaningful":[75],"content.":[76],"propose":[78],"TCER":[79,116,124],"(Triviality":[80],"Corrected":[81],"Endogenous":[82],"Reward),":[83],"which":[84],"addresses":[85],"bias":[87],"rewarding":[89],"relative":[91],"information":[92],"gain":[93],"between":[94],"a":[95,99,105],"specialist":[96],"generalist":[100],"reference":[101],"policy,":[102],"modulated":[103],"probability-dependent":[106],"correction":[107],"mechanism.":[108],"Across":[109],"multiple":[110],"benchmarks":[112],"model":[114],"architectures,":[115],"achieves":[117],"consistent":[118],"improvements":[119],"without":[120],"external":[121],"supervision.":[122],"Furthermore,":[123],"also":[125],"transfers":[126],"effectively":[127],"reasoning,":[130],"validating":[131],"generality":[133],"our":[135],"approach":[136],"across":[137],"different":[138]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-15T00:00:00"}