{"id":"https://openalex.org/W7151736893","doi":"https://doi.org/10.48550/arxiv.2604.05355","title":"ETR: Entropy Trend Reward for Efficient Chain-of-Thought Reasoning","display_name":"ETR: Entropy Trend Reward for Efficient Chain-of-Thought Reasoning","publication_year":2026,"publication_date":"2026-04-07","ids":{"openalex":"https://openalex.org/W7151736893","doi":"https://doi.org/10.48550/arxiv.2604.05355"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.05355","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.05355","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.05355","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133236603","display_name":"Xuan Xiong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiong, Xuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133165358","display_name":"Huan Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Huan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133234143","display_name":"Li Gu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064393186","display_name":"Zhixiang Chi","orcid":"https://orcid.org/0000-0003-4560-4986"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chi, Zhixiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133211973","display_name":"Yue Qiu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiu, Yue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012517550","display_name":"Yuanhao Yu","orcid":"https://orcid.org/0000-0001-8176-9716"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Yuanhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133211608","display_name":"Yang Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.36469998955726624,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.36469998955726624,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.2240000069141388,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.0851999968290329,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.6331999897956848},{"id":"https://openalex.org/keywords/uncertainty-reduction-theory","display_name":"Uncertainty reduction theory","score":0.4032000005245209},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.3564000129699707},{"id":"https://openalex.org/keywords/cross-entropy","display_name":"Cross entropy","score":0.3292999863624573},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.30790001153945923},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.2890999913215637}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6371999979019165},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.6331999897956848},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.415800005197525},{"id":"https://openalex.org/C94361409","wikidata":"https://www.wikidata.org/wiki/Q7882500","display_name":"Uncertainty reduction theory","level":2,"score":0.4032000005245209},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.3564000129699707},{"id":"https://openalex.org/C167981619","wikidata":"https://www.wikidata.org/wiki/Q1685498","display_name":"Cross entropy","level":3,"score":0.3292999863624573},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.30790001153945923},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3034999966621399},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.2890999913215637},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2879999876022339},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2809000015258789},{"id":"https://openalex.org/C106752470","wikidata":"https://www.wikidata.org/wiki/Q1364826","display_name":"Joint entropy","level":3,"score":0.25949999690055847},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.2554999887943268},{"id":"https://openalex.org/C89288958","wikidata":"https://www.wikidata.org/wiki/Q7301504","display_name":"Reasoning system","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.05355","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.05355","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.05355","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.05355","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.435411661863327,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Chain-of-thought":[0],"(CoT)":[1],"reasoning":[2,18,44,99],"improves":[3],"large":[4],"language":[5],"model":[6],"performance":[7],"on":[8],"complex":[9],"tasks,":[10],"but":[11],"often":[12],"produces":[13],"excessively":[14],"long":[15],"and":[16,94,101],"inefficient":[17],"traces.":[19],"Existing":[20],"methods":[21],"shorten":[22],"CoTs":[23,53],"using":[24],"length":[25,120],"penalties":[26],"or":[27],"global":[28],"entropy":[29,57],"reduction,":[30],"implicitly":[31],"assuming":[32],"that":[33,43,75],"low":[34],"uncertainty":[35,78],"is":[36,46,127],"desirable":[37],"throughout":[38],"reasoning.":[39],"We":[40,85],"show":[41],"instead":[42],"efficiency":[45],"governed":[47],"by":[48,63,113,121],"the":[49],"trajectory":[50],"of":[51],"uncertainty.":[52],"with":[54],"dominant":[55],"downward":[56],"trends":[58],"are":[59],"substantially":[60],"shorter.":[61],"Motivated":[62],"this":[64],"insight,":[65],"we":[66],"propose":[67],"Entropy":[68],"Trend":[69],"Reward":[70],"(ETR),":[71],"a":[72,107],"trajectory-aware":[73],"objective":[74],"encourages":[76],"progressive":[77],"reduction":[79],"while":[80,117],"allowing":[81],"limited":[82],"local":[83],"exploration.":[84],"integrate":[86],"ETR":[87,104],"into":[88],"Group":[89],"Relative":[90],"Policy":[91],"Optimization":[92],"(GRPO)":[93],"evaluate":[95],"it":[96],"across":[97,123],"multiple":[98],"models":[100],"challenging":[102],"benchmarks.":[103,125],"consistently":[105],"achieves":[106],"superior":[108],"accuracy-efficiency":[109],"tradeoff,":[110],"improving":[111],"DeepSeek-R1-Distill-7B":[112],"9.9%":[114],"in":[115],"accuracy":[116],"reducing":[118],"CoT":[119],"67%":[122],"four":[124],"Code":[126],"available":[128],"at":[129],"https://github.com/Xuan1030/ETR":[130]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-09T00:00:00"}