{"id":"https://openalex.org/W7159580171","doi":"https://doi.org/10.48550/arxiv.2604.27039","title":"Length Value Model: Scalable Value Pretraining for Token-Level Length Modeling","display_name":"Length Value Model: Scalable Value Pretraining for Token-Level Length Modeling","publication_year":2026,"publication_date":"2026-04-29","ids":{"openalex":"https://openalex.org/W7159580171","doi":"https://doi.org/10.48550/arxiv.2604.27039"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.27039","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.27039","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.27039","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134950497","display_name":"Zhen Zhang (86004)","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zhen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134964327","display_name":"Changyi Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Changyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134976831","display_name":"Zijie Xia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xia, Zijie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134945788","display_name":"Zhen Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Zhen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134989674","display_name":"Chengzhi Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Chengzhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134973974","display_name":"Zhaotiao Weng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weng, Zhaotiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134960436","display_name":"Yepeng Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yepeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134955047","display_name":"Haobo Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Haobo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134970814","display_name":"Jin Pan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pan, Jin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134935672","display_name":"Chenyang Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Chenyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007990317","display_name":"Yuheng Bu","orcid":"https://orcid.org/0000-0002-3479-4553"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bu, Yuheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112054502","display_name":"Alkesh Patel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Patel, Alkesh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134942136","display_name":"Zhe Gan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gan, Zhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134980498","display_name":"Xin (Dr. rer. nat.) Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xin Eric","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.22609999775886536,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.22609999775886536,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.10809999704360962,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.042399998754262924,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.6840999722480774},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5630000233650208},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5620999932289124},{"id":"https://openalex.org/keywords/monotone-polygon","display_name":"Monotone polygon","score":0.49810001254081726},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.49239999055862427},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.46939998865127563},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.461899995803833},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.44020000100135803},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.4009999930858612}],"concepts":[{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6840999722480774},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5892000198364258},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5630000233650208},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5620999932289124},{"id":"https://openalex.org/C2834757","wikidata":"https://www.wikidata.org/wiki/Q4925424","display_name":"Monotone polygon","level":2,"score":0.49810001254081726},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.49239999055862427},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.46939998865127563},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.461899995803833},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4480000138282776},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.44020000100135803},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4009999930858612},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.3917999863624573},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.38679999113082886},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.36809998750686646},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.3395000100135803},{"id":"https://openalex.org/C8505890","wikidata":"https://www.wikidata.org/wiki/Q605095","display_name":"Budget constraint","level":2,"score":0.33820000290870667},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3352000117301941},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.328900009393692},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.2921999990940094},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.28949999809265137},{"id":"https://openalex.org/C2777027219","wikidata":"https://www.wikidata.org/wiki/Q1284190","display_name":"Constant (computer programming)","level":2,"score":0.28790000081062317},{"id":"https://openalex.org/C87465248","wikidata":"https://www.wikidata.org/wiki/Q1417790","display_name":"Minimum description length","level":2,"score":0.2858000099658966},{"id":"https://openalex.org/C21353171","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Length measurement","level":2,"score":0.2833999991416931},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.27559998631477356},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26409998536109924},{"id":"https://openalex.org/C141042865","wikidata":"https://www.wikidata.org/wiki/Q200125","display_name":"Expected value","level":2,"score":0.25999999046325684},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.25949999690055847},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.25839999318122864},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2526000142097473}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.27039","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.27039","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.27039","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.27039","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Token":[0],"serves":[1,81],"as":[2,59,82,226,236,244],"the":[3,35,41,51,87,118,131,149,184,232],"fundamental":[4],"unit":[5],"of":[6,161,195,217,234],"computation":[7],"in":[8],"modern":[9],"autoregressive":[10],"models,":[11],"and":[12,20,64,100,105,154,219,243],"generation":[13,53,89,181,196],"length":[14,30,57,121,132,182,221,241],"directly":[15],"influences":[16],"both":[17],"inference":[18,115],"cost":[19],"reasoning":[21,203],"performance.":[22],"Despite":[23],"its":[24],"importance,":[25],"existing":[26],"approaches":[27],"lack":[28],"fine-grained":[29],"modeling,":[31],"operating":[32],"primarily":[33],"at":[34,114,158,258],"coarse-grained":[36],"sequence":[37],"level.":[38],"We":[39],"introduce":[40],"Length":[42],"Value":[43],"Model":[44],"(LenVM),":[45],"a":[46,60,66,76,83,110,127,159,214,227,237,245],"token-level":[47,189,228],"framework":[48,239],"that":[49,80,95,211,249],"models":[50],"remaining":[52,88],"length.":[54],"By":[55],"formulating":[56],"modeling":[58,242],"value":[61,229,247],"estimation":[62],"problem":[63],"assigning":[65],"constant":[67],"negative":[68],"reward":[69],"to":[70,126,136,169],"each":[71],"generated":[72],"token,":[73],"LenVM":[74,108,125,144,164,212,235],"predicts":[75,179],"bounded,":[77],"discounted":[78],"return":[79],"monotone":[84],"proxy":[85],"for":[86,172,240],"horizon.":[90],"This":[91],"formulation":[92],"yields":[93],"supervision":[94],"is":[96,256],"annotation-free,":[97],"dense,":[98],"unbiased,":[99],"scalable.":[101],"Experiments":[102],"on":[103],"LLMs":[104],"VLMs":[106],"demonstrate":[107,210],"provides":[109],"highly":[111],"effective":[112],"signal":[113,248],"time.":[116],"On":[117,156],"LIFEBench":[119],"exact":[120],"matching":[122],"task,":[123],"applying":[124],"7B":[128],"model":[129],"improves":[130],"score":[133],"from":[134,183],"30.9":[135],"64.8,":[137],"significantly":[138],"outperforming":[139],"frontier":[140],"closed-source":[141],"models.":[142],"Furthermore,":[143],"enables":[145],"continuous":[146],"control":[147],"over":[148],"trade":[150],"off":[151],"between":[152],"performance":[153],"efficiency.":[155],"GSM8K":[157],"budget":[160,174],"200":[162],"tokens,":[163],"maintains":[165],"63%":[166],"accuracy":[167],"compared":[168],"6":[170],"percent":[171],"token":[173,220],"baseline.":[175],"It":[176],"also":[177],"accurately":[178],"total":[180],"prompt":[185],"boundary.":[186],"Finally,":[187],"LenVM's":[188],"values":[190],"offer":[191],"an":[192],"interpretable":[193],"view":[194],"dynamics,":[197],"revealing":[198],"how":[199],"specific":[200],"tokens":[201],"shift":[202],"toward":[204],"shorter":[205],"or":[206],"longer":[207],"regimes.":[208],"Results":[209],"supports":[213],"broad":[215],"range":[216],"applications":[218],"can":[222],"be":[223],"effectively":[224],"modeled":[225],"signal,":[230],"highlighting":[231],"potential":[233],"general":[238],"length-specific":[246],"could":[250],"support":[251],"future":[252],"RL":[253],"training.":[254],"Code":[255],"available":[257],"https://github.com/eric-ai-lab/Length-Value-Model.":[259]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-02T00:00:00"}