{"id":"https://openalex.org/W4415320089","doi":"https://doi.org/10.48550/arxiv.2504.14350","title":"An Empirical Study of LLM Reasoning Ability Under Strict Output Length Constraint","display_name":"An Empirical Study of LLM Reasoning Ability Under Strict Output Length Constraint","publication_year":2025,"publication_date":"2025-04-19","ids":{"openalex":"https://openalex.org/W4415320089","doi":"https://doi.org/10.48550/arxiv.2504.14350"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2504.14350","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.14350","pdf_url":"https://arxiv.org/pdf/2504.14350","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2504.14350","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Sun, Yi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Yi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091401356","display_name":"Han Wang","orcid":"https://orcid.org/0000-0002-3270-3830","observed_orcids":["https://orcid.org/0000-0002-3270-3830"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Han","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045312208","display_name":"Jiaqiang Li","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jiaqiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001228471","display_name":"Jiacheng Liu","orcid":"https://orcid.org/0000-0002-3807-3817","observed_orcids":["https://orcid.org/0000-0002-3807-3817"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jiacheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Li, Xiangyu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xiangyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Wen, Hao","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wen, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Yuan, Yizhen","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Yizhen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114461941","display_name":"Huiwen Zheng","orcid":"https://orcid.org/0000-0001-5184-7226","observed_orcids":["https://orcid.org/0000-0001-5184-7226"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Huiwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101908744","display_name":"Yan Liang","orcid":"https://orcid.org/0000-0001-5483-9846","observed_orcids":["https://orcid.org/0000-0001-5483-9846"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Yan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100628298","display_name":"Yuanchun Li","orcid":"https://orcid.org/0000-0002-1591-2526","observed_orcids":["https://orcid.org/0000-0002-1591-2526","https://orcid.org/0009-0009-4327-1920"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yuanchun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5102880548","display_name":"Yunxin Liu","orcid":"https://orcid.org/0000-0001-7352-8955","observed_orcids":["https://orcid.org/0000-0001-7352-8955"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yunxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8281000256538391,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8281000256538391,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.10649999976158142,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.014800000004470348,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9660000205039978},{"id":"https://openalex.org/keywords/llm-reasoning","display_name":"LLM reasoning","score":0.6430000066757202},{"id":"https://openalex.org/keywords/token-budget","display_name":"token budget","score":0.7630000114440918},{"id":"https://openalex.org/keywords/inference-latency","display_name":"inference latency","score":0.8159999847412109},{"id":"https://openalex.org/keywords/test-time-scaling","display_name":"test-time scaling","score":0.8579999804496765},{"id":"https://openalex.org/keywords/model-size","display_name":"model size","score":0.9580000042915344},{"id":"https://openalex.org/keywords/reasoning-datasets","display_name":"reasoning datasets","score":0.4090000092983246}],"concepts":[{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7235000133514404},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6240000128746033},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.5135999917984009},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5059000253677368},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.487199991941452},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.486299991607666},{"id":"https://openalex.org/C158600405","wikidata":"https://www.wikidata.org/wiki/Q5054566","display_name":"Causal inference","level":2,"score":0.4203999936580658},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.4065000116825104},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3982999920845032},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3905999958515167},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.34700000286102295},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.33739998936653137},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.30970001220703125},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3061999976634979},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.29670000076293945},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2720000147819519},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.25850000977516174}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2504.14350","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.14350","pdf_url":"https://arxiv.org/pdf/2504.14350","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2504.14350","doi":"https://doi.org/10.48550/arxiv.2504.14350","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2504.14350","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2504.14350","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.14350","pdf_url":"https://arxiv.org/pdf/2504.14350","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4415109349","https://openalex.org/W7124817845","https://openalex.org/W4401202092","https://openalex.org/W6910904348","https://openalex.org/W4409606400","https://openalex.org/W4417128653","https://openalex.org/W4402683949","https://openalex.org/W7127411883","https://openalex.org/W6966787974","https://openalex.org/W7166890661"],"abstract_inverted_index":{"Recent":[0],"work":[1],"has":[2],"demonstrated":[3,139],"the":[4,61,106,109,126,144,152,156],"remarkable":[5],"potential":[6],"of":[7,64,99,159],"Large":[8],"Language":[9],"Models":[10],"(LLMs)":[11],"in":[12,34],"test-time":[13],"scaling.":[14],"By":[15],"making":[16],"models":[17,38],"think":[18],"before":[19],"answering,":[20],"they":[21],"are":[22,39],"able":[23],"to":[24,175,183],"achieve":[25],"much":[26],"higher":[27],"accuracy":[28,111],"with":[29],"extra":[30],"inference":[31,110],"computation.":[32],"However,":[33],"many":[35],"real-world":[36,187],"scenarios,":[37],"used":[40],"under":[41,69,95,167,186],"time":[42],"constraints,":[43],"where":[44],"an":[45,82],"answer":[46],"should":[47],"be":[48],"given":[49],"within":[50],"a":[51,74,96],"certain":[52],"output":[53,100],"length.":[54],"It":[55],"is":[56],"unclear":[57],"whether":[58],"and":[59,103,112,131,178],"how":[60],"reasoning":[62,93,147],"ability":[63,148],"different":[65,168],"LLMs":[66,90,185],"remain":[67],"effective":[68],"strict":[70],"constraints.":[71,189],"We":[72,123],"take":[73],"first":[75],"look":[76],"at":[77],"this":[78,176],"problem":[79],"by":[80],"conducting":[81],"in-depth":[83],"empirical":[84],"study.":[85],"Specifically,":[86],"we":[87,104],"test":[88],"30":[89],"on":[91],"common":[92],"datasets":[94],"wide":[97],"range":[98],"length":[101],"budgets,":[102],"analyze":[105],"correlation":[107],"between":[108,128],"various":[113],"properties":[114],"including":[115],"model":[116,118,161],"type,":[117],"size,":[119],"prompt":[120,164],"style,":[121],"etc.":[122],"also":[124],"consider":[125],"mappings":[127],"token":[129],"budgets":[130],"actual":[132],"on-device":[133],"latency":[134,188],"budgets.":[135,169],"The":[136],"results":[137],"have":[138],"several":[140],"interesting":[141],"findings":[142,171],"regarding":[143],"budget-aware":[145],"LLM":[146],"that":[149],"differ":[150],"from":[151],"unconstrained":[153],"situation,":[154],"e.g.":[155],"optimal":[157],"choices":[158],"either":[160],"size":[162],"or":[163],"style":[165],"change":[166],"These":[170],"offer":[172],"timely":[173],"evaluation":[174],"area":[177],"practical":[179],"guidance":[180],"for":[181],"users":[182],"deploy":[184]},"counts_by_year":[],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2025-10-18T00:00:00"}