{"id":"https://openalex.org/W7140128666","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.315","title":"Think Hard Only When Needed: A Hybrid Best-of-N and Beam Search for Efficient Test-Time Compute","display_name":"Think Hard Only When Needed: A Hybrid Best-of-N and Beam Search for Efficient Test-Time Compute","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7140128666","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.315"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.findings-eacl.315","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.315","pdf_url":"https://aclanthology.org/2026.findings-eacl.315.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.findings-eacl.315.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130325505","display_name":"Hyewon Suh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hyewon Suh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065172226","display_name":"Chaojian Li","orcid":"https://orcid.org/0000-0003-4030-9777"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chaojian Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130369261","display_name":"Cheng-Jhih Shih","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng-Jhih Shih","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130325289","display_name":"Zheng Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119181802","display_name":"Kejing Xia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kejing Xia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061572132","display_name":"Yonggan Fu","orcid":"https://orcid.org/0000-0002-7483-2921"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yonggan Fu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5007488185","display_name":"Yingyan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yingyan Celine Lin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"6004","last_page":"6017"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.16760000586509705,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.16760000586509705,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11032","display_name":"VLSI and Analog Circuit Testing","score":0.09179999679327011,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.07850000262260437,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/beam","display_name":"Beam (structure)","score":0.3271999955177307},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.27090001106262207},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.2662000060081482},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.2554999887943268}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5310999751091003},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.46230000257492065},{"id":"https://openalex.org/C168834538","wikidata":"https://www.wikidata.org/wiki/Q3705329","display_name":"Beam (structure)","level":2,"score":0.3271999955177307},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2879999876022339},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2703999876976013},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.2554999887943268},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.25049999356269836},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.24570000171661377}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.findings-eacl.315","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.315","pdf_url":"https://aclanthology.org/2026.findings-eacl.315.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.findings-eacl.315","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.315","pdf_url":"https://aclanthology.org/2026.findings-eacl.315.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1452086972","display_name":null,"funder_award_id":"JUMP 2.0","funder_id":"https://openalex.org/F4320306087","funder_display_name":"Semiconductor Research Corporation"},{"id":"https://openalex.org/G2132988430","display_name":"RTML: Large: Collaborative: Harmonizing Predictive Algorithms and Mixed-Signal/Precision Circuits via Computation-Data Access Exchange and Adaptive Dataflows","funder_award_id":"2400511","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3772760742","display_name":"CCRI: Medium: Collaborative Research: 3DML: A Platform for Data, Design and Deployed Validation of Machine Learning for Wireless Networks and Mobile Applications","funder_award_id":"2016727","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4639019618","display_name":"SHF: Medium:DILSE: Codesigning Decentralized Incremental Learning System via Streaming Data Summarization on Edge","funder_award_id":"2434166","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5779643442","display_name":"SHF: Medium: Cross-Stack Algorithm-Hardware-Systems Optimization Towards Ubiquitous On-Device 3D Intelligence","funder_award_id":"2312758","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7641420766","display_name":"RI: Medium: Democratizing Visual AI: Enhancing Efficiency and Usability of Large Vision Models for Fostering Under-Resourced Access","funder_award_id":"2403297","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8620029627","display_name":"CAREER: Differentiable Network-Accelerator Co-Search Towards Ubiquitous On-Device Intelligence and Green AI","funder_award_id":"2048183","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306085","display_name":"U.S. Department of Health and Human Services","ror":"https://ror.org/033jnv181"},{"id":"https://openalex.org/F4320306087","display_name":"Semiconductor Research Corporation","ror":"https://ror.org/047z4n946"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320332815","display_name":"Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7140128666.pdf","grobid_xml":"https://content.openalex.org/works/W7140128666.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Test-time":[0],"compute":[1,24,72],"has":[2],"emerged":[3],"as":[4,138],"a":[5,115],"promising":[6],"paradigm":[7],"that":[8,76,100,171],"enables":[9],"small":[10],"language":[11,17],"models":[12],"(SLMs)":[13],"to":[14,134,162,193],"achieve":[15],"large":[16],"model":[18],"(LLM)-level":[19],"capabilities":[20],"by":[21,42],"allocating":[22],"additional":[23],"for":[25,149,158],"explicit":[26],"reasoning":[27,40,65,108,190],"during":[28],"inference.Two":[29],"common":[30],"approaches":[31],"are":[32],"beam":[33,112,163],"search":[34,38],"and":[35,44,59,119,129,154,168,175,179,181,195],"Best-of-N":[36,62,105,128,194],"sampling.Beam":[37],"improves":[39],"quality":[41],"scoring":[43],"optimizing":[45],"token":[46,183],"sequences":[47],"using":[48,132],"Process":[49],"Reward":[50],"Models":[51],"(PRMs),":[52],"but":[53],"can":[54],"incur":[55],"non-trivial":[56],"computational":[57],"overhead":[58],"latency.In":[60],"contrast,":[61],"executes":[63],"all":[64],"trajectories":[66,75,126],"without":[67],"PRM":[68],"guidance,":[69],"often":[70],"wasting":[71],"on":[73,142,165,185],"low-quality":[74],"may":[77],"have":[78],"gone":[79],"astray":[80],"early":[81],"in":[82],"the":[83,102,107],"generation":[84],"process.To":[85],"address":[86],"both":[87],"inefficiencies,":[88],"we":[89],"propose":[90],"THROW":[91,145,172],"(THink":[92],"haRd":[93],"Only":[94],"When":[95],"needed)-a":[96],"hybrid":[97],"inference":[98],"pipeline":[99],"combines":[101],"diversity":[103],"of":[104,111],"with":[106],"trajectory":[109],"optimization":[110],"search.THROW":[113],"introduces":[114],"selective":[116],"branch":[117,147,156],"truncation":[118,148],"expansion":[120,157],"mechanism:":[121],"it":[122],"generates":[123],"shorter":[124],"initial":[125],"than":[127],"evaluates":[130],"them":[131],"PRMs":[133],"classify":[135],"each":[136],"query":[137],"\"easy\"":[139],"or":[140],"\"hard\".Based":[141],"this":[143],"classification,":[144],"applies":[146],"easy":[150],"queries,":[151],"mimicking":[152],"Best-of-N,":[153],"PRM-guided":[155],"hard":[159],"ones,":[160],"similar":[161],"search.Evaluations":[164],"MATH500,":[166],"AMC23,":[167],"AIME24":[169],"demonstrate":[170],"achieves":[173],"1.54":[174],"14.38":[176],"latency":[177],"speedups":[178],"35.7%":[180],"80.4%":[182],"reductions":[184],"average":[186],"while":[187],"preserving":[188],"high":[189],"accuracy":[191],"compared":[192],"Beam":[196],"Search,":[197],"respectively.":[198]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-03-24T00:00:00"}