{"id":"https://openalex.org/W7164512772","doi":"https://doi.org/10.48550/arxiv.2606.13233","title":"ReSET: Accurate Latency-Critical NVFP4 Reasoning via Step-Aware Temperature Scaling","display_name":"ReSET: Accurate Latency-Critical NVFP4 Reasoning via Step-Aware Temperature Scaling","publication_year":2026,"publication_date":"2026-06-11","ids":{"openalex":"https://openalex.org/W7164512772","doi":"https://doi.org/10.48550/arxiv.2606.13233"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.13233","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.13233","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.13233","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014854780","display_name":"Sihwa Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Sihwa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138546569","display_name":"Janghwan Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Janghwan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101947004","display_name":"Dong-Hoon Yoo","orcid":"https://orcid.org/0009-0008-5275-4011"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yoo, Donghoon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052615021","display_name":"Jae Gon Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Jae Gon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115771102","display_name":"Hanyul Ryu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ryu, Hanyul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109987997","display_name":"Soojung Ryu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ryu, Soojung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5113468057","display_name":"J H Choi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Choi, Jungwook","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.21529999375343323,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.21529999375343323,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.156700000166893,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.06279999762773514,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.8034999966621399},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6866000294685364},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.4984000027179718},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.4569000005722046},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.4348999857902527},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.4153999984264374},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.41519999504089355},{"id":"https://openalex.org/keywords/automated-reasoning","display_name":"Automated reasoning","score":0.3910999894142151},{"id":"https://openalex.org/keywords/reboot","display_name":"Reboot","score":0.3479999899864197}],"concepts":[{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.8034999966621399},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6866000294685364},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6705999970436096},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.4984000027179718},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.4569000005722046},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.4348999857902527},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4334000051021576},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.4153999984264374},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.41519999504089355},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.3910999894142151},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3765000104904175},{"id":"https://openalex.org/C120524526","wikidata":"https://www.wikidata.org/wiki/Q1709148","display_name":"Reboot","level":2,"score":0.3479999899864197},{"id":"https://openalex.org/C89288958","wikidata":"https://www.wikidata.org/wiki/Q7301504","display_name":"Reasoning system","level":2,"score":0.34209999442100525},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3296000063419342},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3292999863624573},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.3271999955177307},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.3257000148296356},{"id":"https://openalex.org/C2779795794","wikidata":"https://www.wikidata.org/wiki/Q7315343","display_name":"Reset (finance)","level":2,"score":0.30570000410079956},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.3019999861717224},{"id":"https://openalex.org/C167981619","wikidata":"https://www.wikidata.org/wiki/Q1685498","display_name":"Cross entropy","level":3,"score":0.30090001225471497},{"id":"https://openalex.org/C162376815","wikidata":"https://www.wikidata.org/wiki/Q2158281","display_name":"Frequentist inference","level":4,"score":0.28769999742507935},{"id":"https://openalex.org/C166088908","wikidata":"https://www.wikidata.org/wiki/Q308495","display_name":"Abductive reasoning","level":2,"score":0.2766000032424927},{"id":"https://openalex.org/C37335422","wikidata":"https://www.wikidata.org/wiki/Q6888134","display_name":"Model-based reasoning","level":3,"score":0.2694000005722046},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.26350000500679016},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.2619999945163727},{"id":"https://openalex.org/C86827895","wikidata":"https://www.wikidata.org/wiki/Q7098582","display_name":"Opportunistic reasoning","level":4,"score":0.2506999969482422}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.13233","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.13233","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.13233","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.13233","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"reasoning":[1,11,46,102,151,159],"models":[2],"(LRMs)":[3],"improve":[4],"complex":[5],"problem-solving":[6],"by":[7,161],"generating":[8],"long":[9],"intermediate":[10],"traces,":[12],"but":[13],"this":[14,66,106],"substantially":[15],"increases":[16,84],"inference":[17,20],"costs.":[18],"NVFP4":[19,39,53,73,144,158,168,185],"offers":[21],"a":[22,95,111,141],"promising":[23],"approach":[24],"to":[25,40,163,180],"reduce":[26],"both":[27,127],"computational":[28],"and":[29,51,121,129,153,187],"memory":[30],"costs":[31],"through":[32],"hardware-supported":[33],"low-precision":[34],"execution.":[35],"However,":[36],"directly":[37],"applying":[38],"LRMs":[41],"introduces":[42],"two":[43],"practical":[44],"limitations:":[45],"accuracy":[47,160],"degrades":[48],"under":[49],"quantization,":[50],"existing":[52],"kernels":[54],"do":[55],"not":[56],"fully":[57],"realize":[58],"latency":[59,136],"benefits":[60],"in":[61,100],"small-batch":[62],"autoregressive":[63,148],"decoding.":[64,149],"In":[65],"work,":[67],"we":[68,108,138],"analyze":[69],"the":[70,123,135,167],"effect":[71],"of":[72,98],"quantization":[74,83],"on":[75,94,105],"token-level":[76,128],"uncertainty":[77,119],"during":[78],"reasoning.":[79],"We":[80],"show":[81],"that":[82,116],"incorrect":[85],"sampling":[86],"at":[87,198],"low-entropy":[88],"symbolic":[89],"tokens,":[90],"while":[91],"causing":[92],"over-concentration":[93],"small":[96],"set":[97],"tokens":[99],"high-uncertainty":[101],"steps.":[103],"Based":[104],"observation,":[107],"propose":[109],"\\textbf{ReSET},":[110],"reasoning-step":[112],"entropy-based":[113],"temperature-scaling":[114],"method":[115],"estimates":[117],"step-level":[118,130],"online":[120],"adapts":[122],"decoding":[124,191],"temperature":[125],"using":[126],"entropy":[131],"signals.":[132],"To":[133],"address":[134],"gap,":[137],"further":[139,174],"design":[140],"CUDA-core":[142,171],"small-$M$":[143,172],"kernel":[145,173],"for":[146],"latency-critical":[147,176],"Across":[150],"benchmarks":[152],"model":[154],"scales,":[155],"ReSET":[156],"improves":[157,175],"up":[162,179],"$\\sim\\!$2":[164],"points":[165],"over":[166,184,193],"baseline.":[169],"Our":[170],"decoding,":[177],"delivering":[178],"$2.5\\!\\times$":[181],"kernel-level":[182],"speedup":[183,192],"vLLM":[186],"approximately":[188],"$2\\!\\times$":[189],"end-to-end":[190],"BF16.":[194],"Code":[195],"is":[196],"available":[197],"https://github.com/aiha-lab/ReSET.":[199]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-13T00:00:00"}