{"id":"https://openalex.org/W7147668588","doi":"https://doi.org/10.48550/arxiv.2603.28765","title":"Adaptive Block-Scaled Data Types","display_name":"Adaptive Block-Scaled Data Types","publication_year":2026,"publication_date":"2026-03-30","ids":{"openalex":"https://openalex.org/W7147668588","doi":"https://doi.org/10.48550/arxiv.2603.28765"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.28765","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.28765","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.28765","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113853908","display_name":"Jack Cook","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cook, Jack","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053155312","display_name":"H.-S. Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Hyemin S.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132662416","display_name":"Kathryn Le","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Le, Kathryn","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132594906","display_name":"Junxian Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Junxian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132619672","display_name":"Giovanni Traverso","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Traverso, Giovanni","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132700662","display_name":"Anantha P. Chandrakasan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chandrakasan, Anantha P.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5132716443","display_name":"Song Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Song","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.32739999890327454,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.32739999890327454,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.10040000081062317,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10363","display_name":"Low-power high-performance VLSI design","score":0.08429999649524689,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.5817999839782715},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5774999856948853},{"id":"https://openalex.org/keywords/data-type","display_name":"Data type","score":0.4275999963283539},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.3571000099182129},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.34220001101493835},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.3336000144481659},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.3312999904155731},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.325300008058548}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.732699990272522},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.5817999839782715},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5774999856948853},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4345000088214874},{"id":"https://openalex.org/C138958017","wikidata":"https://www.wikidata.org/wiki/Q190087","display_name":"Data type","level":2,"score":0.4275999963283539},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3571000099182129},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35339999198913574},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3447999954223633},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.34220001101493835},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.3336000144481659},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3312999904155731},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3287000060081482},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.325300008058548},{"id":"https://openalex.org/C2781039887","wikidata":"https://www.wikidata.org/wiki/Q1391724","display_name":"Factor (programming language)","level":2,"score":0.31790000200271606},{"id":"https://openalex.org/C199833920","wikidata":"https://www.wikidata.org/wiki/Q612536","display_name":"Vector quantization","level":2,"score":0.28279998898506165},{"id":"https://openalex.org/C103088060","wikidata":"https://www.wikidata.org/wiki/Q1062839","display_name":"Error detection and correction","level":2,"score":0.27320000529289246},{"id":"https://openalex.org/C178009071","wikidata":"https://www.wikidata.org/wiki/Q93344","display_name":"Trigonometric functions","level":2,"score":0.27160000801086426},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2669000029563904},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2624000012874603},{"id":"https://openalex.org/C52970973","wikidata":"https://www.wikidata.org/wiki/Q2497134","display_name":"Adaptive system","level":2,"score":0.2583000063896179},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2526000142097473}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.28765","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.28765","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.28765","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.28765","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"NVFP4":[0,44],"has":[1,41],"grown":[2],"increasingly":[3],"popular":[4],"as":[5,121],"a":[6],"4-bit":[7,172],"format":[8,34],"for":[9,106,153],"quantizing":[10],"large":[11,52],"language":[12,164],"models":[13],"due":[14],"to":[15,22,73,83,150,162,201],"its":[16,20,47],"hardware":[17,211],"support":[18],"and":[19,103,144,158,181,194],"ability":[21],"retain":[23],"useful":[24],"information":[25],"with":[26,124],"relatively":[27],"few":[28],"bits":[29],"per":[30],"parameter.":[31],"However,":[32],"the":[33,84,133,147],"is":[35,122,130,139,215],"not":[36],"without":[37],"limitations:":[38],"recent":[39],"work":[40],"shown":[42],"that":[43,80,168,203],"suffers":[45],"from":[46],"error":[48,56],"distribution,":[49],"resulting":[50],"in":[51,60,142,188,209],"amounts":[53],"of":[54,63,86,109],"quantization":[55],"on":[57,185],"near-maximal":[58],"values":[59],"each":[61,107],"group":[62,108],"16":[64,110],"values.":[65,89],"In":[66],"this":[67,71],"work,":[68],"we":[69,145,166],"leverage":[70],"insight":[72,149],"design":[74,151,193],"new":[75],"Adaptive":[76],"Block-Scaled":[77],"Data":[78],"Types":[79],"can":[81,205],"adapt":[82],"distribution":[85],"their":[87],"input":[88],"For":[90],"four-bit":[91],"quantization,":[92],"our":[93],"proposed":[94],"IF4":[95,169,197,204],"(Int/Float":[96],"4)":[97],"data":[98,128],"type":[99,129],"selects":[100],"between":[101],"FP4":[102],"INT4":[104],"representations":[105],"values,":[111],"which":[112,138],"are":[113],"then":[114],"scaled":[115],"by":[116],"an":[117,196],"E4M3":[118],"scale":[119,134],"factor":[120],"done":[123],"NVFP4.":[125],"The":[126],"selected":[127],"denoted":[131],"using":[132],"factor's":[135],"sign":[136],"bit,":[137],"currently":[140],"unused":[141],"NVFP4,":[143],"apply":[146],"same":[148],"formats":[152],"other":[154],"bit-widths,":[155],"including":[156],"IF3":[157],"IF6.":[159],"When":[160],"used":[161],"quantize":[163],"models,":[165],"find":[167],"outperforms":[170],"existing":[171],"block-scaled":[173],"formats,":[174],"achieving":[175,182],"lower":[176],"loss":[177],"during":[178],"quantized":[179],"training":[180],"higher":[183],"accuracy":[184],"many":[186],"tasks":[187],"post-training":[189],"quantization.":[190],"We":[191],"additionally":[192],"evaluate":[195],"Multiply-Accumulate":[198],"(MAC)":[199],"unit":[200],"demonstrate":[202],"be":[206],"implemented":[207],"efficiently":[208],"next-generation":[210],"accelerators.":[212],"Our":[213],"code":[214],"available":[216],"at":[217],"https://github.com/mit-han-lab/fouroversix.":[218]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-02T00:00:00"}