{"id":"https://openalex.org/W7131136884","doi":"https://doi.org/10.48550/arxiv.2602.17698","title":"ScaleBITS: Scalable Bitwidth Search for Hardware-Aligned Mixed-Precision LLMs","display_name":"ScaleBITS: Scalable Bitwidth Search for Hardware-Aligned Mixed-Precision LLMs","publication_year":2026,"publication_date":"2026-02-06","ids":{"openalex":"https://openalex.org/W7131136884","doi":"https://doi.org/10.48550/arxiv.2602.17698"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.17698","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126627295","display_name":"Xinlin Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xinlin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123539997","display_name":"Timothy Chou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chou, Timothy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011623194","display_name":"Josh Fromm","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fromm, Josh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091829195","display_name":"Zichang Liu","orcid":"https://orcid.org/0000-0002-5556-8117"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zichang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126640504","display_name":"Yunjie Pan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pan, Yunjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5126595439","display_name":"Christina Fragouli","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fragouli, Christina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.22581466,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.4099000096321106,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.4099000096321106,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.09529999643564224,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.05979999899864197,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7627999782562256},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.7401999831199646},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.6735000014305115},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5536999702453613},{"id":"https://openalex.org/keywords/greedy-algorithm","display_name":"Greedy algorithm","score":0.5081999897956848},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.4896000027656555},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.3763999938964844}],"concepts":[{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7627999782562256},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7531999945640564},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.7401999831199646},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.6735000014305115},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5536999702453613},{"id":"https://openalex.org/C51823790","wikidata":"https://www.wikidata.org/wiki/Q504353","display_name":"Greedy algorithm","level":2,"score":0.5081999897956848},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.4896000027656555},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3815000057220459},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3763999938964844},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.35120001435279846},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.34779998660087585},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.32519999146461487},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3192000091075897},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.31450000405311584},{"id":"https://openalex.org/C148764684","wikidata":"https://www.wikidata.org/wiki/Q621751","display_name":"Approximation algorithm","level":2,"score":0.3043999969959259},{"id":"https://openalex.org/C2989514635","wikidata":"https://www.wikidata.org/wiki/Q5164377","display_name":"Constrained optimization problem","level":3,"score":0.29409998655319214},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2849999964237213},{"id":"https://openalex.org/C115051666","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Ranging","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C2777472644","wikidata":"https://www.wikidata.org/wiki/Q16968992","display_name":"Approximate inference","level":3,"score":0.25769999623298645}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.17698","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.17698","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.17698","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.17698","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Post-training":[0],"weight":[1,31,95],"quantization":[2,68,134],"is":[3],"crucial":[4],"for":[5],"reducing":[6],"the":[7,19,34,119],"memory":[8,78],"and":[9,33,113,138],"inference":[10],"cost":[11],"of":[12,36],"large":[13],"language":[14],"models":[15],"(LLMs),":[16],"yet":[17],"pushing":[18],"average":[20],"precision":[21,38,57],"below":[22],"4":[23],"bits":[24],"remains":[25],"challenging":[26],"due":[27],"to":[28,118,136,144],"highly":[29,55],"non-uniform":[30],"sensitivity":[32,88],"lack":[35],"principled":[37,124],"allocation.":[39,125],"Existing":[40],"solutions":[41],"use":[42],"irregular":[43],"fine-grained":[44,73],"mixed-precision":[45,67],"with":[46],"high":[47],"runtime":[48,151],"overhead":[49],"or":[50,54],"rely":[51],"on":[52],"heuristics":[53],"constrained":[56,110],"allocation":[58,75,107],"strategies.":[59],"In":[60],"this":[61],"work,":[62],"we":[63,90],"propose":[64],"ScaleBITS,":[65],"a":[66,77,86,92,109,115],"framework":[69],"that":[70,128],"enables":[71],"automated,":[72],"bitwidth":[74,106],"under":[76],"budget":[79],"while":[80],"preserving":[81],"hardware":[82],"efficiency.":[83],"Guided":[84],"by":[85,99],"new":[87],"analysis,":[89],"introduce":[91],"hardware-aligned,":[93],"block-wise":[94],"partitioning":[96],"scheme,":[97],"powered":[98],"bi-directional":[100],"channel":[101],"reordering.":[102],"We":[103],"formulate":[104],"global":[105],"as":[108],"optimization":[111],"problem":[112],"develop":[114],"scalable":[116],"approximation":[117],"greedy":[120],"algorithm,":[121],"enabling":[122],"end-to-end":[123],"Experiments":[126],"show":[127],"ScaleBITS":[129],"significantly":[130],"improves":[131],"over":[132],"uniform-precision":[133],"(up":[135,143],"+36%)":[137],"outperforms":[139],"state-of-the-art":[140],"sensitivity-aware":[141],"baselines":[142],"+13%)":[145],"in":[146],"ultra-low-bit":[147],"regime,":[148],"without":[149],"adding":[150],"overhead.":[152]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-02-24T00:00:00"}