{"id":"https://openalex.org/W7163215599","doi":"https://doi.org/10.48550/arxiv.2606.00365","title":"SPARQLe: Sub-Precision Activation Representation for Quantized LLM Inference","display_name":"SPARQLe: Sub-Precision Activation Representation for Quantized LLM Inference","publication_year":2026,"publication_date":"2026-05-29","ids":{"openalex":"https://openalex.org/W7163215599","doi":"https://doi.org/10.48550/arxiv.2606.00365"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.00365","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00365","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.00365","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001044510","display_name":"Aradhana Mohan Parvathy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Parvathy, Aradhana Mohan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043334127","display_name":"Soumendu Kumar Ghosh","orcid":"https://orcid.org/0000-0001-6776-1427"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ghosh, Soumendu Kumar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066094401","display_name":"Shamik Kundu","orcid":"https://orcid.org/0000-0002-5992-8554"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kundu, Shamik","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066464351","display_name":"Arnab Raha","orcid":"https://orcid.org/0000-0002-8848-1069"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Raha, Arnab","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137621423","display_name":"Souvik Kundu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kundu, Souvik","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052021148","display_name":"Deepak A. Mathaikutty","orcid":"https://orcid.org/0009-0004-3768-1337"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mathaikutty, Deepak A.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5065766721","display_name":"Anand Raghunathan","orcid":"https://orcid.org/0000-0002-4624-564X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Raghunathan, Anand","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.15960000455379486,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.15960000455379486,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.13249999284744263,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.12300000339746475,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5623999834060669},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.5544000267982483},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.4846000075340271},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.46149998903274536},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.44920000433921814},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.445499986410141},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.42570000886917114},{"id":"https://openalex.org/keywords/tensor","display_name":"Tensor (intrinsic definition)","score":0.3903999924659729}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6564000248908997},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5623999834060669},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.5544000267982483},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.4846000075340271},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.46149998903274536},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.44920000433921814},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.445499986410141},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4309999942779541},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.42570000886917114},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.3903999924659729},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3531000018119812},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.3222000002861023},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.3059999942779541},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.29980000853538513},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.2957000136375427},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.2838999927043915},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.27219998836517334},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.2700999975204468},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.2662999927997589},{"id":"https://openalex.org/C56372850","wikidata":"https://www.wikidata.org/wiki/Q1050404","display_name":"Sparse matrix","level":3,"score":0.26510000228881836},{"id":"https://openalex.org/C189930140","wikidata":"https://www.wikidata.org/wiki/Q1112878","display_name":"CAS latency","level":4,"score":0.26460000872612},{"id":"https://openalex.org/C58013763","wikidata":"https://www.wikidata.org/wiki/Q5754574","display_name":"High-level synthesis","level":3,"score":0.2549000084400177},{"id":"https://openalex.org/C131017901","wikidata":"https://www.wikidata.org/wiki/Q170451","display_name":"Logic gate","level":2,"score":0.2531999945640564},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.25200000405311584},{"id":"https://openalex.org/C3018263672","wikidata":"https://www.wikidata.org/wiki/Q1296251","display_name":"Efficient algorithm","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.00365","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00365","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.00365","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00365","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"rapid":[1],"growth":[2],"in":[3,11,85,87,104],"sizes":[4],"of":[5,36,78],"Large":[6],"language":[7],"models":[8],"(LLMs)":[9],"results":[10],"high":[12],"compute":[13],"and":[14,121,132,146,179,189,196,200,213],"memory":[15,144],"costs":[16],"during":[17],"inference.":[18,219],"Quantization":[19],"has":[20],"been":[21],"a":[22,75,95,116,122,129,134],"significant":[23,76],"pathway":[24,215],"to":[25,32,59,64,137],"addressing":[26],"this":[27,101,166],"challenge.":[28],"In":[29],"the":[30,34,71,88,174],"quest":[31],"push":[33],"limits":[35],"quantization,":[37],"weights,":[38],"which":[39],"are":[40,80],"static,":[41],"can":[42],"often":[43,52],"be":[44],"quantized":[45,107],"aggressively":[46],"(e.g.":[47],"4":[48],"bits),":[49],"while":[50,153],"activations":[51,79],"require":[53],"higher":[54],"precision":[55,130],"(e.g.,":[56],"8":[57],"bits)":[58],"preserve":[60],"accuracy,":[61],"forcing":[62],"hardware":[63],"operate":[65],"with":[66,128,169,194],"higher-precision":[67],"datapaths.":[68],"We":[69],"leverage":[70],"statistical":[72],"property":[73],"that":[74,99,162,206],"fraction":[77],"concentrated":[81],"around":[82],"zero,":[83],"resulting":[84],"sparsity":[86,209],"higher-order":[89],"bits.":[90],"Our":[91],"proposal,":[92],"SPARQLe,":[93],"is":[94],"hardware-software":[96],"co-design":[97],"framework":[98],"exploits":[100],"sub-precision":[102,207],"redundancy":[103],"any":[105],"given":[106],"model.":[108],"SPARQLe":[109,141,158,183,204],"represents":[110],"each":[111],"2k-bit":[112,155],"activation":[113,143,156,208],"tensor":[114,120,126],"as":[115],"dense":[117],"k-bit":[118,124,151],"LSB":[119],"sparse":[123],"MSB":[125,139],"compressed":[127],"bitmap,":[131],"proposes":[133],"lightweight":[135],"algorithm":[136],"increase":[138],"sparsity.":[140],"reduces":[142,184],"traffic":[145],"enables":[147],"efficient":[148,217],"computation":[149],"on":[150,165],"datapaths":[152],"preserving":[154],"accuracy.":[157],"includes":[159],"an":[160,211],"accelerator":[161],"operates":[163],"directly":[164],"hybrid":[167],"format":[168],"minimal":[170],"control":[171],"overheads.":[172],"Across":[173],"BitNet":[175],"3B,":[176],"Llama2":[177],"7B,":[178],"Llama3":[180],"8B":[181],"models,":[182],"prefill":[185,199],"latency":[186,191],"by":[187,192],"16-24.3%":[188],"decode":[190,201],"13.5-23.4%,":[193],"17-26.7%":[195],"6.5-14.2%":[197],"lower":[198],"energy,":[202],"respectively.":[203],"demonstrates":[205],"offers":[210],"effective":[212],"complementary":[214],"towards":[216],"LLM":[218]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-03T00:00:00"}