{"id":"https://openalex.org/W7224844998","doi":"https://doi.org/10.48550/arxiv.2610.39418","title":"LinQuant: Functional Invariances for Low-Precision Linear Recurrences","display_name":"LinQuant: Functional Invariances for Low-Precision Linear Recurrences","publication_year":2026,"publication_date":"2026-10-29","ids":{"openalex":"https://openalex.org/W7224844998","doi":"https://doi.org/10.48550/arxiv.2610.39418"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.39418","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.39418","pdf_url":"https://arxiv.org/pdf/2610.39418","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.39418","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000894757","display_name":"Neehal Tumma","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tumma, Neehal","raw_affiliation_strings":["MIT CSAIL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT CSAIL","institution_ids":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092392012","display_name":"Philipp Nazari","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nazari, Philipp","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160180513","display_name":"Rohan Cherukuri","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cherukuri, Rohan","raw_affiliation_strings":["MIT CSAIL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT CSAIL","institution_ids":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159360423","display_name":"Daniela Rus","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rus, Daniela","raw_affiliation_strings":["MIT CSAIL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT CSAIL","institution_ids":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102790508","display_name":"T. Konstantin Rusch","orcid":"https://orcid.org/0000-0002-9495-4600","observed_orcids":["https://orcid.org/0000-0002-9495-4600"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rusch, T. Konstantin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.6211000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.6211000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10363","display_name":"Low-power high-performance VLSI design","score":0.05739999935030937,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11697","display_name":"Numerical Methods and Algorithms","score":0.05249999836087227,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/linear-recurrence-sequences","display_name":"linear recurrence sequences","score":0.8679999709129333},{"id":"https://openalex.org/keywords/low-precision-inference","display_name":"low-precision inference","score":0.8539999723434448},{"id":"https://openalex.org/keywords/quantization","display_name":"quantization","score":0.7730000019073486},{"id":"https://openalex.org/keywords/mamba-2","display_name":"Mamba-2","score":0.8309999704360962},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.7099999785423279}],"concepts":[{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.8407999873161316},{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.6323999762535095},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4970000088214874},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.4941999912261963},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.491100013256073},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.47130000591278076},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.44510000944137573},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4311999976634979},{"id":"https://openalex.org/C130367717","wikidata":"https://www.wikidata.org/wiki/Q189791","display_name":"Diagonal","level":2,"score":0.3955000042915344},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3919999897480011},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3849000036716461},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.37880000472068787},{"id":"https://openalex.org/C55526617","wikidata":"https://www.wikidata.org/wiki/Q719375","display_name":"Operand","level":2,"score":0.36559998989105225},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.35899999737739563},{"id":"https://openalex.org/C24858836","wikidata":"https://www.wikidata.org/wiki/Q844718","display_name":"Theory of computation","level":2,"score":0.3481000065803528},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.30320000648498535},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.28790000081062317},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.28450000286102295},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2842000126838684},{"id":"https://openalex.org/C3018263672","wikidata":"https://www.wikidata.org/wiki/Q1296251","display_name":"Efficient algorithm","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.2574999928474426},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.25619998574256897},{"id":"https://openalex.org/C136119220","wikidata":"https://www.wikidata.org/wiki/Q1000660","display_name":"Algebra over a field","level":2,"score":0.250900000333786}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.39418","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.39418","pdf_url":"https://arxiv.org/pdf/2610.39418","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.39418","doi":"https://doi.org/10.48550/arxiv.2610.39418","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.39418","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.39418","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.39418","pdf_url":"https://arxiv.org/pdf/2610.39418","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320331321","display_name":"Hector Stiftung","ror":"https://ror.org/0427ycx88"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7224844998.pdf","grobid_xml":"https://content.openalex.org/works/W7224844998.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7221541510","https://openalex.org/W7214907108","https://openalex.org/W7196978668","https://openalex.org/W7221815948","https://openalex.org/W7221778301","https://openalex.org/W4405627594","https://openalex.org/W7134823351","https://openalex.org/W7214787288","https://openalex.org/W7214976036","https://openalex.org/W7220657469"],"abstract_inverted_index":{"Linear":[0],"recurrences":[1],"are":[2],"emerging":[3],"as":[4,48],"practical":[5,190],"alternatives":[6],"to":[7,56,89,157],"softmax":[8,37],"attention":[9],"in":[10,15,63],"large":[11],"language":[12],"models,":[13],"appearing":[14],"both":[16],"standalone":[17],"and":[18,113,119,136,139,183,185],"hybrid":[19],"architectures.":[20],"However,":[21],"despite":[22],"their":[23,64],"rapid":[24],"emergence,":[25],"low-precision":[26,57,101,150,164],"inference":[27],"remains":[28],"much":[29,44],"less":[30],"developed":[31],"for":[32,36,100,148,167,195],"these":[33,61,125],"models":[34],"than":[35],"attention.":[38],"During":[39],"prefill,":[40],"chunkwise-parallel":[41],"algorithms":[42],"cast":[43],"of":[45,116,146,192],"the":[46,80,85,170,189],"recurrence":[47,131],"dense":[49],"matrix":[50],"multiplications,":[51],"suggesting":[52],"a":[53,98],"natural":[54],"path":[55],"execution.":[58],"Simply":[59],"quantizing":[60],"operations":[62],"native":[65],"form,":[66],"however,":[67],"can":[68],"be":[69],"fragile.":[70],"In":[71],"this":[72,93,155],"work,":[73],"we":[74,95,153],"identify":[75],"functional":[76],"invariances":[77],"that":[78,141],"preserve":[79],"full-precision":[81],"computation":[82],"while":[83],"making":[84],"operands":[86],"more":[87],"amenable":[88],"quantization.":[90],"Building":[91],"on":[92,105,179],"observation,":[94],"introduce":[96],"LinQuant,":[97],"framework":[99,156],"recurrent":[102,117,196],"prefill":[103,165],"based":[104],"seven":[106],"such":[107],"invariances,":[108],"including":[109],"rotations,":[110],"diagonal":[111],"rescalings,":[112],"alternative":[114],"placements":[115],"decay":[118],"write":[120],"factors.":[121],"We":[122],"derive":[123],"when":[124],"transformations":[126],"remain":[127],"valid":[128],"across":[129],"common":[130],"families":[132],"spanning":[133],"linear,":[134],"gated,":[135],"delta-rule":[137],"updates,":[138],"show":[140],"they":[142],"provide":[143],"complementary":[144],"degrees":[145],"freedom":[147],"improving":[149],"accuracy.":[151],"Finally,":[152],"translate":[154],"production":[158],"by":[159],"augmenting":[160],"SSDi8,":[161],"an":[162],"existing":[163],"pipeline":[166],"Mamba-2,":[168],"with":[169],"applicable":[171],"invariances.":[172],"LinQuant":[173],"improves":[174],"perplexity":[175],"at":[176],"matched":[177],"latency":[178],"Mamba-2":[180],"1.3B,":[181],"2.7B,":[182],"8B":[184],"Nemotron-H":[186],"8B,":[187],"demonstrating":[188],"utility":[191],"invariance-based":[193],"quantization":[194],"models.":[197]},"counts_by_year":[],"updated_date":"2026-11-02T09:45:03.842371","created_date":"2026-10-31T00:00:00"}