{"id":"https://openalex.org/W7155549171","doi":"https://doi.org/10.48550/arxiv.2604.20913","title":"FairyFuse: Multiplication-Free LLM Inference on CPUs via Fused Ternary Kernels","display_name":"FairyFuse: Multiplication-Free LLM Inference on CPUs via Fused Ternary Kernels","publication_year":2026,"publication_date":"2026-04-22","ids":{"openalex":"https://openalex.org/W7155549171","doi":"https://doi.org/10.48550/arxiv.2604.20913"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.20913","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.20913","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.20913","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049921697","display_name":"Fei Zuo","orcid":"https://orcid.org/0000-0001-8902-1753"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zuo, Fei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134483405","display_name":"Xiaoyan Xi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xi, Xiaoyan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134479065","display_name":"Quanyi Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Quanyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134542673","display_name":"Feiyu Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Feiyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134534211","display_name":"Ho Fai Leung","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Leung, Ho Fai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.5063999891281128,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.5063999891281128,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11697","display_name":"Numerical Methods and Algorithms","score":0.08510000258684158,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.03790000081062317,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.5317999720573425},{"id":"https://openalex.org/keywords/opcode","display_name":"Opcode","score":0.4081000089645386},{"id":"https://openalex.org/keywords/memory-bandwidth","display_name":"Memory bandwidth","score":0.4074999988079071},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.3955000042915344},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.36880001425743103},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.3612000048160553},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.36090001463890076},{"id":"https://openalex.org/keywords/ternary-operation","display_name":"Ternary operation","score":0.35100001096725464}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7659000158309937},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5335000157356262},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.5317999720573425},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5156999826431274},{"id":"https://openalex.org/C52173422","wikidata":"https://www.wikidata.org/wiki/Q766483","display_name":"Opcode","level":2,"score":0.4081000089645386},{"id":"https://openalex.org/C188045654","wikidata":"https://www.wikidata.org/wiki/Q17148339","display_name":"Memory bandwidth","level":2,"score":0.4074999988079071},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.3955000042915344},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.36880001425743103},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.3612000048160553},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.36090001463890076},{"id":"https://openalex.org/C64452783","wikidata":"https://www.wikidata.org/wiki/Q1524945","display_name":"Ternary operation","level":2,"score":0.35100001096725464},{"id":"https://openalex.org/C175291020","wikidata":"https://www.wikidata.org/wiki/Q1156822","display_name":"Offset (computer science)","level":2,"score":0.33550000190734863},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.3325999975204468},{"id":"https://openalex.org/C134652429","wikidata":"https://www.wikidata.org/wiki/Q1052698","display_name":"Jitter","level":2,"score":0.3068000078201294},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.3021000027656555},{"id":"https://openalex.org/C1306188","wikidata":"https://www.wikidata.org/wiki/Q4060687","display_name":"Nested loop join","level":2,"score":0.29120001196861267},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.26969999074935913},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.25999999046325684},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.2542000114917755}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.20913","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.20913","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.20913","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.20913","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"are":[3],"increasingly":[4],"deployed":[5],"on":[6,89,130,142,151],"CPU-only":[7],"platforms":[8],"where":[9],"memory":[10,27],"bandwidth":[11],"is":[12],"the":[13,40,94,127],"primary":[14],"bottleneck":[15],"for":[16],"autoregressive":[17],"generation.":[18],"Weight":[19],"quantization":[20],"to":[21],"four":[22],"bits":[23],"or":[24,60],"below":[25],"reduces":[26],"pressure,":[28],"yet":[29],"existing":[30],"systems":[31],"still":[32],"dequantize":[33],"weights":[34,44],"and":[35,110],"perform":[36],"floating-point":[37,114],"multiplications,":[38],"limiting":[39],"achievable":[41],"gains.":[42],"Ternary":[43],"in":[45],"{-1,":[46],"0,":[47],"+1}":[48],"provide":[49],"a":[50,103,134,152],"more":[51],"efficient":[52],"alternative,":[53],"replacing":[54],"multiplications":[55],"with":[56,112,162],"conditional":[57],"additions,":[58],"subtractions,":[59,111],"no-ops.":[61],"While":[62],"Fairy2i":[63],"shows":[64,118],"that":[65,85,119],"ternary":[66],"LLMs":[67],"can":[68],"match":[69],"FP16":[70],"quality,":[71],"its":[72],"runtime":[73],"does":[74],"not":[75],"exploit":[76],"this":[77],"structure.":[78],"We":[79],"present":[80],"FairyFuse,":[81],"an":[82],"inference":[83],"system":[84],"enables":[86],"multiplication-free":[87],"execution":[88],"commodity":[90],"CPUs":[91],"by":[92,160],"fusing":[93],"eight":[95],"real-valued":[96],"sub-GEMVs":[97],"of":[98],"each":[99],"widely-linear":[100],"layer":[101],"into":[102],"single":[104,153],"AVX-512":[105],"loop":[106],"using":[107],"masked":[108],"additions":[109],"zero":[113],"multiplications.":[115],"Roofline":[116],"analysis":[117],"16x":[120],"weight":[121],"compression":[122],"shifts":[123],"memory-bound":[124],"GEMV":[125],"toward":[126],"compute":[128],"regime":[129],"bandwidth-limited":[131],"CPUs,":[132],"yielding":[133],"29.6x":[135],"kernel":[136],"speedup":[137],"while":[138],"offering":[139],"little":[140],"benefit":[141],"GPUs.":[143],"End-to-end,":[144],"FairyFuse":[145],"achieves":[146],"32.4":[147],"tokens":[148],"per":[149],"second":[150],"Intel":[154],"Xeon":[155],"8558P,":[156],"outperforming":[157],"llama.cpp":[158],"Q4_K_M":[159],"1.24x":[161],"near-lossless":[163],"quality":[164],"(WikiText-2":[165],"perplexity":[166],"5.52":[167],"vs.":[168],"5.47":[169],"FP16;":[170],"downstream":[171],"accuracy":[172],"66.0%).":[173]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-25T00:00:00"}