{"id":"https://openalex.org/W7151343734","doi":"https://doi.org/10.48550/arxiv.2604.04783","title":"GPU Acceleration of TFHE-Based High-Precision Nonlinear Layers for Encrypted LLM Inference","display_name":"GPU Acceleration of TFHE-Based High-Precision Nonlinear Layers for Encrypted LLM Inference","publication_year":2026,"publication_date":"2026-04-06","ids":{"openalex":"https://openalex.org/W7151343734","doi":"https://doi.org/10.48550/arxiv.2604.04783"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.04783","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.04783","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.04783","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133102338","display_name":"Guoci Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Guoci","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011711693","display_name":"Xiurui Pan","orcid":"https://orcid.org/0000-0002-2528-2660"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pan, Xiurui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133069449","display_name":"Qiao Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Qiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003486125","display_name":"Bo Mao","orcid":"https://orcid.org/0000-0002-4819-4583"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mao, Bo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074736782","display_name":"Congming Gao","orcid":"https://orcid.org/0000-0003-2611-2652"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Congming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091007366","display_name":"Chengying Huan","orcid":"https://orcid.org/0000-0002-3154-3580"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huan, Chengying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133101476","display_name":"Mingzhe Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Mingzhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133139814","display_name":"Jie M. Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.8134999871253967,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.8134999871253967,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10951","display_name":"Cryptographic Implementations and Security","score":0.0877000018954277,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11693","display_name":"Cryptography and Residue Arithmetic","score":0.01679999940097332,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/encryption","display_name":"Encryption","score":0.632099986076355},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.6098999977111816},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5367000102996826},{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.4650999903678894},{"id":"https://openalex.org/keywords/homomorphic-encryption","display_name":"Homomorphic encryption","score":0.4424999952316284},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4300999939441681},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4041999876499176},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.38929998874664307}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.796999990940094},{"id":"https://openalex.org/C148730421","wikidata":"https://www.wikidata.org/wiki/Q141090","display_name":"Encryption","level":2,"score":0.632099986076355},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.6098999977111816},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5367000102996826},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.4650999903678894},{"id":"https://openalex.org/C158338273","wikidata":"https://www.wikidata.org/wiki/Q2154943","display_name":"Homomorphic encryption","level":3,"score":0.4424999952316284},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.43869999051094055},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4300999939441681},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4041999876499176},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.38929998874664307},{"id":"https://openalex.org/C90119067","wikidata":"https://www.wikidata.org/wiki/Q43260","display_name":"Polynomial","level":2,"score":0.38760000467300415},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.37389999628067017},{"id":"https://openalex.org/C207609745","wikidata":"https://www.wikidata.org/wiki/Q4944086","display_name":"Bootstrapping (finance)","level":2,"score":0.37059998512268066},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3698999881744385},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.3652999997138977},{"id":"https://openalex.org/C459310","wikidata":"https://www.wikidata.org/wiki/Q117801","display_name":"Computational science","level":1,"score":0.33410000801086426},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.27799999713897705},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.26579999923706055},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2637999951839447},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.26260000467300415},{"id":"https://openalex.org/C49154492","wikidata":"https://www.wikidata.org/wiki/Q5300","display_name":"Central processing unit","level":2,"score":0.26010000705718994},{"id":"https://openalex.org/C2778119891","wikidata":"https://www.wikidata.org/wiki/Q477690","display_name":"CUDA","level":2,"score":0.25429999828338623}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.04783","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.04783","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.04783","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.04783","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Deploying":[0],"large":[1],"language":[2],"models":[3],"(LLMs)":[4],"as":[5,11],"cloud":[6],"services":[7],"raises":[8],"privacy":[9],"concerns":[10],"inference":[12],"may":[13],"leak":[14],"sensitive":[15],"data.":[16],"Fully":[17],"Homomorphic":[18],"Encryption":[19],"(FHE)":[20],"allows":[21],"computation":[22],"on":[23,107],"encrypted":[24,121],"data,":[25],"but":[26],"current":[27],"FHE":[28],"methods":[29],"struggle":[30],"with":[31,98],"efficient":[32,113],"and":[33,73,112,137,147],"precise":[34],"nonlinear":[35,71,87,108,117],"function":[36],"evaluation.":[37,63,90],"Specifically,":[38],"CKKS-based":[39],"approaches":[40],"require":[41],"high-degree":[42],"polynomial":[43],"approximations,":[44],"which":[45],"are":[46],"costly":[47],"when":[48],"target":[49],"precision":[50,105],"increases.":[51],"Alternatively,":[52],"TFHE's":[53],"Programmable":[54],"Bootstrapping":[55],"(PBS)":[56],"outperforms":[57],"CKKS":[58],"by":[59],"offering":[60],"exact":[61],"lookup-table":[62,104],"But":[64],"it":[65],"lacks":[66],"high-precision":[67,85,111],"implementations":[68,114],"of":[69,115],"LLM":[70,88],"layers":[72],"underutilizes":[74],"GPU":[75,131],"resources.":[76],"We":[77],"propose":[78],"\\emph{TIGER},":[79],"the":[80],"first":[81],"GPU-accelerated":[82],"framework":[83],"for":[84,144],"TFHE-based":[86],"layer":[89],"TIGER":[91,133],"offers:":[92],"(1)":[93],"GPU-optimized":[94],"WoP-PBS":[95],"method":[96],"combined":[97],"numerical":[99],"algorithms":[100],"to":[101,129],"surpass":[102],"native":[103],"limits":[106],"functions;":[109],"(2)":[110],"key":[116],"layers,":[118],"enabling":[119],"practical":[120],"inference;":[122],"(3)":[123],"batch-driven":[124],"design":[125],"exploiting":[126],"inter-input":[127],"parallelism":[128],"boost":[130],"efficiency.":[132],"achieves":[134],"7.17$\\times$,":[135],"16.68$\\times$,":[136],"17.05$\\times$":[138],"speedups":[139],"over":[140],"a":[141],"CPU":[142],"baseline":[143],"GELU,":[145],"Softmax,":[146],"LayerNorm,":[148],"respectively.":[149]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-08T00:00:00"}