{"id":"https://openalex.org/W4414988693","doi":"https://doi.org/10.1145/3763095","title":"MetaKernel: Enabling Efficient Encrypted Neural Network Inference through Unified MVM and Convolution","display_name":"MetaKernel: Enabling Efficient Encrypted Neural Network Inference through Unified MVM and Convolution","publication_year":2025,"publication_date":"2025-10-09","ids":{"openalex":"https://openalex.org/W4414988693","doi":"https://doi.org/10.1145/3763095"},"language":"en","primary_location":{"id":"doi:10.1145/3763095","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3763095","pdf_url":null,"source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1145/3763095","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110986307","display_name":"Peng Yuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Peng Yuan","raw_affiliation_strings":["Ant Group, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0006-7070-6828","affiliations":[{"raw_affiliation_string":"Ant Group, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yan Liu","orcid":"https://orcid.org/0009-0004-6845-7864"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan Liu","raw_affiliation_strings":["Ant Group, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0004-6845-7864","affiliations":[{"raw_affiliation_string":"Ant Group, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"JianXin Lai","orcid":"https://orcid.org/0009-0000-5782-0454"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"JianXin Lai","raw_affiliation_strings":["Ant Group, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0000-5782-0454","affiliations":[{"raw_affiliation_string":"Ant Group, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103468654","display_name":"Long Li","orcid":"https://orcid.org/0009-0000-2098-2193"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Long Li","raw_affiliation_strings":["Ant Group, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0000-2098-2193","affiliations":[{"raw_affiliation_string":"Ant Group, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116171329","display_name":"Tianxiang Sui","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tianxiang Sui","raw_affiliation_strings":["Ant Group, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0006-9692-5578","affiliations":[{"raw_affiliation_string":"Ant Group, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Linjie Xiao","orcid":"https://orcid.org/0009-0005-2778-7100"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Linjie Xiao","raw_affiliation_strings":["Ant Group, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0005-2778-7100","affiliations":[{"raw_affiliation_string":"Ant Group, Shenzhen, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011749459","display_name":"X. D. Zhang","orcid":"https://orcid.org/0009-0004-8443-3803"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaojing Zhang","raw_affiliation_strings":["Ant Group, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0004-8443-3803","affiliations":[{"raw_affiliation_string":"Ant Group, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109201309","display_name":"Qing Zhu","orcid":"https://orcid.org/0009-0005-5144-5442"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qing Zhu","raw_affiliation_strings":["Ant Group, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0005-5144-5442","affiliations":[{"raw_affiliation_string":"Ant Group, Shanghai, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024664385","display_name":"Jingling Xue","orcid":"https://orcid.org/0000-0003-0380-3506"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jingling Xue","raw_affiliation_strings":["Ant Group, Shanghai, China","UNSW, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0003-0380-3506","affiliations":[{"raw_affiliation_string":"Ant Group, Shanghai, China","institution_ids":[]},{"raw_affiliation_string":"UNSW, Sydney, Australia","institution_ids":["https://openalex.org/I31746571"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5110986307"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.3465,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.94781898,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"9","issue":"OOPSLA2","first_page":"1261","last_page":"1288"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6035000085830688},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.5885999798774719},{"id":"https://openalex.org/keywords/homomorphic-encryption","display_name":"Homomorphic encryption","score":0.5489000082015991},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.4668000042438507},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.41780000925064087},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.41530001163482666},{"id":"https://openalex.org/keywords/encryption","display_name":"Encryption","score":0.39570000767707825},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.39399999380111694}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7656000256538391},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6035000085830688},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.5885999798774719},{"id":"https://openalex.org/C158338273","wikidata":"https://www.wikidata.org/wiki/Q2154943","display_name":"Homomorphic encryption","level":3,"score":0.5489000082015991},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5026000142097473},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.4668000042438507},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.45190000534057617},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.41780000925064087},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.41530001163482666},{"id":"https://openalex.org/C148730421","wikidata":"https://www.wikidata.org/wiki/Q141090","display_name":"Encryption","level":2,"score":0.39570000767707825},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.39399999380111694},{"id":"https://openalex.org/C2780595030","wikidata":"https://www.wikidata.org/wiki/Q3860309","display_name":"Multiplication (music)","level":2,"score":0.3671000003814697},{"id":"https://openalex.org/C2780746774","wikidata":"https://www.wikidata.org/wiki/Q17014981","display_name":"Functional encryption","level":4,"score":0.352400004863739},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.34940001368522644},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.33009999990463257},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.3255000114440918},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3140999972820282},{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.29499998688697815},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2944999933242798},{"id":"https://openalex.org/C150552126","wikidata":"https://www.wikidata.org/wiki/Q339387","display_name":"SIMD","level":2,"score":0.2865999937057495},{"id":"https://openalex.org/C3826847","wikidata":"https://www.wikidata.org/wiki/Q188768","display_name":"FLOPS","level":2,"score":0.2766000032424927},{"id":"https://openalex.org/C84462506","wikidata":"https://www.wikidata.org/wiki/Q173142","display_name":"Digital signal processing","level":2,"score":0.273499995470047},{"id":"https://openalex.org/C2777907850","wikidata":"https://www.wikidata.org/wiki/Q412164","display_name":"Clobazam","level":3,"score":0.2728999853134155}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3763095","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3763095","pdf_url":null,"source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3763095","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3763095","pdf_url":null,"source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7588274343","display_name":null,"funder_award_id":"2023YFB4503204","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W2155893237","https://openalex.org/W2592969254","https://openalex.org/W2768174108","https://openalex.org/W2794927157","https://openalex.org/W2915368082","https://openalex.org/W2987932087","https://openalex.org/W3030515697","https://openalex.org/W3033405216","https://openalex.org/W3102723029","https://openalex.org/W3173128495","https://openalex.org/W3195598474","https://openalex.org/W3203693205","https://openalex.org/W3207326900","https://openalex.org/W4213189636","https://openalex.org/W4220830361","https://openalex.org/W4247950230","https://openalex.org/W4281792301","https://openalex.org/W4307823778","https://openalex.org/W4323310115","https://openalex.org/W4360831824","https://openalex.org/W4391801197","https://openalex.org/W4392251494","https://openalex.org/W4394998528","https://openalex.org/W4399851001","https://openalex.org/W4406309620","https://openalex.org/W4407196984","https://openalex.org/W4407197185","https://openalex.org/W4407857379","https://openalex.org/W4408903490","https://openalex.org/W7077491824"],"related_works":[],"abstract_inverted_index":{"Practical":[0],"encrypted":[1],"neural":[2],"network":[3],"inference":[4,146,161],"under":[5,68],"the":[6,134,183],"CKKS":[7,69],"fully":[8],"homomorphic":[9,171],"encryption":[10],"(FHE)":[11],"scheme":[12],"relies":[13],"heavily":[14],"on":[15],"accelerating":[16],"two":[17],"key":[18],"kernel":[19,63,77],"operations:":[20],"Matrix-Vector":[21],"Multiplication":[22],"(MVM)":[23],"and":[24,33,61,92,131,154,157],"Convolution":[25],"(Conv).":[26],"However,":[27],"existing":[28],"solutions\u2014such":[29],"as":[30],"expert-tuned":[31],"libraries":[32],"domain-specific":[34],"languages\u2014are":[35],"designed":[36],"in":[37,139],"an":[38],"ad":[39],"hoc":[40],"manner,":[41],"leading":[42],"to":[43,83,163],"significant":[44],"inefficiencies":[45],"caused":[46],"by":[47],"excessive":[48],"rotations.":[49],"We":[50],"introduce":[51],"MKR,":[52],"a":[53,71,111,140,164],"novel":[54],"composition-based":[55],"compiler":[56],"approach":[57,101],"that":[58],"optimizes":[59],"MVM":[60,153],"Conv":[62,155],"operations":[64],"for":[65,115,151,159],"DNN":[66,175],"models":[67],"within":[70,87],"unified":[72],"framework.":[73],"MKR":[74,144,169],"decomposes":[75],"each":[76],"into":[78],"composable":[79],"units,":[80],"called":[81],"MetaKernels,":[82],"enhance":[84],"SIMD":[85],"parallelism":[86,94],"ciphertexts":[88],"(via":[89,97],"horizontal":[90],"batching)":[91],"computational":[93],"across":[95],"them":[96],"vertical":[98],"batching).":[99],"Our":[100],"tackles":[102],"previously":[103],"unaddressed":[104],"challenges,":[105],"including":[106],"reducing":[107],"rotation":[108],"overhead":[109],"through":[110],"rotation-aware":[112],"cost":[113],"model":[114],"data":[116],"packing,":[117],"while":[118],"also":[119],"ensuring":[120],"high":[121],"slot":[122],"utilization,":[123],"uniform":[124],"handling":[125],"of":[126,149,173,185],"inputs":[127],"with":[128,133],"arbitrary":[129],"sizes,":[130],"compatibility":[132],"output":[135],"tensor":[136],"layout.":[137],"Implemented":[138],"production-quality":[141],"FHE":[142,166,186],"compiler,":[143],"achieves":[145],"time":[147],"speedups":[148],"10.08\u00d7\u2013185.60\u00d7":[150],"individual":[152],"kernels":[156],"1.75\u00d7\u201311.84\u00d7":[158],"end-to-end":[160],"compared":[162],"state-of-the-art":[165],"compiler.":[167],"Moreover,":[168],"enables":[170],"execution":[172],"large":[174],"models,":[176],"where":[177],"prior":[178],"methods":[179],"fail,":[180],"significantly":[181],"advancing":[182],"practicality":[184],"compilers.":[187]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}