{"id":"https://openalex.org/W3141763582","doi":"https://doi.org/10.1109/tc.2021.3076123","title":"Enabling Homomorphically Encrypted Inference for Large DNN Models","display_name":"Enabling Homomorphically Encrypted Inference for Large DNN Models","publication_year":2021,"publication_date":"2021-04-28","ids":{"openalex":"https://openalex.org/W3141763582","doi":"https://doi.org/10.1109/tc.2021.3076123","mag":"3141763582"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2021.3076123","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2021.3076123","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2103.16139","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005436634","display_name":"Guillermo Lloret-Talavera","orcid":null},"institutions":[{"id":"https://openalex.org/I2799803557","display_name":"Barcelona Supercomputing Center","ror":"https://ror.org/05sd8tv96","country_code":"ES","type":"facility","lineage":["https://openalex.org/I2799803557","https://openalex.org/I9617848"]},{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Guillermo Lloret-Talavera","raw_affiliation_strings":["Barcelona Supercomputing Center (BSC), Barcelona, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Barcelona Supercomputing Center (BSC), Barcelona, Spain","institution_ids":["https://openalex.org/I9617848","https://openalex.org/I2799803557"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087802498","display_name":"Marc Jord\u00e0","orcid":"https://orcid.org/0000-0003-1458-7706"},"institutions":[{"id":"https://openalex.org/I2799803557","display_name":"Barcelona Supercomputing Center","ror":"https://ror.org/05sd8tv96","country_code":"ES","type":"facility","lineage":["https://openalex.org/I2799803557","https://openalex.org/I9617848"]},{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Marc Jorda","raw_affiliation_strings":["Barcelona Supercomputing Center (BSC), Barcelona, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Barcelona Supercomputing Center (BSC), Barcelona, Spain","institution_ids":["https://openalex.org/I9617848","https://openalex.org/I2799803557"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020803209","display_name":"Harald Servat","orcid":"https://orcid.org/0000-0002-0144-7934"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Harald Servat","raw_affiliation_strings":["Intel Corporation, Santa Clara, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel Corporation, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002666554","display_name":"Fabian Boemer","orcid":"https://orcid.org/0000-0002-3255-1136"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fabian Boemer","raw_affiliation_strings":["Intel Corporation, Santa Clara, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-3255-1136","affiliations":[{"raw_affiliation_string":"Intel Corporation, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101564056","display_name":"Chetan R. Chauhan","orcid":"https://orcid.org/0000-0001-5924-6636"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chetan Chauhan","raw_affiliation_strings":["Intel Corporation, Santa Clara, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-5924-6636","affiliations":[{"raw_affiliation_string":"Intel Corporation, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068029780","display_name":"S. Tomishima","orcid":"https://orcid.org/0000-0001-8742-8576"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shigeki Tomishima","raw_affiliation_strings":["Intel Corporation, Santa Clara, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-8742-8576","affiliations":[{"raw_affiliation_string":"Intel Corporation, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059791842","display_name":"Nilesh Shah","orcid":null},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nilesh N. Shah","raw_affiliation_strings":["Intel Corporation, Santa Clara, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel Corporation, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000573036","display_name":"Antonio J. Pe\u00f1a","orcid":"https://orcid.org/0000-0002-3575-4617"},"institutions":[{"id":"https://openalex.org/I2799803557","display_name":"Barcelona Supercomputing Center","ror":"https://ror.org/05sd8tv96","country_code":"ES","type":"facility","lineage":["https://openalex.org/I2799803557","https://openalex.org/I9617848"]},{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Antonio J. Pena","raw_affiliation_strings":["Barcelona Supercomputing Center (BSC), Barcelona, Spain"],"raw_orcid":"https://orcid.org/0000-0002-3575-4617","affiliations":[{"raw_affiliation_string":"Barcelona Supercomputing Center (BSC), Barcelona, Spain","institution_ids":["https://openalex.org/I9617848","https://openalex.org/I2799803557"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.0785,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.92709352,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"71","issue":"5","first_page":"1145","last_page":"1155"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8457857370376587},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.740938663482666},{"id":"https://openalex.org/keywords/dram","display_name":"Dram","score":0.6957520246505737},{"id":"https://openalex.org/keywords/homomorphic-encryption","display_name":"Homomorphic encryption","score":0.6377391815185547},{"id":"https://openalex.org/keywords/encryption","display_name":"Encryption","score":0.5033404231071472},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4979286193847656},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.48784685134887695},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3481225073337555},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2955111861228943},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.27545851469039917},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.22190791368484497}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8457857370376587},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.740938663482666},{"id":"https://openalex.org/C7366592","wikidata":"https://www.wikidata.org/wiki/Q1255620","display_name":"Dram","level":2,"score":0.6957520246505737},{"id":"https://openalex.org/C158338273","wikidata":"https://www.wikidata.org/wiki/Q2154943","display_name":"Homomorphic encryption","level":3,"score":0.6377391815185547},{"id":"https://openalex.org/C148730421","wikidata":"https://www.wikidata.org/wiki/Q141090","display_name":"Encryption","level":2,"score":0.5033404231071472},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4979286193847656},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.48784685134887695},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3481225073337555},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2955111861228943},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.27545851469039917},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.22190791368484497}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tc.2021.3076123","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2021.3076123","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2103.16139","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2103.16139","pdf_url":"https://arxiv.org/pdf/2103.16139","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:upcommons.upc.edu:2117/345697","is_oa":true,"landing_page_url":"http://hdl.handle.net/2117/345697","pdf_url":null,"source":{"id":"https://openalex.org/S4377196262","display_name":"UPCommons institutional repository (Universitat Polit\u00e8cnica de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9617848","host_organization_name":"Universitat Polit\u00e8cnica de Catalunya","host_organization_lineage":["https://openalex.org/I9617848"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2103.16139","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2103.16139","pdf_url":"https://arxiv.org/pdf/2103.16139","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W104209573","https://openalex.org/W150223756","https://openalex.org/W913176383","https://openalex.org/W1988888548","https://openalex.org/W2098290658","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2226167778","https://openalex.org/W2309997581","https://openalex.org/W2435473771","https://openalex.org/W2701059868","https://openalex.org/W2768174108","https://openalex.org/W2768347741","https://openalex.org/W2768505000","https://openalex.org/W2784561332","https://openalex.org/W2796438033","https://openalex.org/W2811323882","https://openalex.org/W2894537844","https://openalex.org/W2895865029","https://openalex.org/W2896550391","https://openalex.org/W2897925395","https://openalex.org/W2899140612","https://openalex.org/W2900319533","https://openalex.org/W2901469102","https://openalex.org/W2906483705","https://openalex.org/W2917560727","https://openalex.org/W2934510082","https://openalex.org/W2941310685","https://openalex.org/W2952826183","https://openalex.org/W2955401130","https://openalex.org/W2962867198","https://openalex.org/W2963163009","https://openalex.org/W2963733194","https://openalex.org/W2968989294","https://openalex.org/W2974824775","https://openalex.org/W2987932087","https://openalex.org/W2997284450","https://openalex.org/W3016063723","https://openalex.org/W3028867652","https://openalex.org/W3081714700","https://openalex.org/W3216987697","https://openalex.org/W3217525267","https://openalex.org/W4289367730","https://openalex.org/W4297952240","https://openalex.org/W6746138031","https://openalex.org/W6748082217","https://openalex.org/W6748088138","https://openalex.org/W6753342801","https://openalex.org/W6755106959","https://openalex.org/W6755829780","https://openalex.org/W6756115552","https://openalex.org/W6756592279","https://openalex.org/W6757619422","https://openalex.org/W6760122430","https://openalex.org/W6772606405","https://openalex.org/W6778434676"],"related_works":["https://openalex.org/W3120961607","https://openalex.org/W2098207691","https://openalex.org/W3148568549","https://openalex.org/W2539930818","https://openalex.org/W1648516568","https://openalex.org/W361036515","https://openalex.org/W2269474412","https://openalex.org/W4386903460","https://openalex.org/W4211178602","https://openalex.org/W2433923775"],"abstract_inverted_index":{"The":[0],"proliferation":[1],"of":[2,52,54,71,77,123,126],"machine":[3],"learning":[4],"services":[5],"in":[6,64,115],"the":[7,69,86,93,112,116,124,127],"last":[8],"few":[9],"years":[10],"has":[11],"raised":[12],"data":[13,23],"privacy":[14],"concerns.":[15],"Homomorphic":[16],"encryption":[17],"(HE)":[18],"enables":[19],"inference":[20,37,140],"using":[21,38,141],"encrypted":[22],"but":[24],"it":[25],"incurs":[26,143],"100x–10,000x":[27],"memory":[28,46,74,150],"and":[29,45,79,92,109,132],"runtime":[30],"overheads.":[31],"Secure":[32],"deep":[33],"neural":[34,100],"network":[35],"(DNN)":[36],"HE":[39,142],"is":[40],"currently":[41],"limited":[42],"by":[43],"computing":[44],"resources,":[47],"with":[48,129],"frameworks":[49],"requiring":[50],"hundreds":[51],"gigabytes":[53],"DRAM":[55,78],"to":[56,97],"evaluate":[57],"small":[58],"models.":[59],"To":[60],"overcome":[61],"these":[62],"limitations,":[63],"this":[65,149],"paper":[66],"we":[67,84],"explore":[68,85],"feasibility":[70],"leveraging":[72],"hybrid":[73],"systems":[75],"comprised":[76],"persistent":[80],"memory.":[81],"In":[82],"particular,":[83],"recently-released":[87],"Intel®":[88,94],"Optane™":[89],"PMem":[90],"technology":[91],"HE-Transformer":[95],"nGraph®":[96],"run":[98],"large":[99],"networks":[101],"such":[102],"as":[103],"MobileNetV2":[104],"(in":[105],"its":[106],"largest":[107],"variant)":[108],"ResNet-50":[110],"for":[111,148],"first":[113],"time":[114],"literature.":[117],"We":[118],"present":[119],"an":[120],"in-depth":[121],"analysis":[122],"efficiency":[125],"executions":[128],"different":[130],"hardware":[131],"software":[133],"configurations.":[134],"Our":[135],"results":[136],"conclude":[137],"that":[138],"DNN":[139],"on":[144],"friendly":[145],"access":[146],"patterns":[147],"configuration,":[151],"yielding":[152],"efficient":[153],"executions.":[154]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}