{"id":"https://openalex.org/W4380993464","doi":"https://doi.org/10.48550/arxiv.2306.08538","title":"Fast and Private Inference of Deep Neural Networks by Co-designing Activation Functions","display_name":"Fast and Private Inference of Deep Neural Networks by Co-designing Activation Functions","publication_year":2023,"publication_date":"2023-06-14","ids":{"openalex":"https://openalex.org/W4380993464","doi":"https://doi.org/10.48550/arxiv.2306.08538"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2306.08538","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.08538","pdf_url":"https://arxiv.org/pdf/2306.08538","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2306.08538","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015650285","display_name":"Abdulrahman Diaa","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Diaa, Abdulrahman","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081455026","display_name":"Lucas Fenaux","orcid":"https://orcid.org/0000-0001-8008-4037"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fenaux, Lucas","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016648384","display_name":"Thomas Humphries","orcid":"https://orcid.org/0000-0002-9688-6437"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Humphries, Thomas","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108538566","display_name":"M. J. Dietz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dietz, Marian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092189541","display_name":"Faezeh Ebrahimianghazani","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ebrahimianghazani, Faezeh","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014144940","display_name":"Bailey Kacsmar","orcid":"https://orcid.org/0000-0002-7229-6504"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kacsmar, Bailey","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101905225","display_name":"Xinda Li","orcid":"https://orcid.org/0009-0009-4583-8388"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xinda","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086633938","display_name":"Nils Lukas","orcid":"https://orcid.org/0009-0001-5891-9154"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lukas, Nils","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033814275","display_name":"Rasoul Akhavan Mahdavi","orcid":"https://orcid.org/0000-0002-7409-5415"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mahdavi, Rasoul Akhavan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028409804","display_name":"Simon Oya","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oya, Simon","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079906820","display_name":"Ehsan Amjadian","orcid":"https://orcid.org/0000-0002-4400-6717"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Amjadian, Ehsan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5102985450","display_name":"Florian Kerschbaum","orcid":"https://orcid.org/0000-0003-4288-2286"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kerschbaum, Florian","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5015650285"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.8246533870697021},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7985125780105591},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.5948271155357361},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5892813205718994},{"id":"https://openalex.org/keywords/plaintext","display_name":"Plaintext","score":0.544307291507721},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5334171652793884},{"id":"https://openalex.org/keywords/activation-function","display_name":"Activation function","score":0.52496737241745},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5020503997802734},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4807598292827606},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4637983441352844},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.33891868591308594},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.32296624779701233},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.25437039136886597},{"id":"https://openalex.org/keywords/encryption","display_name":"Encryption","score":0.2519610524177551},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.10153251886367798}],"concepts":[{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.8246533870697021},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7985125780105591},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.5948271155357361},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5892813205718994},{"id":"https://openalex.org/C92717368","wikidata":"https://www.wikidata.org/wiki/Q1162538","display_name":"Plaintext","level":3,"score":0.544307291507721},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5334171652793884},{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.52496737241745},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5020503997802734},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4807598292827606},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4637983441352844},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33891868591308594},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32296624779701233},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.25437039136886597},{"id":"https://openalex.org/C148730421","wikidata":"https://www.wikidata.org/wiki/Q141090","display_name":"Encryption","level":2,"score":0.2519610524177551},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.10153251886367798},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2306.08538","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.08538","pdf_url":"https://arxiv.org/pdf/2306.08538","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2306.08538","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2306.08538","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2306.08538","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.08538","pdf_url":"https://arxiv.org/pdf/2306.08538","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17","score":0.44999998807907104}],"awards":[{"id":"https://openalex.org/G1044431440","display_name":null,"funder_award_id":"RGPIN-05849","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G1597412403","display_name":null,"funder_award_id":"RGPIN-","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G2165548363","display_name":null,"funder_award_id":"Canada","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G3355510057","display_name":null,"funder_award_id":"IRC-537591","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G6221715925","display_name":null,"funder_award_id":"RGPIN","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G6620647268","display_name":null,"funder_award_id":"05849","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G8284766523","display_name":null,"funder_award_id":"(NSERC)","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320310598","display_name":"Amazon Web Services","ror":"https://ror.org/04mv4n011"},{"id":"https://openalex.org/F4320313506","display_name":"Royal Bank of Canada","ror":"https://ror.org/03hgnwx26"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4380993464.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2595172197","https://openalex.org/W2084856301","https://openalex.org/W2127970246","https://openalex.org/W4382618745","https://openalex.org/W2885125400","https://openalex.org/W1001352512","https://openalex.org/W1989889224","https://openalex.org/W1973775000","https://openalex.org/W2748922771","https://openalex.org/W1987128138"],"abstract_inverted_index":{"Machine":[0],"Learning":[1],"as":[2,88],"a":[3,12,19,115,146],"Service":[4],"(MLaaS)":[5],"is":[6,37,81],"an":[7,106],"increasingly":[8],"popular":[9],"design":[10,36],"where":[11],"company":[13,51],"with":[14,34,114,121,141,154,171],"abundant":[15],"computing":[16],"resources":[17],"trains":[18],"deep":[20],"neural":[21],"network":[22],"and":[23,102,118,162],"offers":[24],"query":[25],"access":[26],"for":[27],"tasks":[28],"like":[29],"image":[30],"classification.":[31],"The":[32,75],"challenge":[33],"this":[35],"that":[38,150],"MLaaS":[39],"requires":[40],"the":[41,50,53,59,82,94,136],"client":[42],"to":[43,49,134,173],"reveal":[44],"their":[45],"potentially":[46],"sensitive":[47],"queries":[48],"hosting":[52],"model.":[54],"Multi-party":[55],"computation":[56],"(MPC)":[57],"protects":[58],"client's":[60],"data":[61],"by":[62,93],"allowing":[63],"encrypted":[64],"inferences.":[65],"However,":[66],"current":[67],"approaches":[68],"suffer":[69],"from":[70],"prohibitively":[71],"large":[72,169],"inference":[73,76,128,166,180],"times.":[74],"time":[77,167],"bottleneck":[78],"in":[79,130,165],"MPC":[80,123],"evaluation":[83,158],"of":[84,96],"non-linear":[85],"layers":[86],"such":[87],"ReLU":[89],"activation":[90,107],"functions.":[91],"Motivated":[92],"success":[95],"previous":[97],"work":[98],"co-designing":[99],"machine":[100],"learning":[101],"MPC,":[103],"we":[104,144],"develop":[105],"function":[108],"co-design.":[109],"We":[110],"replace":[111],"all":[112],"ReLUs":[113],"polynomial":[116,142],"approximation":[117],"evaluate":[119],"them":[120],"single-round":[122],"protocols,":[124],"which":[125],"give":[126],"state-of-the-art":[127],"times":[129],"wide-area":[131],"networks.":[132],"Furthermore,":[133],"address":[135],"accuracy":[137,152],"issues":[138],"previously":[139],"encountered":[140],"activations,":[143],"propose":[145],"novel":[147],"training":[148],"algorithm":[149],"gives":[151],"competitive":[153,179],"plaintext":[155],"models.":[156],"Our":[157],"shows":[159],"between":[160],"$3$":[161],"$110\\times$":[163],"speedups":[164],"on":[168],"models":[170],"up":[172],"$23$":[174],"million":[175],"parameters":[176],"while":[177],"maintaining":[178],"accuracy.":[181]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2023-06-17T00:00:00"}