{"id":"https://openalex.org/W4407197185","doi":"https://doi.org/10.1145/3669940.3707260","title":"Cinnamon: A Framework for Scale-Out Encrypted AI","display_name":"Cinnamon: A Framework for Scale-Out Encrypted AI","publication_year":2025,"publication_date":"2025-02-06","ids":{"openalex":"https://openalex.org/W4407197185","doi":"https://doi.org/10.1145/3669940.3707260"},"language":"en","primary_location":{"id":"doi:10.1145/3669940.3707260","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3669940.3707260","pdf_url":null,"source":null,"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM International Conference on Architectural Support for Programming Languages and Operating Systems, Volume 1","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3669940.3707260","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116171372","display_name":"Siddharth Jayashankar","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Siddharth Jayashankar","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, Pennsylvania, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080705891","display_name":"Edward S. Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Edward Chen","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, Pennsylvania, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000382402","display_name":"Tom Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tom Tang","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, Pennsylvania, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108553656","display_name":"Wenting Zheng","orcid":"https://orcid.org/0009-0006-1061-3419"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenting Zheng","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, Pennsylvania, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102931209","display_name":"Dimitrios Skarlatos","orcid":"https://orcid.org/0000-0002-0289-5499"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dimitrios Skarlatos","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, Pennsylvania, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5116171372"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":12.4244,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.98071099,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"133","last_page":"150"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11017","display_name":"Chaos-based Image/Signal Encryption","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10951","display_name":"Cryptographic Implementations and Security","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.618327260017395},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5863926410675049},{"id":"https://openalex.org/keywords/encryption","display_name":"Encryption","score":0.5756807327270508},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37610605359077454},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.33523035049438477},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.33279135823249817},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.23022812604904175},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.07017466425895691},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.06381961703300476}],"concepts":[{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.618327260017395},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5863926410675049},{"id":"https://openalex.org/C148730421","wikidata":"https://www.wikidata.org/wiki/Q141090","display_name":"Encryption","level":2,"score":0.5756807327270508},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37610605359077454},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.33523035049438477},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.33279135823249817},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.23022812604904175},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.07017466425895691},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.06381961703300476}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3669940.3707260","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3669940.3707260","pdf_url":null,"source":null,"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM International Conference on Architectural Support for Programming Languages and Operating Systems, Volume 1","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3669940.3707260","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3669940.3707260","pdf_url":null,"source":null,"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM International Conference on Architectural Support for Programming Languages and Operating Systems, Volume 1","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1987225815","https://openalex.org/W2031533839","https://openalex.org/W2152926062","https://openalex.org/W2194775991","https://openalex.org/W2768174108","https://openalex.org/W2794974431","https://openalex.org/W2913707927","https://openalex.org/W2966536036","https://openalex.org/W2981801946","https://openalex.org/W3033405216","https://openalex.org/W3102723029","https://openalex.org/W3158044478","https://openalex.org/W3207326900","https://openalex.org/W4214582624","https://openalex.org/W4281609193","https://openalex.org/W4281792301","https://openalex.org/W4289038676","https://openalex.org/W4307823778","https://openalex.org/W4321448341","https://openalex.org/W4360831815","https://openalex.org/W4360831824","https://openalex.org/W4380881143","https://openalex.org/W4381894550","https://openalex.org/W4388857792","https://openalex.org/W4393155314","https://openalex.org/W4394998599","https://openalex.org/W4401211587"],"related_works":["https://openalex.org/W2100090372","https://openalex.org/W4361205702","https://openalex.org/W2385965183","https://openalex.org/W4289281780","https://openalex.org/W2013342653","https://openalex.org/W2901818815","https://openalex.org/W4237598585","https://openalex.org/W2359552542","https://openalex.org/W2374897487","https://openalex.org/W4205163163"],"abstract_inverted_index":{"Fully":[0],"homomorphic":[1],"encryption":[2],"(FHE)":[3],"is":[4],"a":[5,19,57,80,91,99,113,149,155,190],"promising":[6],"cryptographic":[7],"solution":[8],"that":[9,64],"enables":[10],"computation":[11],"on":[12,109],"encrypted":[13,66,71],"data,":[14],"but":[15,47],"its":[16],"adoption":[17],"remains":[18],"challenge":[20],"due":[21],"to":[22,34,89,98,119,127,154,165,189,198],"steep":[23],"performance":[24,37,117],"overheads.":[25],"Although":[26],"recent":[27],"FHE":[28,95],"architectures":[29,203],"have":[30,42],"made":[31],"valiant":[32],"efforts":[33],"narrow":[35],"the":[36,106,130,133,141,159,184],"gap,":[38],"they":[39],"not":[40],"only":[41,49],"massive":[43],"monolithic":[44,100,200],"chip":[45,101],"designs":[46],"also":[48],"target":[50],"small":[51,110],"ML":[52,62,137],"workloads.":[53],"We":[54],"present":[55],"Cinnamon,":[56],"framework":[58,108],"for":[59,94,129,172],"accelerating":[60],"state-of-the-art":[61,121,199],"workloads":[63],"are":[65],"using":[67,82],"FHE.":[68,146],"Cinnamon":[69,107,126,147],"accelerates":[70],"computing":[72],"by":[73],"exploiting":[74],"parallelism":[75],"at":[76],"all":[77],"levels":[78],"of":[79,105,135,151],"program,":[81],"novel":[83],"algorithms,":[84],"compilers,":[85],"and":[86,180,192,201],"hardware":[87],"techniques":[88],"create":[90],"scale-out":[92],"design":[93],"as":[96,140],"opposed":[97],"design.":[102],"Our":[103],"evaluation":[104],"programs":[111],"shows":[112],"2.3\u00d7":[114],"improvement":[115,194],"in":[116,145,195],"compared":[118,153,197],"prior":[120],"designs.":[122],"Further,":[123],"we":[124],"use":[125],"show":[128],"first":[131],"time":[132,161],"scalability":[134],"large":[136],"models":[138],"such":[139],"BERT":[142],"language":[143],"model":[144],"achieves":[148],"speedup":[150],"36,600\u00d7":[152],"CPU":[156],"bringing":[157],"down":[158],"inference":[160],"from":[162],"17":[163],"hours":[164],"1.67":[166],"seconds":[167],"thereby":[168],"enabling":[169],"new":[170],"opportunities":[171],"privacy-preserving":[173],"machine":[174],"learning.":[175],"Finally,":[176],"Cinnamon's":[177],"parallelization":[178],"strategies":[179],"architectural":[181],"extensions":[182],"reduce":[183],"required":[185],"resources":[186],"per-chip":[187],"leading":[188],"5\u00d7":[191],"2.68\u00d7":[193],"performance-per-dollar":[196],"chiplet":[202],"respectively.":[204]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}