{"id":"https://openalex.org/W4402783879","doi":"https://doi.org/10.1109/tifs.2024.3461408","title":"SecureGPT: A Framework for Multi-Party Privacy-Preserving Transformer Inference in GPT","display_name":"SecureGPT: A Framework for Multi-Party Privacy-Preserving Transformer Inference in GPT","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4402783879","doi":"https://doi.org/10.1109/tifs.2024.3461408"},"language":"en","primary_location":{"id":"doi:10.1109/tifs.2024.3461408","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2024.3461408","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074946547","display_name":"Chenkai Zeng","orcid":"https://orcid.org/0009-0008-4201-5880"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenkai Zeng","raw_affiliation_strings":["Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China","School of Cyber Science and Engineering, Key Laboratory of Aerospace Information Security and Trusted Computing Ministry of Education, Wuhan University, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"School of Cyber Science and Engineering, Key Laboratory of Aerospace Information Security and Trusted Computing Ministry of Education, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025668908","display_name":"Debiao He","orcid":"https://orcid.org/0000-0002-2446-7436"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Debiao He","raw_affiliation_strings":["School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-2446-7436","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087506605","display_name":"Qi Feng","orcid":"https://orcid.org/0000-0002-6927-7855"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Feng","raw_affiliation_strings":["School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-6927-7855","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069539488","display_name":"Xiaolin Yang","orcid":"https://orcid.org/0009-0005-0564-9065"},"institutions":[{"id":"https://openalex.org/I4210144143","display_name":"Inspur (China)","ror":"https://ror.org/0474p4r72","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210144143"]},{"id":"https://openalex.org/I4210144487","display_name":"Cloud Computing Center","ror":"https://ror.org/04aa0zm65","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210144487"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaolin Yang","raw_affiliation_strings":["Inspur Cloud Information Technology Company Ltd., Jinan, China","Inspur Cloud Information Technology Co., Ltd, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inspur Cloud Information Technology Company Ltd., Jinan, China","institution_ids":["https://openalex.org/I4210144143"]},{"raw_affiliation_string":"Inspur Cloud Information Technology Co., Ltd, China","institution_ids":["https://openalex.org/I4210144143","https://openalex.org/I4210144487"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070701234","display_name":"Qingcai Luo","orcid":"https://orcid.org/0009-0005-0564-9065"},"institutions":[{"id":"https://openalex.org/I4210144143","display_name":"Inspur (China)","ror":"https://ror.org/0474p4r72","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210144143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingcai Luo","raw_affiliation_strings":["Inspur Academy of Science and Technology, Jinan, China","Inspur Academy of Science and Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inspur Academy of Science and Technology, Jinan, China","institution_ids":["https://openalex.org/I4210144143"]},{"raw_affiliation_string":"Inspur Academy of Science and Technology, China","institution_ids":["https://openalex.org/I4210144143"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.6637,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.91011581,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"19","issue":null,"first_page":"9480","last_page":"9493"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9610000252723694,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9171000123023987,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8153399229049683},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6786497831344604},{"id":"https://openalex.org/keywords/information-privacy","display_name":"Information privacy","score":0.4647478461265564},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.4641740322113037},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.43709996342658997},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23107123374938965},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.11033552885055542},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.08555886149406433}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8153399229049683},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6786497831344604},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.4647478461265564},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.4641740322113037},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.43709996342658997},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23107123374938965},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.11033552885055542},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.08555886149406433},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tifs.2024.3461408","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2024.3461408","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1303638838","display_name":null,"funder_award_id":"62325209","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G130668687","display_name":null,"funder_award_id":"62202339","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2165423621","display_name":null,"funder_award_id":"2042023KF0203","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G2846554495","display_name":null,"funder_award_id":"2023BAA027","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4117558629","display_name":null,"funder_award_id":"U21A20466","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4663473838","display_name":null,"funder_award_id":"2042024kf1013","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8326019840","display_name":null,"funder_award_id":"2023BAA027","funder_id":"https://openalex.org/F4320322186","funder_display_name":"Natural Science Foundation of Hubei Province"},{"id":"https://openalex.org/G8806366024","display_name":null,"funder_award_id":"62202339, 62172307, U21A20466","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322186","display_name":"Natural Science Foundation of Hubei Province","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1485800369","https://openalex.org/W1524288918","https://openalex.org/W2136922672","https://openalex.org/W2400124473","https://openalex.org/W2701059868","https://openalex.org/W2933493434","https://openalex.org/W2963752132","https://openalex.org/W2973629179","https://openalex.org/W3014044251","https://openalex.org/W3032769455","https://openalex.org/W3093021001","https://openalex.org/W3108146280","https://openalex.org/W3133749795","https://openalex.org/W3193647133","https://openalex.org/W4251385712","https://openalex.org/W4281806276","https://openalex.org/W4283696039","https://openalex.org/W4287511865","https://openalex.org/W4288057725","https://openalex.org/W4293783465","https://openalex.org/W4327500636","https://openalex.org/W4385412524","https://openalex.org/W4385644834","https://openalex.org/W4390941783","https://openalex.org/W4401064232","https://openalex.org/W4402263660"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W4206178588","https://openalex.org/W3094491777","https://openalex.org/W3214715529","https://openalex.org/W4287635093"],"abstract_inverted_index":{"Generative":[0],"Pretrained":[1],"Transformer":[2],"(GPT)":[3],"is":[4,13,23],"an":[5],"advanced":[6],"natural":[7],"language":[8],"processing":[9],"(NLP)":[10],"model":[11,149],"and":[12,17,27,56,80,100,113,125,164],"excellent":[14],"at":[15],"understanding":[16],"generating":[18],"human":[19],"language.":[20],"As":[21],"GPT":[22,79],"increasingly":[24],"utilized,":[25],"more":[26,28],"cloud":[29,46,50],"inference":[30,51,77],"services":[31],"for":[32,73,103,119,133],"pre-trained":[33],"generative":[34],"models":[35],"are":[36],"being":[37],"offered.":[38],"However,":[39],"when":[40],"users":[41],"upload":[42],"their":[43,59],"data":[44,60],"to":[45,48,94,168,170,180],"servers":[47],"experience":[49],"services,":[52],"ensuring":[53],"the":[54,109,116,140,146,155],"privacy":[55],"security":[57,141],"of":[58,84,91,111,142,157],"becomes":[61],"a":[62,71,82],"challenge.":[63],"Thus,":[64],"in":[65,78,145],"this":[66],"work,":[67],"we":[68,107,138,153],"present":[69],"SecureGPT,":[70],"framework":[72,144,159],"multi-party":[74,130],"privacy-preserving":[75],"transformer":[76,135],"design":[81,129],"series":[83],"building":[85],"blocks":[86],"which":[87],"include":[88],"M2A":[89,117],"(conversion":[90],"multiplicative":[92],"share":[93],"additive":[95],"share),":[96],"truncation,":[97],"division,":[98],"softmax":[99],"GELU":[101,124],"protocols":[102,132],"our":[104,143,158,165],"framework.":[105],"Specifically,":[106],"follow":[108],"work":[110],"SecureNLP":[112],"further":[114],"explore":[115],"protocol":[118],"non-linear":[120],"functions":[121],"such":[122],"as":[123],"softmax.":[126],"We":[127],"also":[128],"private":[131],"GPT\u2019s":[134],"sub-layers.":[136],"Finally":[137],"prove":[139],"semi-honest":[147],"adversary":[148],"with":[150],"all-but-one":[151],"corruptions.":[152],"evaluate":[154],"runtime":[156],"under":[160],"different":[161],"parties":[162],"settings":[163],"implementation":[166],"leads":[167],"up":[169],"<inline-formula":[171],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[172],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[173],"<tex-math":[174],"notation=\"LaTeX\">$100\\times":[175],"$":[176],"</tex-math></inline-formula>":[177],"improvement":[178],"compared":[179],"state-of-the-art":[181],"works.":[182]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":5}],"updated_date":"2026-07-27T08:26:11.824852","created_date":"2025-10-10T00:00:00"}