{"id":"https://openalex.org/W4409920491","doi":"https://doi.org/10.1016/j.dcan.2025.04.009","title":"Secformer: Privacy-preserving atomic-level componentized transformer-like model with MPC","display_name":"Secformer: Privacy-preserving atomic-level componentized transformer-like model with MPC","publication_year":2025,"publication_date":"2025-04-29","ids":{"openalex":"https://openalex.org/W4409920491","doi":"https://doi.org/10.1016/j.dcan.2025.04.009"},"language":"en","primary_location":{"id":"doi:10.1016/j.dcan.2025.04.009","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.dcan.2025.04.009","pdf_url":null,"source":{"id":"https://openalex.org/S2495769766","display_name":"Digital Communications and Networks","issn_l":"2352-8648","issn":["2352-8648","2468-5925"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320345","host_organization_name":"KeAi","host_organization_lineage":["https://openalex.org/P4310320345","https://openalex.org/P4310320990"],"host_organization_lineage_names":["KeAi","Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Digital Communications and Networks","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1016/j.dcan.2025.04.009","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100458229","display_name":"Chi Zhang","orcid":"https://orcid.org/0000-0003-1475-333X"},"institutions":[{"id":"https://openalex.org/I10660446","display_name":"Kunming University of Science and Technology","ror":"https://ror.org/00xyeez13","country_code":"CN","type":"education","lineage":["https://openalex.org/I10660446"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chi Zhang","raw_affiliation_strings":["Faculty of Information Engineering and Automation, Kunming University of Science and Technology, Kunming 650500, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Engineering and Automation, Kunming University of Science and Technology, Kunming 650500, China","institution_ids":["https://openalex.org/I10660446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003333516","display_name":"Tao Shen","orcid":"https://orcid.org/0000-0003-1273-7950"},"institutions":[{"id":"https://openalex.org/I10660446","display_name":"Kunming University of Science and Technology","ror":"https://ror.org/00xyeez13","country_code":"CN","type":"education","lineage":["https://openalex.org/I10660446"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tao Shen","raw_affiliation_strings":["Faculty of Information Engineering and Automation, Kunming University of Science and Technology, Kunming 650500, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Engineering and Automation, Kunming University of Science and Technology, Kunming 650500, China","institution_ids":["https://openalex.org/I10660446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048301867","display_name":"Fenhua Bai","orcid":"https://orcid.org/0000-0002-2505-0288"},"institutions":[{"id":"https://openalex.org/I10660446","display_name":"Kunming University of Science and Technology","ror":"https://ror.org/00xyeez13","country_code":"CN","type":"education","lineage":["https://openalex.org/I10660446"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fenhua Bai","raw_affiliation_strings":["Faculty of Information Engineering and Automation, Kunming University of Science and Technology, Kunming 650500, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Engineering and Automation, Kunming University of Science and Technology, Kunming 650500, China","institution_ids":["https://openalex.org/I10660446"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Kai Zeng","orcid":"https://orcid.org/0000-0003-2662-1596"},"institutions":[{"id":"https://openalex.org/I10660446","display_name":"Kunming University of Science and Technology","ror":"https://ror.org/00xyeez13","country_code":"CN","type":"education","lineage":["https://openalex.org/I10660446"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Zeng","raw_affiliation_strings":["Faculty of Information Engineering and Automation, Kunming University of Science and Technology, Kunming 650500, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Engineering and Automation, Kunming University of Science and Technology, Kunming 650500, China","institution_ids":["https://openalex.org/I10660446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004329095","display_name":"Xiaohui Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I10660446","display_name":"Kunming University of Science and Technology","ror":"https://ror.org/00xyeez13","country_code":"CN","type":"education","lineage":["https://openalex.org/I10660446"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohui Zhang","raw_affiliation_strings":["Faculty of Information Engineering and Automation, Kunming University of Science and Technology, Kunming 650500, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Engineering and Automation, Kunming University of Science and Technology, Kunming 650500, China","institution_ids":["https://openalex.org/I10660446"]}]},{"author_position":"last","author":{"id":null,"display_name":"Bin Cao","orcid":"https://orcid.org/0000-0002-3164-535X"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Cao","raw_affiliation_strings":["The State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876, China"],"affiliations":[{"raw_affiliation_string":"The State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5003333516"],"corresponding_institution_ids":["https://openalex.org/I10660446"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.07026356,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"12","issue":"1","first_page":"86","last_page":"100"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8571833968162537},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6231271624565125},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3867211639881134},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.20227864384651184},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.07972642779350281}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8571833968162537},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6231271624565125},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3867211639881134},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.20227864384651184},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.07972642779350281},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.dcan.2025.04.009","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.dcan.2025.04.009","pdf_url":null,"source":{"id":"https://openalex.org/S2495769766","display_name":"Digital Communications and Networks","issn_l":"2352-8648","issn":["2352-8648","2468-5925"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320345","host_organization_name":"KeAi","host_organization_lineage":["https://openalex.org/P4310320345","https://openalex.org/P4310320990"],"host_organization_lineage_names":["KeAi","Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Digital Communications and Networks","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.dcan.2025.04.009","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.dcan.2025.04.009","pdf_url":null,"source":{"id":"https://openalex.org/S2495769766","display_name":"Digital Communications and Networks","issn_l":"2352-8648","issn":["2352-8648","2468-5925"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320345","host_organization_name":"KeAi","host_organization_lineage":["https://openalex.org/P4310320345","https://openalex.org/P4310320990"],"host_organization_lineage_names":["KeAi","Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Digital Communications and Networks","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2555961084","display_name":null,"funder_award_id":"202302AG050009","funder_id":"https://openalex.org/F4320336602","funder_display_name":"Major Science and Technology Projects in Yunnan Province"},{"id":"https://openalex.org/G7828941616","display_name":null,"funder_award_id":"62471205","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320336602","display_name":"Major Science and Technology Projects in Yunnan Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1493343761","https://openalex.org/W1969009977","https://openalex.org/W2039275540","https://openalex.org/W2039605106","https://openalex.org/W2136922672","https://openalex.org/W2141420453","https://openalex.org/W2614104334","https://openalex.org/W2896479683","https://openalex.org/W2929650703","https://openalex.org/W2945287947","https://openalex.org/W2964261135","https://openalex.org/W2972179977","https://openalex.org/W3032769455","https://openalex.org/W3035116401","https://openalex.org/W3108672920","https://openalex.org/W3130108574","https://openalex.org/W3141585064","https://openalex.org/W3159186283","https://openalex.org/W3161783337","https://openalex.org/W3173365702","https://openalex.org/W3177318507","https://openalex.org/W3183320454","https://openalex.org/W3197519965","https://openalex.org/W3201541172","https://openalex.org/W4281806276","https://openalex.org/W4292833715","https://openalex.org/W4366957392","https://openalex.org/W4377713808","https://openalex.org/W4385412524","https://openalex.org/W4386764217","https://openalex.org/W4387319320","https://openalex.org/W4387415283","https://openalex.org/W4388709711","https://openalex.org/W4399881388","https://openalex.org/W4408051337","https://openalex.org/W6600100092","https://openalex.org/W6600339963"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"The":[0],"global":[1],"surge":[2],"in":[3,78,135],"Artificial":[4],"Intelligence":[5],"(AI)":[6],"has":[7],"been":[8],"triggered":[9],"by":[10,167,181],"the":[11,19,23,32,91,102,117,124,130,155,188,215],"impressive":[12],"performance":[13,164,241],"of":[14,25,36,119,132,159,190,204],"deep-learning":[15],"models":[16,27,137],"based":[17],"on":[18,31],"Transformer":[20,88,160],"architecture.":[21],"However,":[22],"efficacy":[24],"such":[26],"is":[28],"increasingly":[29],"dependent":[30],"volume":[33],"and":[34,44,54,59,65,76,126,138,197,207,221,245],"quality":[35],"data.":[37],"Data":[38],"are":[39,84],"often":[40],"distributed":[41],"across":[42],"institutions":[43],"companies,":[45],"making":[46],"cross-organizational":[47],"data":[48,80],"transfer":[49],"vulnerable":[50],"to":[51,56,69,73,115,142],"privacy":[52,57,64,118,151,244],"breaches":[53],"subject":[55],"laws":[58],"trade":[60],"secret":[61],"regulations.":[62],"These":[63,82],"security":[66,189,195],"concerns":[67],"continue":[68],"pose":[70],"major":[71],"challenges":[72,83],"collaborative":[74,156],"training":[75],"inference":[77],"multi-source":[79],"environments.":[81],"particularly":[85],"significant":[86],"for":[87,219,231,249],"models,":[89],"where":[90],"complex":[92],"internal":[93],"encryption":[94],"computations":[95],"drastically":[96],"reduce":[97],"computational":[98],"efficiency,":[99],"ultimately":[100],"threatening":[101],"model's":[103],"practical":[104],"applicability.":[105],"We":[106,185,200],"hence":[107],"introduce":[108],"Secformer,":[109],"an":[110],"innovative":[111],"architecture":[112],"specifically":[113],"designed":[114],"protect":[116],"Transformer-like":[120,136,233,250],"models.":[121,161,234,251],"Secformer":[122],"separates":[123],"encoder":[125],"decoder":[127],"modules,":[128,170],"enabling":[129],"decomposition":[131],"computation":[133,157],"flows":[134],"their":[139],"efficient":[140],"mapping":[141],"Multi-Party":[143],"Computation":[144],"(MPC)":[145],"protocols.":[146],"This":[147],"design":[148,175],"effectively":[149],"addresses":[150],"leakage":[152],"issues":[153],"during":[154],"process":[158],"To":[162],"prevent":[163],"degradation":[165],"caused":[166],"encrypted":[168],"attention":[169],"we":[171],"propose":[172],"a":[173,202],"modular":[174],"strategy":[176],"that":[177],"optimizes":[178],"high-level":[179],"components":[180,225],"reconstructing":[182],"low-level":[183],"operators.":[184],"further":[186],"analyze":[187],"Secformer's":[191,239],"core":[192,208],"components,":[193],"presenting":[194],"definitions":[196],"formal":[198],"proofs.":[199],"construct":[201],"library":[203],"fundamental":[205],"operators":[206,230],"modules":[209],"using":[210],"atomic-level":[211],"component":[212],"designs":[213],"as":[214,228],"basic":[216],"building":[217],"blocks":[218],"encoders":[220],"decoders.":[222],"Moreover,":[223],"these":[224],"can":[226],"serve":[227],"foundational":[229],"other":[232],"Extensive":[235],"experimental":[236],"evaluations":[237],"demonstrate":[238],"excellent":[240],"while":[242],"preserving":[243],"offering":[246],"universal":[247],"adaptability":[248]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}