{"id":"https://openalex.org/W4390872692","doi":"https://doi.org/10.1109/iccv51070.2023.00466","title":"MPCViT: Searching for Accurate and Efficient MPC-Friendly Vision Transformer with Heterogeneous Attention","display_name":"MPCViT: Searching for Accurate and Efficient MPC-Friendly Vision Transformer with Heterogeneous Attention","publication_year":2023,"publication_date":"2023-10-01","ids":{"openalex":"https://openalex.org/W4390872692","doi":"https://doi.org/10.1109/iccv51070.2023.00466"},"language":"en","primary_location":{"id":"doi:10.1109/iccv51070.2023.00466","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51070.2023.00466","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084065765","display_name":"Wenxuan Zeng","orcid":"https://orcid.org/0000-0003-3743-0947"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenxuan Zeng","raw_affiliation_strings":["Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092072535","display_name":"Meng Li","orcid":"https://orcid.org/0009-0007-8356-4432"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Li","raw_affiliation_strings":["Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008550066","display_name":"Wenjie Xiong","orcid":"https://orcid.org/0000-0002-7626-2651"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenjie Xiong","raw_affiliation_strings":["Virginia Tech"],"affiliations":[{"raw_affiliation_string":"Virginia Tech","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100745677","display_name":"Tong Tong","orcid":"https://orcid.org/0000-0003-0636-7359"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Tong","raw_affiliation_strings":["Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101575031","display_name":"Wen-Jie Lu","orcid":"https://orcid.org/0009-0000-2662-9817"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wen-Jie Lu","raw_affiliation_strings":["Ant Group"],"affiliations":[{"raw_affiliation_string":"Ant Group","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100770594","display_name":"Tan Jin","orcid":"https://orcid.org/0000-0002-6421-0977"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin Tan","raw_affiliation_strings":["Ant Group"],"affiliations":[{"raw_affiliation_string":"Ant Group","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002760019","display_name":"Runsheng Wang","orcid":"https://orcid.org/0000-0002-7514-0767"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Runsheng Wang","raw_affiliation_strings":["Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062886480","display_name":"Ru Huang","orcid":"https://orcid.org/0000-0002-8146-4821"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ru Huang","raw_affiliation_strings":["Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5084065765"],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":1.8521,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.88044645,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"5029","last_page":"5040"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.8212682008743286},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7418745756149292},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6381943225860596},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5463219285011292},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4999055862426758},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.4994814395904541},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49492281675338745},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.46087366342544556},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4358356297016144},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2654198408126831},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.13275307416915894}],"concepts":[{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.8212682008743286},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7418745756149292},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6381943225860596},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5463219285011292},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4999055862426758},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.4994814395904541},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49492281675338745},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.46087366342544556},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4358356297016144},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2654198408126831},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.13275307416915894},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccv51070.2023.00466","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51070.2023.00466","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2019891719","https://openalex.org/W2023951105","https://openalex.org/W2141420453","https://openalex.org/W2701059868","https://openalex.org/W2734941459","https://openalex.org/W2746530484","https://openalex.org/W2747329762","https://openalex.org/W2895865029","https://openalex.org/W2899663614","https://openalex.org/W2946794439","https://openalex.org/W2959334635","https://openalex.org/W2963091558","https://openalex.org/W2963918968","https://openalex.org/W2966540493","https://openalex.org/W2967733054","https://openalex.org/W2980137827","https://openalex.org/W2982479999","https://openalex.org/W3016142271","https://openalex.org/W3033529678","https://openalex.org/W3035501883","https://openalex.org/W3093021001","https://openalex.org/W3104454153","https://openalex.org/W3133749795","https://openalex.org/W3139633126","https://openalex.org/W3141585064","https://openalex.org/W3159778524","https://openalex.org/W3170642968","https://openalex.org/W3176664655","https://openalex.org/W3203609549","https://openalex.org/W3210646981","https://openalex.org/W3212076252","https://openalex.org/W4214612132","https://openalex.org/W4226126941","https://openalex.org/W4226174177","https://openalex.org/W4281488278","https://openalex.org/W4281806276","https://openalex.org/W4283696039","https://openalex.org/W4286989576","https://openalex.org/W4288347855","https://openalex.org/W4288804157","https://openalex.org/W4297900674","https://openalex.org/W4299301436","https://openalex.org/W4302011648","https://openalex.org/W4306313216","https://openalex.org/W4312726009","https://openalex.org/W4313047844","https://openalex.org/W4313178187","https://openalex.org/W4319452651","https://openalex.org/W4320036893","https://openalex.org/W4366850778","https://openalex.org/W6638523607","https://openalex.org/W6691766336","https://openalex.org/W6755207826","https://openalex.org/W6755977528","https://openalex.org/W6762945437","https://openalex.org/W6771626834","https://openalex.org/W6776906142","https://openalex.org/W6779163297","https://openalex.org/W6779950909","https://openalex.org/W6784333009","https://openalex.org/W6791006962","https://openalex.org/W6792098723","https://openalex.org/W6795062860","https://openalex.org/W6797403843","https://openalex.org/W6800286734","https://openalex.org/W6803432384","https://openalex.org/W6803508786","https://openalex.org/W6810177077","https://openalex.org/W6810370753","https://openalex.org/W6810763290","https://openalex.org/W6839200424","https://openalex.org/W6841670533","https://openalex.org/W6843571537","https://openalex.org/W6845138270","https://openalex.org/W6849374146","https://openalex.org/W6849467956","https://openalex.org/W6851605088"],"related_works":["https://openalex.org/W3107204728","https://openalex.org/W4287591324","https://openalex.org/W3108503355","https://openalex.org/W3090555870","https://openalex.org/W4226420367","https://openalex.org/W2962876041","https://openalex.org/W3022820045","https://openalex.org/W2801655600","https://openalex.org/W3128807919","https://openalex.org/W3176411177"],"abstract_inverted_index":{"Secure":[0],"multi-party":[1],"computation":[2,5],"(MPC)":[3],"enables":[4],"directly":[6],"on":[7,90,184],"encrypted":[8],"data":[9,13],"and":[10,14,37,94,101,147,166,173,182,204],"protects":[11],"both":[12],"model":[15,67],"privacy":[16],"in":[17,70,87],"deep":[18],"learning":[19],"inference.":[20],"However,":[21],"existing":[22],"neural":[23,120],"network":[24,149],"architectures,":[25],"including":[26,151],"Vision":[27],"Transformers":[28],"(ViTs),":[29],"are":[30,208],"not":[31],"designed":[32],"or":[33,62],"optimized":[34],"for":[35,46,124,206],"MPC":[36],"incur":[38],"significant":[39],"latency":[40,49,93,175],"overhead.":[41],"We":[42,112],"observe":[43],"Softmax":[44,99,145],"accounts":[45],"the":[47,66,98,131,144,185],"major":[48],"bottleneck":[50],"due":[51],"to":[52,80,141],"a":[53,91,107,115,195],"high":[54],"communication":[55],"complexity,":[56],"but":[57],"can":[58],"be":[59],"selectively":[60],"replaced":[61],"linearized":[63],"without":[64],"compromising":[65],"accuracy.":[68],"Hence,":[69],"this":[71],"paper,":[72],"we":[73,105,134,159],"propose":[74,106,135],"an":[75],"MPC-friendly":[76],"ViT,":[77,180],"dubbed":[78],"MPCViT,":[79],"enable":[81],"accurate":[82],"yet":[83,117],"efficient":[84],"ViT":[85],"inference":[86,132],"MPC.":[88],"Based":[89],"systematic":[92],"accuracy":[95,169],"evaluation":[96,207],"of":[97],"attention":[100,103,109,146],"other":[102,148],"variants,":[104],"heterogeneous":[108],"optimization":[110],"space.":[111],"also":[113],"develop":[114],"simple":[116],"effective":[118],"MPC-aware":[119],"architecture":[121],"search":[122],"algorithm":[123],"fast":[125],"Pareto":[126,197],"optimization.":[127],"To":[128],"further":[129,193],"boost":[130],"efficiency,":[133],"MPCViT":[136,162,189],"<sup":[137,190],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[138,191],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">+</sup>":[139,192],",":[140],"jointly":[142],"optimize":[143],"components,":[150],"GeLU,":[152],"matrix":[153],"multiplication,":[154],"etc.":[155],"With":[156],"extensive":[157],"experiments,":[158],"demonstrate":[160],"that":[161],"achieves":[163,194],"1.9%,":[164],"1.3%":[165],"3.6%":[167],"higher":[168],"with":[170,178,200],"6.2\u00d7,":[171],"2.9\u00d7":[172],"1.9\u00d7":[174],"reduction":[176],"compared":[177,199],"baseline":[179],"MPCFormer":[181],"THE-X":[183],"Tiny-ImageNet":[186],"dataset,":[187],"respectively.":[188],"better":[196],"front":[198],"MPCViT.":[201],"The":[202],"code":[203],"models":[205],"available":[209],"at":[210],"https://github.com/PKU-SEC-Lab/mpcvit.":[211]},"counts_by_year":[{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}