{"id":"https://openalex.org/W4384499125","doi":"https://doi.org/10.1109/tifs.2023.3296330","title":"FM-ViT: Flexible Modal Vision Transformers for Face Anti-Spoofing","display_name":"FM-ViT: Flexible Modal Vision Transformers for Face Anti-Spoofing","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4384499125","doi":"https://doi.org/10.1109/tifs.2023.3296330"},"language":"en","primary_location":{"id":"doi:10.1109/tifs.2023.3296330","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2023.3296330","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101994611","display_name":"Ajian Liu","orcid":"https://orcid.org/0000-0002-7788-9368"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ajian Liu","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040257967","display_name":"Zichang Tan","orcid":"https://orcid.org/0000-0002-8501-4123"},"institutions":[{"id":"https://openalex.org/I4210129579","display_name":"National Engineering Laboratory of Deep Learning Technology and Application","ror":"https://ror.org/03z8p5796","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210129579"]},{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zichang Tan","raw_affiliation_strings":["National Engineering Laboratory for Deep Learning Technology and Application and the Institute of Deep Learning, Baidu Research, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Deep Learning Technology and Application and the Institute of Deep Learning, Baidu Research, Beijing, China","institution_ids":["https://openalex.org/I4210129579","https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062522283","display_name":"Zitong Yu","orcid":"https://orcid.org/0000-0001-6505-3304"},"institutions":[{"id":"https://openalex.org/I4396570619","display_name":"Great Bay University","ror":"https://ror.org/01hdgge16","country_code":null,"type":"education","lineage":["https://openalex.org/I4396570619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zitong Yu","raw_affiliation_strings":["School of Computing and Information Technology, Great Bay University, Dongguan, China"],"affiliations":[{"raw_affiliation_string":"School of Computing and Information Technology, Great Bay University, Dongguan, China","institution_ids":["https://openalex.org/I4396570619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009776777","display_name":"Chenxu Zhao","orcid":"https://orcid.org/0000-0003-0832-3106"},"institutions":[{"id":"https://openalex.org/I4401726980","display_name":"Mininglamp (China)","ror":"https://ror.org/04tb90x61","country_code":"CN","type":"company","lineage":["https://openalex.org/I4401726980"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenxu Zhao","raw_affiliation_strings":["Mininglamp Academy of Sciences, Mininglamp Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Mininglamp Academy of Sciences, Mininglamp Technology, Beijing, China","institution_ids":["https://openalex.org/I4401726980"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063979916","display_name":"Jun Wan","orcid":"https://orcid.org/0000-0002-4735-2885"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Wan","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062981171","display_name":"Yanyan Liang","orcid":"https://orcid.org/0000-0002-5780-8540"},"institutions":[{"id":"https://openalex.org/I111950717","display_name":"Macau University of Science and Technology","ror":"https://ror.org/03jqs2n27","country_code":"MO","type":"education","lineage":["https://openalex.org/I111950717","https://openalex.org/I4391767947"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Yanyan Liang","raw_affiliation_strings":["School of Computer Science and Engineering, Faculty of Innovation Engineering, Macau University of Science and Technology, Macau, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Faculty of Innovation Engineering, Macau University of Science and Technology, Macau, China","institution_ids":["https://openalex.org/I111950717"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109299788","display_name":"Zhen Lei","orcid":"https://orcid.org/0000-0002-0791-189X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Lei","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100677750","display_name":"Du Zhang","orcid":"https://orcid.org/0000-0002-3350-9108"},"institutions":[{"id":"https://openalex.org/I111950717","display_name":"Macau University of Science and Technology","ror":"https://ror.org/03jqs2n27","country_code":"MO","type":"education","lineage":["https://openalex.org/I111950717","https://openalex.org/I4391767947"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Du Zhang","raw_affiliation_strings":["School of Computer Science and Engineering, Faculty of Innovation Engineering, Macau University of Science and Technology, Macau, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Faculty of Innovation Engineering, Macau University of Science and Technology, Macau, China","institution_ids":["https://openalex.org/I111950717"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082786719","display_name":"Stan Z. Li","orcid":"https://orcid.org/0000-0002-2961-8096"},"institutions":[{"id":"https://openalex.org/I111950717","display_name":"Macau University of Science and Technology","ror":"https://ror.org/03jqs2n27","country_code":"MO","type":"education","lineage":["https://openalex.org/I111950717","https://openalex.org/I4391767947"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Stan Z. Li","raw_affiliation_strings":["School of Computer Science and Engineering, Faculty of Innovation Engineering, Macau University of Science and Technology, Macau, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Faculty of Innovation Engineering, Macau University of Science and Technology, Macau, China","institution_ids":["https://openalex.org/I111950717"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085022758","display_name":"Guodong Guo","orcid":"https://orcid.org/0000-0001-9583-0055"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guodong Guo","raw_affiliation_strings":["Universal Ubiquitous Company, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Universal Ubiquitous Company, Hangzhou, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5101994611"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"],"apc_list":null,"apc_paid":null,"fwci":17.4756,"has_fulltext":false,"cited_by_count":89,"citation_normalized_percentile":{"value":0.99616574,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"18","issue":null,"first_page":"4775","last_page":"4786"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10828","display_name":"Biometric Identification and Security","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10828","display_name":"Biometric Identification and Security","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7623045444488525},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.7523776888847351},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.46828219294548035},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4679103493690491},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.464009165763855},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.44903022050857544},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3206692337989807},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.12578585743904114},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09131863713264465}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7623045444488525},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.7523776888847351},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.46828219294548035},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4679103493690491},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.464009165763855},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.44903022050857544},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3206692337989807},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.12578585743904114},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09131863713264465},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tifs.2023.3296330","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2023.3296330","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1446199886","display_name":null,"funder_award_id":"62276254","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3301831108","display_name":null,"funder_award_id":"202219","funder_id":"https://openalex.org/F4320316084","funder_display_name":"China Computer Federation"},{"id":"https://openalex.org/G4143237931","display_name":null,"funder_award_id":"173211KYSB20200002","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"}],"funders":[{"id":"https://openalex.org/F4320316084","display_name":"China Computer Federation","ror":"https://ror.org/015xj5w40"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W1704933117","https://openalex.org/W1889383825","https://openalex.org/W1982209341","https://openalex.org/W2174309130","https://openalex.org/W2194775991","https://openalex.org/W2418633638","https://openalex.org/W2510926985","https://openalex.org/W2511115389","https://openalex.org/W2578178601","https://openalex.org/W2728977829","https://openalex.org/W2750305424","https://openalex.org/W2758873370","https://openalex.org/W2885013511","https://openalex.org/W2896457183","https://openalex.org/W2946566846","https://openalex.org/W2952476201","https://openalex.org/W2957186196","https://openalex.org/W2963563276","https://openalex.org/W2963656031","https://openalex.org/W2964245886","https://openalex.org/W2971810730","https://openalex.org/W2989615011","https://openalex.org/W3005726865","https://openalex.org/W3005973417","https://openalex.org/W3006377070","https://openalex.org/W3034500918","https://openalex.org/W3034594921","https://openalex.org/W3034691139","https://openalex.org/W3035436173","https://openalex.org/W3035459165","https://openalex.org/W3036080349","https://openalex.org/W3045209015","https://openalex.org/W3046357449","https://openalex.org/W3087212545","https://openalex.org/W3094861582","https://openalex.org/W3096609285","https://openalex.org/W3096672325","https://openalex.org/W3108722472","https://openalex.org/W3109432287","https://openalex.org/W3111508288","https://openalex.org/W3116054336","https://openalex.org/W3119028668","https://openalex.org/W3121127014","https://openalex.org/W3138516171","https://openalex.org/W3139414251","https://openalex.org/W3143320354","https://openalex.org/W3151130473","https://openalex.org/W3156245112","https://openalex.org/W3159481202","https://openalex.org/W3174133171","https://openalex.org/W3175196926","https://openalex.org/W3175452902","https://openalex.org/W3176196997","https://openalex.org/W3183943918","https://openalex.org/W3207485660","https://openalex.org/W4285601702","https://openalex.org/W4293370654","https://openalex.org/W4312647009","https://openalex.org/W4312836647","https://openalex.org/W4313166619","https://openalex.org/W6637339757","https://openalex.org/W6655382975","https://openalex.org/W6684314024","https://openalex.org/W6755207826","https://openalex.org/W6783459667","https://openalex.org/W6787329981","https://openalex.org/W6788135285"],"related_works":["https://openalex.org/W4388335561","https://openalex.org/W2970530566","https://openalex.org/W4288261899","https://openalex.org/W4307309205","https://openalex.org/W2967478618","https://openalex.org/W4385009901","https://openalex.org/W4385572700","https://openalex.org/W2997152889","https://openalex.org/W627697492","https://openalex.org/W4304700937"],"abstract_inverted_index":{"The":[0,34,55],"availability":[1],"of":[2,17,57,102,129,164],"handy":[3],"multi-modal":[4,24,38,104,200],"(":[5,91],"<italic":[6,92],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[7,93],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">i.e</i>":[8,94],".,":[9,95],"RGB-D)":[10],"sensors":[11],"has":[12,30],"brought":[13],"about":[14],"a":[15,72,109,194],"surge":[16],"face":[18,25,84],"anti-spoofing":[19,85],"research.":[20],"However,":[21],"the":[22,45,51,77,100,122,161,172,199],"current":[23],"presentation":[26],"attack":[27,97],"detection":[28],"(PAD)":[29],"two":[31,130],"defects:":[32],"(1)":[33],"framework":[35],"based":[36,176],"on":[37,60,177],"fusion":[39],"requires":[40],"providing":[41],"modalities":[42],"consistent":[43],"with":[44,99,203],"training":[46],"input,":[47],"which":[48,127],"seriously":[49],"limits":[50],"deployment":[52],"scenario.":[53],"(2)":[54],"performance":[56],"ConvNet-based":[58],"model":[59,174,207],"high":[61],"fidelity":[62],"datasets":[63],"is":[64],"increasingly":[65],"limited.":[66],"In":[67],"this":[68],"work,":[69],"we":[70],"present":[71],"pure":[73],"transformer-based":[74],"framework,":[75],"dubbed":[76],"Flexible":[78],"Modal":[79],"Vision":[80],"Transformer":[81,124],"(FM-ViT),":[82],"for":[83,112],"to":[86,115,140,145,154],"flexibly":[87,182],"target":[88],"any":[89],"single-modal":[90,191],"RGB)":[96],"scenarios":[98],"help":[101],"available":[103],"data.":[105],"Specifically,":[106],"FM-ViT":[107,178],"retains":[108],"specific":[110],"branch":[111,144],"each":[113,142],"modality":[114],"capture":[116],"different":[117,184],"modal":[118,143,162,185],"information":[119,163],"and":[120,137,153,197,206],"introduces":[121],"Cross-Modal":[123],"Block":[125],"(CMTB),":[126],"consists":[128],"cascaded":[131],"attentions":[132],"named":[133],"Multi-headed":[134],"Mutual-Attention":[135],"(MMA)":[136],"Fusion-Attention":[138],"(MFA)":[139],"guide":[141],"mine":[146],"potential":[147],"features":[148,158],"from":[149],"informative":[150],"patch":[151],"tokens,":[152],"learn":[155],"modality-agnostic":[156],"liveness":[157],"by":[159,193],"enriching":[160],"own":[165],"CLS":[166],"token,":[167],"respectively.":[168],"Experiments":[169],"demonstrate":[170],"that":[171],"single":[173],"trained":[175],"can":[179],"not":[180],"only":[181],"evaluate":[183],"samples,":[186],"but":[187],"also":[188],"outperforms":[189],"existing":[190],"frameworks":[192,201],"large":[195],"margin,":[196],"approaches":[198],"introduced":[202],"smaller":[204],"FLOPs":[205],"parameters.":[208]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":40},{"year":2024,"cited_by_count":42},{"year":2023,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}