{"id":"https://openalex.org/W4285061161","doi":"https://doi.org/10.1109/tifs.2022.3183398","title":"Conv-MLP: A Convolution and MLP Mixed Model for Multimodal Face Anti-Spoofing","display_name":"Conv-MLP: A Convolution and MLP Mixed Model for Multimodal Face Anti-Spoofing","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4285061161","doi":"https://doi.org/10.1109/tifs.2022.3183398"},"language":"en","primary_location":{"id":"doi:10.1109/tifs.2022.3183398","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2022.3183398","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101891769","display_name":"Weihang Wang","orcid":"https://orcid.org/0000-0003-0675-7402"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210164150","display_name":"Shanghai Center for Brain Science and Brain-Inspired Technology","ror":"https://ror.org/0551a0y31","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210164150"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Weihang Wang","raw_affiliation_strings":["Brain-Inspired Application Technology Center (BATC), School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-0675-7402","affiliations":[{"raw_affiliation_string":"Brain-Inspired Application Technology Center (BATC), School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I4210164150","https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034251794","display_name":"Fei Wen","orcid":"https://orcid.org/0000-0002-3083-9611"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210164150","display_name":"Shanghai Center for Brain Science and Brain-Inspired Technology","ror":"https://ror.org/0551a0y31","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210164150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Wen","raw_affiliation_strings":["Brain-Inspired Application Technology Center (BATC), School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-3083-9611","affiliations":[{"raw_affiliation_string":"Brain-Inspired Application Technology Center (BATC), School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I4210164150","https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041803848","display_name":"Haoyuan Zheng","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210164150","display_name":"Shanghai Center for Brain Science and Brain-Inspired Technology","ror":"https://ror.org/0551a0y31","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210164150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyuan Zheng","raw_affiliation_strings":["Brain-Inspired Application Technology Center (BATC), School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brain-Inspired Application Technology Center (BATC), School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I4210164150","https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048965499","display_name":"Rendong Ying","orcid":"https://orcid.org/0000-0001-6670-149X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210164150","display_name":"Shanghai Center for Brain Science and Brain-Inspired Technology","ror":"https://ror.org/0551a0y31","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210164150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rendong Ying","raw_affiliation_strings":["Brain-Inspired Application Technology Center (BATC), School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-6670-149X","affiliations":[{"raw_affiliation_string":"Brain-Inspired Application Technology Center (BATC), School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I4210164150","https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032986088","display_name":"Peilin Liu","orcid":"https://orcid.org/0000-0002-5321-2336"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210164150","display_name":"Shanghai Center for Brain Science and Brain-Inspired Technology","ror":"https://ror.org/0551a0y31","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210164150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peilin Liu","raw_affiliation_strings":["Brain-Inspired Application Technology Center (BATC), School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-5321-2336","affiliations":[{"raw_affiliation_string":"Brain-Inspired Application Technology Center (BATC), School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I4210164150","https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101891769"],"corresponding_institution_ids":["https://openalex.org/I183067930","https://openalex.org/I4210164150"],"apc_list":null,"apc_paid":null,"fwci":5.0545,"has_fulltext":false,"cited_by_count":42,"citation_normalized_percentile":{"value":0.96195879,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"17","issue":null,"first_page":"2284","last_page":"2297"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10828","display_name":"Biometric Identification and Security","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10828","display_name":"Biometric Identification and Security","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.980400025844574,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8743041753768921},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.7024143934249878},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6693609952926636},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5876246690750122},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5867668390274048},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.5095065236091614},{"id":"https://openalex.org/keywords/perceptron","display_name":"Perceptron","score":0.4793756306171417},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.45266610383987427},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.446239709854126},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4352145493030548},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.42532920837402344},{"id":"https://openalex.org/keywords/dropout","display_name":"Dropout (neural networks)","score":0.4158516228199005},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.36906832456588745}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8743041753768921},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.7024143934249878},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6693609952926636},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5876246690750122},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5867668390274048},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.5095065236091614},{"id":"https://openalex.org/C60908668","wikidata":"https://www.wikidata.org/wiki/Q690207","display_name":"Perceptron","level":3,"score":0.4793756306171417},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.45266610383987427},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.446239709854126},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4352145493030548},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.42532920837402344},{"id":"https://openalex.org/C2776145597","wikidata":"https://www.wikidata.org/wiki/Q25339462","display_name":"Dropout (neural networks)","level":2,"score":0.4158516228199005},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.36906832456588745},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tifs.2022.3183398","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2022.3183398","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.7400000095367432,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G316964183","display_name":null,"funder_award_id":"61871265","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W1704933117","https://openalex.org/W1982209341","https://openalex.org/W2003092530","https://openalex.org/W2063661788","https://openalex.org/W2095252718","https://openalex.org/W2096733369","https://openalex.org/W2107227001","https://openalex.org/W2136666231","https://openalex.org/W2138621090","https://openalex.org/W2157032359","https://openalex.org/W2163352848","https://openalex.org/W2165916500","https://openalex.org/W2174309130","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2418633638","https://openalex.org/W2520774990","https://openalex.org/W2551249768","https://openalex.org/W2617869948","https://openalex.org/W2728977829","https://openalex.org/W2758873370","https://openalex.org/W2776778982","https://openalex.org/W2785945350","https://openalex.org/W2787613668","https://openalex.org/W2805516822","https://openalex.org/W2885013511","https://openalex.org/W2900900626","https://openalex.org/W2946566846","https://openalex.org/W2952476201","https://openalex.org/W2956066883","https://openalex.org/W2962858109","https://openalex.org/W2962898354","https://openalex.org/W2963091558","https://openalex.org/W2963446712","https://openalex.org/W2963656031","https://openalex.org/W2964245886","https://openalex.org/W2969289739","https://openalex.org/W2971810730","https://openalex.org/W3005973417","https://openalex.org/W3006377070","https://openalex.org/W3006525265","https://openalex.org/W3034303554","https://openalex.org/W3034500918","https://openalex.org/W3034594921","https://openalex.org/W3035436173","https://openalex.org/W3035459165","https://openalex.org/W3036070786","https://openalex.org/W3045209015","https://openalex.org/W3046357449","https://openalex.org/W3086519949","https://openalex.org/W3092393585","https://openalex.org/W3103617265","https://openalex.org/W3108722472","https://openalex.org/W3121127014","https://openalex.org/W3121614789","https://openalex.org/W3139414251","https://openalex.org/W3175196926","https://openalex.org/W3183943918","https://openalex.org/W3217228024","https://openalex.org/W4210410591","https://openalex.org/W4214493665","https://openalex.org/W4251004266","https://openalex.org/W6631190155","https://openalex.org/W6637339757","https://openalex.org/W6684314024","https://openalex.org/W6739901393","https://openalex.org/W6751796012","https://openalex.org/W6756773722","https://openalex.org/W6790307280","https://openalex.org/W6795140394"],"related_works":["https://openalex.org/W2965546495","https://openalex.org/W4389116644","https://openalex.org/W2153315159","https://openalex.org/W3082178636","https://openalex.org/W3103844505","https://openalex.org/W259157601","https://openalex.org/W4205463238","https://openalex.org/W2761785940","https://openalex.org/W2110523656","https://openalex.org/W1482209366"],"abstract_inverted_index":{"Local":[0],"features":[1],"contain":[2],"crucial":[3],"clues":[4],"for":[5,53,102],"face":[6,54,104],"anti-spoofing.":[7,55],"Convolutional":[8],"neural":[9],"networks":[10],"(CNNs)":[11],"are":[12,132],"powerful":[13],"in":[14,45],"extracting":[15,46],"local":[16,48,68],"features,":[17],"but":[18],"the":[19,26,78,103,120,136],"intrinsic":[20],"inductive":[21,79],"bias":[22,80],"of":[23,82],"CNNs":[24,85],"limits":[25],"ability":[27],"to":[28,35,90,139],"capture":[29],"long-range":[30,51,93],"dependencies.":[31,94],"This":[32],"paper":[33],"aims":[34],"develop":[36],"a":[37,61,98],"simple":[38],"yet":[39],"effective":[40],"framework":[41],"that":[42,151],"is":[43,164],"versatile":[44],"both":[47],"information":[49],"and":[50,86,117,147],"dependencies":[52],"To":[56],"this":[57,128],"end,":[58],"we":[59,96],"propose":[60],"novel":[62],"architecture,":[63],"namely":[64,107],"Conv-MLP,":[65],"which":[66],"incorporates":[67],"patch":[69],"convolution":[70],"with":[71],"global":[72],"multi-layer":[73],"perceptrons":[74],"(MLP).":[75],"Conv-MLP":[76,152],"breaks":[77],"limitation":[81],"traditional":[83],"full":[84],"can":[87,118],"be":[88],"expected":[89],"better":[91],"exploit":[92],"Furthermore,":[95],"design":[97],"new":[99],"loss":[100,112],"specifically":[101],"anti-spoofing":[105],"task,":[106],"moat":[108,111],"loss.":[109],"The":[110,162],"benefits":[113],"discriminative":[114],"representations":[115],"learning":[116],"improve":[119],"generalization":[121],"capability":[122],"on":[123,145],"unseen":[124],"presentation":[125],"attacks.":[126],"In":[127],"work,":[129],"multi-modal":[130,148],"data":[131],"directly":[133],"fused":[134],"at":[135,166],"signal":[137],"level":[138],"extract":[140],"complementary":[141],"features.":[142],"Extensive":[143],"experiments":[144],"single":[146],"datasets":[149],"demonstrate":[150],"outperforms":[153],"existing":[154],"state-of-the-art":[155],"methods":[156],"while":[157],"being":[158],"more":[159],"computationally":[160],"efficient.":[161],"code":[163],"available":[165],"https://github.com/WeihangWANG/Conv-MLP.":[167]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":10}],"updated_date":"2026-05-18T08:16:58.900851","created_date":"2025-10-10T00:00:00"}