{"id":"https://openalex.org/W4391641502","doi":"https://doi.org/10.1109/tifs.2024.3364092","title":"Cross-Modal Learning Based Flexible Bimodal Biometric Authentication With Template Protection","display_name":"Cross-Modal Learning Based Flexible Bimodal Biometric Authentication With Template Protection","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4391641502","doi":"https://doi.org/10.1109/tifs.2024.3364092"},"language":"en","primary_location":{"id":"doi:10.1109/tifs.2024.3364092","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2024.3364092","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108054661","display_name":"Qi Jiang","orcid":"https://orcid.org/0000-0002-0894-4992"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Jiang","raw_affiliation_strings":["School of Cyber Engineering, Xidian University, Xi&#x2019;an, China"],"raw_orcid":"https://orcid.org/0000-0002-0894-4992","affiliations":[{"raw_affiliation_string":"School of Cyber Engineering, Xidian University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005883687","display_name":"Guichuan Zhao","orcid":"https://orcid.org/0000-0003-4727-0553"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guichuan Zhao","raw_affiliation_strings":["School of Cyber Engineering, Xidian University, Xi&#x2019;an, China"],"raw_orcid":"https://orcid.org/0000-0003-4727-0553","affiliations":[{"raw_affiliation_string":"School of Cyber Engineering, Xidian University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100618931","display_name":"Xindi Ma","orcid":"https://orcid.org/0000-0002-0764-3741"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xindi Ma","raw_affiliation_strings":["School of Cyber Engineering, Xidian University, Xi&#x2019;an, China"],"raw_orcid":"https://orcid.org/0000-0002-0764-3741","affiliations":[{"raw_affiliation_string":"School of Cyber Engineering, Xidian University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100457571","display_name":"Meng Li","orcid":"https://orcid.org/0000-0003-3553-0813"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Li","raw_affiliation_strings":["Key Laboratory of Knowledge Engineering with Big Data, Ministry of Education, the School of Computer Science and Information Engineering, the Anhui Province Key Laboratory of Industry Safety and Emergency Technology, and the Intelligent Interconnected Systems Laboratory of Anhui Province, Hefei University of Technology, Hefei, China","Anhui Province Key Laboratory of Industry Safety and Emergency Technology","School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China","Intelligent Interconnected Systems Laboratory of Anhui Province (Hefei University of Technology), China"],"raw_orcid":"https://orcid.org/0000-0003-3553-0813","affiliations":[{"raw_affiliation_string":"Key Laboratory of Knowledge Engineering with Big Data, Ministry of Education, the School of Computer Science and Information Engineering, the Anhui Province Key Laboratory of Industry Safety and Emergency Technology, and the Intelligent Interconnected Systems Laboratory of Anhui Province, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"Anhui Province Key Laboratory of Industry Safety and Emergency Technology","institution_ids":[]},{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"Intelligent Interconnected Systems Laboratory of Anhui Province (Hefei University of Technology), China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052363813","display_name":"Youliang Tian","orcid":"https://orcid.org/0000-0002-5974-1570"},"institutions":[{"id":"https://openalex.org/I178232147","display_name":"Guizhou University","ror":"https://ror.org/02wmsc916","country_code":"CN","type":"education","lineage":["https://openalex.org/I178232147"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Youliang Tian","raw_affiliation_strings":["State Key Laboratory of Public Big Data, College of Computer Science and Technology, Guizhou University, Guiyang, China","College of Computer Science and Technology, State Key Laboratory of Public Big Data, Guizhou University, Guiyang, China"],"raw_orcid":"https://orcid.org/0000-0002-5974-1570","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Public Big Data, College of Computer Science and Technology, Guizhou University, Guiyang, China","institution_ids":["https://openalex.org/I178232147"]},{"raw_affiliation_string":"College of Computer Science and Technology, State Key Laboratory of Public Big Data, Guizhou University, Guiyang, China","institution_ids":["https://openalex.org/I178232147"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100626958","display_name":"Xinghua Li","orcid":"https://orcid.org/0000-0002-5583-4155"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinghua Li","raw_affiliation_strings":["School of Cyber Engineering, Xidian University, Xi&#x2019;an, China"],"raw_orcid":"https://orcid.org/0000-0002-5583-4155","affiliations":[{"raw_affiliation_string":"School of Cyber Engineering, Xidian University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.4445,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.93425641,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"19","issue":null,"first_page":"3593","last_page":"3607"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10828","display_name":"Biometric Identification and Security","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10828","display_name":"Biometric Identification and Security","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/biometrics","display_name":"Biometrics","score":0.896119236946106},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8570556044578552},{"id":"https://openalex.org/keywords/authentication","display_name":"Authentication (law)","score":0.6440237760543823},{"id":"https://openalex.org/keywords/clips","display_name":"CLIPS","score":0.5060352683067322},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5051763653755188},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.502800464630127},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.46169790625572205},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.43297722935676575},{"id":"https://openalex.org/keywords/template","display_name":"Template","score":0.41443267464637756},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3927755355834961},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.20684555172920227}],"concepts":[{"id":"https://openalex.org/C184297639","wikidata":"https://www.wikidata.org/wiki/Q177765","display_name":"Biometrics","level":2,"score":0.896119236946106},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8570556044578552},{"id":"https://openalex.org/C148417208","wikidata":"https://www.wikidata.org/wiki/Q4825882","display_name":"Authentication (law)","level":2,"score":0.6440237760543823},{"id":"https://openalex.org/C2778739407","wikidata":"https://www.wikidata.org/wiki/Q165372","display_name":"CLIPS","level":2,"score":0.5060352683067322},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5051763653755188},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.502800464630127},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.46169790625572205},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.43297722935676575},{"id":"https://openalex.org/C82714645","wikidata":"https://www.wikidata.org/wiki/Q438331","display_name":"Template","level":2,"score":0.41443267464637756},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3927755355834961},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.20684555172920227},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tifs.2024.3364092","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2024.3364092","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1819083007","display_name":null,"funder_award_id":"62125205","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2495480902","display_name":null,"funder_award_id":"92167203","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3047207007","display_name":null,"funder_award_id":"62372350","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3537770290","display_name":null,"funder_award_id":"62372149","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4365675440","display_name":null,"funder_award_id":"U23A20303","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5020236163","display_name":"\u9762\u5411\u8f66\u8054\u7f51\u534f\u540c\u611f\u77e5\u7684\u5b89\u5168\u4e0e\u9690\u79c1\u4fdd\u62a4\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"62072352","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5538951345","display_name":null,"funder_award_id":"62121001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6030431395","display_name":null,"funder_award_id":"62232013","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8985703308","display_name":"\u975e\u53ef\u4fe1\u73af\u5883\u4e0b\u8de8\u6a21\u6001\u884c\u4e3a\u8ba4\u8bc1\u65b9\u6cd5\u53ca\u5b89\u5168\u7814\u7a76","funder_award_id":"62072359","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G968270831","display_name":null,"funder_award_id":"62272123","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W1585588639","https://openalex.org/W1589647164","https://openalex.org/W1977985044","https://openalex.org/W2014297961","https://openalex.org/W2026297886","https://openalex.org/W2032551902","https://openalex.org/W2044862799","https://openalex.org/W2083774980","https://openalex.org/W2106045225","https://openalex.org/W2115252128","https://openalex.org/W2118971792","https://openalex.org/W2125587922","https://openalex.org/W2126960670","https://openalex.org/W2140959843","https://openalex.org/W2150498905","https://openalex.org/W2160687222","https://openalex.org/W2194775991","https://openalex.org/W2528158016","https://openalex.org/W2552224340","https://openalex.org/W2561086211","https://openalex.org/W2593414223","https://openalex.org/W2755909956","https://openalex.org/W2777595189","https://openalex.org/W2791083848","https://openalex.org/W2798724621","https://openalex.org/W2808631503","https://openalex.org/W2808835246","https://openalex.org/W2894781782","https://openalex.org/W2900795375","https://openalex.org/W2905040928","https://openalex.org/W2905396542","https://openalex.org/W2908691998","https://openalex.org/W2951237705","https://openalex.org/W2951611190","https://openalex.org/W2963066677","https://openalex.org/W2963073614","https://openalex.org/W2963663420","https://openalex.org/W2963887950","https://openalex.org/W2964280870","https://openalex.org/W2999606372","https://openalex.org/W3013893037","https://openalex.org/W3083350787","https://openalex.org/W3085694362","https://openalex.org/W3093869356","https://openalex.org/W3104110632","https://openalex.org/W3118548710","https://openalex.org/W3126757411","https://openalex.org/W3154848313","https://openalex.org/W3160027900","https://openalex.org/W3176617189","https://openalex.org/W3180392831","https://openalex.org/W3211005660","https://openalex.org/W3217707023","https://openalex.org/W4255421341","https://openalex.org/W4285157464","https://openalex.org/W4386260534","https://openalex.org/W6631190155","https://openalex.org/W6635146391","https://openalex.org/W6635966985","https://openalex.org/W6677618333","https://openalex.org/W6752791795"],"related_works":["https://openalex.org/W2417253731","https://openalex.org/W2350469024","https://openalex.org/W2491583298","https://openalex.org/W2036154621","https://openalex.org/W2327827625","https://openalex.org/W2395860100","https://openalex.org/W795077857","https://openalex.org/W2376416463","https://openalex.org/W2381300099","https://openalex.org/W3104966193"],"abstract_inverted_index":{"Face":[0],"and":[1,26,71,125,142,163,185,229],"voice":[2,126,186,211],"are":[3,60],"two":[4,45,68],"of":[5,66,97,172,216,231],"the":[6,64,95,102,111,154,170,173,203,219],"most":[7],"popular":[8],"traits":[9,46,69],"used":[10],"for":[11],"authentication":[12,40,91,137,197],"tasks":[13],"in":[14,156],"daily":[15],"life,":[16],"as":[17],"they":[18,72],"can":[19,152,194],"be":[20],"easily":[21],"captured":[22],"using":[23,177],"low-cost":[24],"visual":[25],"audio":[27],"sensors":[28],"on":[29,43],"smartphones,":[30],"laptops,":[31],"tablets,":[32],"<italic":[33],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[34],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">etc</i>":[35],".":[36],"Many":[37],"bimodal":[38,89,117,174],"biometric":[39,80,90,103,118,132,175],"schemes":[41,59,99],"based":[42,88,145],"these":[44,58],"have":[47,168],"been":[48],"presented":[49],"to":[50,63,79,114,130,160],"provide":[51],"higher":[52],"accuracy":[53,200],"than":[54],"unimodal":[55],"systems.":[56],"However,":[57],"inflexibility":[61],"due":[62,159],"requirement":[65],"submitting":[67],"simultaneously,":[70],"lack":[73],"template":[74,104,133,146],"protection,":[75],"which":[76,93,151],"may":[77],"lead":[78],"data":[81],"leakage.":[82],"We":[83,106,167],"present":[84],"a":[85,116,139,178,207,210,214],"cross-modal":[86,108],"learning":[87,109],"scheme,":[92],"improves":[94],"flexibility":[96],"existing":[98],"while":[100],"ensuring":[101],"security.":[105],"integrate":[107],"into":[110],"feature":[112],"extraction":[113],"obtain":[115],"shared":[119,157],"representation":[120],"given":[121],"input":[122,205],"face":[123,183,208],"images":[124,184],"clips.":[127,187],"In":[128],"order":[129],"enhance":[131],"security":[134,220],"without":[135],"sacrificing":[136],"accuracy,":[138],"residual":[140],"network":[141],"polar":[143],"codes":[144],"protection":[147],"method":[148],"is":[149,206],"proposed,":[150],"eliminate":[153],"noise":[155],"representations":[158],"intra-user":[161],"variations":[162],"generate":[164],"protected":[165,232],"templates.":[166,233],"evaluated":[169],"efficacy":[171],"scheme":[176,193,225],"real":[179],"video":[180],"dataset":[181],"containing":[182],"Experimental":[188],"results":[189],"demonstrate":[190],"that":[191,223],"our":[192,224],"achieve":[195],"flexible":[196],"with":[198],"high":[199],"no":[201],"matter":[202],"probe":[204],"image,":[209],"clip":[212],"or":[213],"combination":[215],"them.":[217],"Furthermore,":[218],"analysis":[221],"demonstrates":[222],"provides":[226],"irreversibility,":[227],"unlinkability":[228],"revocability":[230]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":5}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}
