{"id":"https://openalex.org/W4413454397","doi":"https://doi.org/10.1109/iwbf63717.2025.11113468","title":"Self-Supervised Transformer With Masked Latent Representations for Multimodal Biometric Authentication","display_name":"Self-Supervised Transformer With Masked Latent Representations for Multimodal Biometric Authentication","publication_year":2025,"publication_date":"2025-04-24","ids":{"openalex":"https://openalex.org/W4413454397","doi":"https://doi.org/10.1109/iwbf63717.2025.11113468"},"language":"en","primary_location":{"id":"doi:10.1109/iwbf63717.2025.11113468","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwbf63717.2025.11113468","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 13th International Workshop on Biometrics and Forensics (IWBF)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072628070","display_name":"Mohamed Benouis","orcid":"https://orcid.org/0000-0002-9107-9329"},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Mohamed Benouis","raw_affiliation_strings":["University of Augsburg,Chair for Human-Centered AI,Augsburg,Germany,86159"],"affiliations":[{"raw_affiliation_string":"University of Augsburg,Chair for Human-Centered AI,Augsburg,Germany,86159","institution_ids":["https://openalex.org/I179225836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056684559","display_name":"Elisabeth Andr\u00e9","orcid":"https://orcid.org/0000-0002-2367-162X"},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Elisabeth Andr\u00e9","raw_affiliation_strings":["University of Augsburg,Chair for Human-Centered AI,Augsburg,Germany,86159"],"affiliations":[{"raw_affiliation_string":"University of Augsburg,Chair for Human-Centered AI,Augsburg,Germany,86159","institution_ids":["https://openalex.org/I179225836"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048205055","display_name":"Yekta Said Can","orcid":"https://orcid.org/0000-0002-6614-0183"},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Yekta Said Can","raw_affiliation_strings":["University of Augsburg,Chair for Human-Centered AI,Augsburg,Germany,86159"],"affiliations":[{"raw_affiliation_string":"University of Augsburg,Chair for Human-Centered AI,Augsburg,Germany,86159","institution_ids":["https://openalex.org/I179225836"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5072628070"],"corresponding_institution_ids":["https://openalex.org/I179225836"],"apc_list":null,"apc_paid":null,"fwci":1.561,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.85899272,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"01","last_page":"06"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10828","display_name":"Biometric Identification and Security","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10828","display_name":"Biometric Identification and Security","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11800","display_name":"User Authentication and Security Systems","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/biometrics","display_name":"Biometrics","score":0.7939050197601318},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6515051126480103},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5515751242637634},{"id":"https://openalex.org/keywords/authentication","display_name":"Authentication (law)","score":0.5079687237739563},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4371755123138428},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.37847232818603516},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3298001289367676},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.30654972791671753},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17169731855392456},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.06450840830802917}],"concepts":[{"id":"https://openalex.org/C184297639","wikidata":"https://www.wikidata.org/wiki/Q177765","display_name":"Biometrics","level":2,"score":0.7939050197601318},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6515051126480103},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5515751242637634},{"id":"https://openalex.org/C148417208","wikidata":"https://www.wikidata.org/wiki/Q4825882","display_name":"Authentication (law)","level":2,"score":0.5079687237739563},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4371755123138428},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.37847232818603516},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3298001289367676},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.30654972791671753},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17169731855392456},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.06450840830802917},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iwbf63717.2025.11113468","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwbf63717.2025.11113468","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 13th International Workshop on Biometrics and Forensics (IWBF)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W2110375685","https://openalex.org/W2134013617","https://openalex.org/W2526403378","https://openalex.org/W2792764867","https://openalex.org/W2894771803","https://openalex.org/W2904966308","https://openalex.org/W2908581517","https://openalex.org/W2915993123","https://openalex.org/W2937423068","https://openalex.org/W2941695862","https://openalex.org/W2949727560","https://openalex.org/W3115712866","https://openalex.org/W3132646317","https://openalex.org/W3136099980","https://openalex.org/W3154855658","https://openalex.org/W3159481202","https://openalex.org/W3161048756","https://openalex.org/W3170863103","https://openalex.org/W3176404283","https://openalex.org/W3188872815","https://openalex.org/W3203697420","https://openalex.org/W3214096168","https://openalex.org/W3217581415","https://openalex.org/W4310627953","https://openalex.org/W4316036513","https://openalex.org/W4317940035","https://openalex.org/W4362589048","https://openalex.org/W4380442442","https://openalex.org/W4382934573","https://openalex.org/W4385245566","https://openalex.org/W4385763767","https://openalex.org/W4386805293","https://openalex.org/W4390534068","https://openalex.org/W4390905796","https://openalex.org/W4396214395","https://openalex.org/W4397009229"],"related_works":["https://openalex.org/W2076845124","https://openalex.org/W2183964146","https://openalex.org/W2379932303","https://openalex.org/W2095239294","https://openalex.org/W3147744369","https://openalex.org/W2062586268","https://openalex.org/W2019582947","https://openalex.org/W3212688212","https://openalex.org/W4300873085","https://openalex.org/W3104966193"],"abstract_inverted_index":{"Recent":[0],"advancements":[1],"in":[2,20,41,92,197],"non-invasive":[3],"wearable":[4],"devices":[5],"have":[6,25],"enabled":[7],"the":[8,128,143,146,191,194],"daily":[9],"collection":[10],"of":[11,14,148,193],"vast":[12],"amounts":[13],"physiological":[15,42,170],"data,":[16],"driving":[17],"significant":[18],"progress":[19],"health-related":[21],"applications.":[22],"These":[23],"developments":[24],"also":[26],"enhanced":[27],"biometric":[28,44],"technology,":[29],"offering":[30],"secure":[31],"and":[32,59,78,133,155,183,200],"user-friendly":[33],"identity":[34],"verification":[35],"methods.":[36],"However,":[37],"despite":[38],"growing":[39],"interest":[40],"signal-based":[43],"systems,":[45],"their":[46],"performance":[47,206],"often":[48],"falls":[49],"short":[50],"compared":[51,207],"to":[52,123,137,208],"traditional":[53],"methods":[54],"such":[55],"as":[56],"facial,":[57],"vein,":[58],"fingerprint":[60],"recognition.":[61],"Their":[62],"effectiveness":[63,192],"is":[64,108],"further":[65],"hindered":[66],"by":[67,99],"challenges":[68],"like":[69],"poor":[70],"data":[71],"quality":[72],"(e.g.,":[73],"single-modality":[74],"or":[75],"short-term":[76],"data)":[77],"label":[79],"shortage.":[80],"To":[81],"address":[82],"these":[83,149],"challenges,":[84],"we":[85],"propose":[86],"a":[87,93,104,119,134],"multimodal":[88,157,169],"transformer-based":[89],"framework":[90,165],"trained":[91],"self-supervised":[94],"manner.":[95],"Our":[96,188],"approach":[97,196],"begins":[98],"encoding":[100],"each":[101],"modality":[102,182],"into":[103],"lower-dimensional":[105],"representation,":[106],"which":[107],"then":[109],"processed":[110],"through":[111],"two":[112,167,176],"specialized":[113],"sub-branches.":[114],"The":[115],"first":[116],"sub-branch":[117],"utilizes":[118],"multi-modal":[120],"transformer":[121,135],"encoder":[122],"handle":[124],"unmasked":[125],"embeddings,":[126],"while":[127],"second":[129],"employs":[130],"random":[131],"masking":[132],"encoder-decoder":[136],"learn":[138],"latent":[139],"representations.":[140],"By":[141],"minimizing":[142],"distance":[144],"between":[145],"outputs":[147],"sub-branches,":[150],"our":[151,164],"method":[152],"learns":[153],"robust":[154],"generalized":[156],"representations":[158],"for":[159],"identity-related":[160],"tasks.":[161],"We":[162],"evaluated":[163],"on":[166],"public":[168],"datasets,":[171],"testing":[172],"its":[173,204],"robustness":[174],"under":[175],"main":[177],"challenges:":[178],"(1)":[179],"missing":[180],"one":[181],"(2)":[184],"limited":[185],"labeled":[186],"data.":[187],"results":[189],"demonstrate":[190],"proposed":[195],"both":[198],"fine-tuned":[199],"frozen":[201],"configurations,":[202],"highlighting":[203],"superior":[205],"other":[209],"baselines.":[210]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}