{"id":"https://openalex.org/W4317434563","doi":"https://doi.org/10.3390/a16020066","title":"Audiovisual Biometric Network with Deep Feature Fusion for Identification and Text Prompted Verification","display_name":"Audiovisual Biometric Network with Deep Feature Fusion for Identification and Text Prompted Verification","publication_year":2023,"publication_date":"2023-01-19","ids":{"openalex":"https://openalex.org/W4317434563","doi":"https://doi.org/10.3390/a16020066"},"language":"en","primary_location":{"id":"doi:10.3390/a16020066","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a16020066","pdf_url":"https://www.mdpi.com/1999-4893/16/2/66/pdf?version=1674111166","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-4893/16/2/66/pdf?version=1674111166","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080973516","display_name":"Juan Carlos Atenco-V\u00e1zquez","orcid":"https://orcid.org/0000-0002-8663-8130"},"institutions":[{"id":"https://openalex.org/I39824353","display_name":"National Institute of Astrophysics, Optics and Electronics","ror":"https://ror.org/00bpmmc63","country_code":"MX","type":"facility","lineage":["https://openalex.org/I39824353"]}],"countries":["MX"],"is_corresponding":true,"raw_author_name":"Juan Atenco","raw_affiliation_strings":["Department of Electronics, National Institute of Astrophysics, Optics and Electronics, Luis Enrique Erro 1, Sta Mar\u00eda Tonanzintla, San Andr\u00e9s Cholula, Puebla 72840, Mexico"],"affiliations":[{"raw_affiliation_string":"Department of Electronics, National Institute of Astrophysics, Optics and Electronics, Luis Enrique Erro 1, Sta Mar\u00eda Tonanzintla, San Andr\u00e9s Cholula, Puebla 72840, Mexico","institution_ids":["https://openalex.org/I39824353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089950167","display_name":"Juan Carlos Moreno-Rodr\u00edguez","orcid":"https://orcid.org/0000-0001-9935-0075"},"institutions":[{"id":"https://openalex.org/I39824353","display_name":"National Institute of Astrophysics, Optics and Electronics","ror":"https://ror.org/00bpmmc63","country_code":"MX","type":"facility","lineage":["https://openalex.org/I39824353"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Juan Moreno","raw_affiliation_strings":["Department of Electronics, National Institute of Astrophysics, Optics and Electronics, Luis Enrique Erro 1, Sta Mar\u00eda Tonanzintla, San Andr\u00e9s Cholula, Puebla 72840, Mexico"],"affiliations":[{"raw_affiliation_string":"Department of Electronics, National Institute of Astrophysics, Optics and Electronics, Luis Enrique Erro 1, Sta Mar\u00eda Tonanzintla, San Andr\u00e9s Cholula, Puebla 72840, Mexico","institution_ids":["https://openalex.org/I39824353"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111452196","display_name":"Juan Ramirez","orcid":null},"institutions":[{"id":"https://openalex.org/I39824353","display_name":"National Institute of Astrophysics, Optics and Electronics","ror":"https://ror.org/00bpmmc63","country_code":"MX","type":"facility","lineage":["https://openalex.org/I39824353"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Juan Ramirez","raw_affiliation_strings":["Department of Electronics, National Institute of Astrophysics, Optics and Electronics, Luis Enrique Erro 1, Sta Mar\u00eda Tonanzintla, San Andr\u00e9s Cholula, Puebla 72840, Mexico"],"affiliations":[{"raw_affiliation_string":"Department of Electronics, National Institute of Astrophysics, Optics and Electronics, Luis Enrique Erro 1, Sta Mar\u00eda Tonanzintla, San Andr\u00e9s Cholula, Puebla 72840, Mexico","institution_ids":["https://openalex.org/I39824353"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5080973516"],"corresponding_institution_ids":["https://openalex.org/I39824353"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":0.5886,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.61332014,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":"16","issue":"2","first_page":"66","last_page":"66"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/biometrics","display_name":"Biometrics","score":0.8256111145019531},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7850145101547241},{"id":"https://openalex.org/keywords/word-error-rate","display_name":"Word error rate","score":0.7313826084136963},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6022461652755737},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.582642674446106},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5593600869178772},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.5579969882965088},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5455819964408875},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5402360558509827},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5350205898284912},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5195713043212891},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.512694239616394},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.106708824634552},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.07260802388191223}],"concepts":[{"id":"https://openalex.org/C184297639","wikidata":"https://www.wikidata.org/wiki/Q177765","display_name":"Biometrics","level":2,"score":0.8256111145019531},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7850145101547241},{"id":"https://openalex.org/C40969351","wikidata":"https://www.wikidata.org/wiki/Q3516228","display_name":"Word error rate","level":2,"score":0.7313826084136963},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6022461652755737},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.582642674446106},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5593600869178772},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.5579969882965088},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5455819964408875},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5402360558509827},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5350205898284912},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5195713043212891},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.512694239616394},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.106708824634552},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.07260802388191223},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/a16020066","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a16020066","pdf_url":"https://www.mdpi.com/1999-4893/16/2/66/pdf?version=1674111166","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:a32b574fc1d24ddb8b3c935418e3126c","is_oa":true,"landing_page_url":"https://doaj.org/article/a32b574fc1d24ddb8b3c935418e3126c","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms, Vol 16, Iss 2, p 66 (2023)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1999-4893/16/2/66/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/a16020066","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/a16020066","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a16020066","pdf_url":"https://www.mdpi.com/1999-4893/16/2/66/pdf?version=1674111166","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1158795700","display_name":null,"funder_award_id":"Mexico","funder_id":"https://openalex.org/F4320321739","funder_display_name":"Consejo Nacional de Ciencia y Tecnolog\u00eda"}],"funders":[{"id":"https://openalex.org/F4320321739","display_name":"Consejo Nacional de Ciencia y Tecnolog\u00eda","ror":"https://ror.org/059ex5q34"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4317434563.pdf"},"referenced_works_count":63,"referenced_works":["https://openalex.org/W1482998036","https://openalex.org/W2015159529","https://openalex.org/W2127141656","https://openalex.org/W2150769028","https://openalex.org/W2158698691","https://openalex.org/W2165084404","https://openalex.org/W2193413348","https://openalex.org/W2194775991","https://openalex.org/W2550599163","https://openalex.org/W2606842801","https://openalex.org/W2696967604","https://openalex.org/W2754666677","https://openalex.org/W2770454110","https://openalex.org/W2776154048","https://openalex.org/W2791311407","https://openalex.org/W2799891027","https://openalex.org/W2890964092","https://openalex.org/W2913845656","https://openalex.org/W2914392974","https://openalex.org/W2915993123","https://openalex.org/W2921994085","https://openalex.org/W2942077508","https://openalex.org/W2947256846","https://openalex.org/W2963419754","https://openalex.org/W2963537349","https://openalex.org/W2963785573","https://openalex.org/W2964052309","https://openalex.org/W2964214551","https://openalex.org/W2976682141","https://openalex.org/W2977115923","https://openalex.org/W2990975958","https://openalex.org/W2999108204","https://openalex.org/W2999711171","https://openalex.org/W3000592047","https://openalex.org/W3006346533","https://openalex.org/W3007589762","https://openalex.org/W3019662645","https://openalex.org/W3033291137","https://openalex.org/W3043384115","https://openalex.org/W3088820816","https://openalex.org/W3097523643","https://openalex.org/W3097611675","https://openalex.org/W3125896291","https://openalex.org/W3128632050","https://openalex.org/W3129887395","https://openalex.org/W3132813756","https://openalex.org/W3135658403","https://openalex.org/W3137249133","https://openalex.org/W3137650873","https://openalex.org/W3163140850","https://openalex.org/W3165886424","https://openalex.org/W3167356763","https://openalex.org/W3177111194","https://openalex.org/W3184999724","https://openalex.org/W4205525822","https://openalex.org/W4206270465","https://openalex.org/W4312658782","https://openalex.org/W6758967114","https://openalex.org/W6776375469","https://openalex.org/W6789689221","https://openalex.org/W6791261095","https://openalex.org/W6796263462","https://openalex.org/W6847782653"],"related_works":["https://openalex.org/W2019914509","https://openalex.org/W4234037598","https://openalex.org/W2356621584","https://openalex.org/W2185710410","https://openalex.org/W1581329577","https://openalex.org/W3101868899","https://openalex.org/W1937192591","https://openalex.org/W2140165763","https://openalex.org/W2315459412","https://openalex.org/W2067275498"],"abstract_inverted_index":{"In":[0],"this":[1,160],"work":[2],"we":[3],"present":[4],"a":[5,28,44,54,96,103,112],"bimodal":[6,76],"multitask":[7],"network":[8,15,131],"for":[9,40,145,173],"audiovisual":[10,128],"biometric":[11,174],"recognition.":[12,175],"The":[13,46,92],"proposed":[14],"performs":[16],"the":[17,34,41,69,73,79,87,90,109,151,155,162,167],"fusion":[18,94],"of":[19,36,43,75,89,111,135,143,157],"features":[20,49],"extracted":[21,47],"from":[22,72,86],"face":[23],"and":[24,115,126,137,147],"speech":[25,48,55],"data":[26],"through":[27],"weighted":[29],"sum":[30],"to":[31,105],"jointly":[32],"optimize":[33],"contribution":[35],"each":[37],"modality,":[38],"aiming":[39],"identification":[42,146],"client.":[45,113],"are":[50],"simultaneously":[51],"used":[52],"in":[53,150],"recognition":[56],"task":[57],"with":[58,78,102],"random":[59],"digit":[60],"sequences.":[61],"Text":[62],"prompted":[63],"verification":[64],"is":[65,161],"performed":[66],"by":[67,120],"fusing":[68],"scores":[70],"obtained":[71],"matching":[74],"embeddings":[77],"Word":[80],"Error":[81,140],"Rate":[82,141],"(WER)":[83],"metric":[84],"calculated":[85],"accuracy":[88,134],"transcriptions.":[91],"score":[93],"outputs":[95],"value":[97],"that":[98,165],"can":[99],"be":[100],"compared":[101],"threshold":[104],"accept":[106],"or":[107],"reject":[108],"identity":[110],"Training":[114],"evaluation":[116],"was":[117],"carried":[118],"out":[119],"using":[121],"our":[122,158],"proprietary":[123],"database":[124],"BIOMEX-DB":[125],"VidTIMIT":[127],"database.":[129],"Our":[130],"achieved":[132],"an":[133,138],"100%":[136],"Equal":[139],"(EER)":[142],"0.44%":[144],"verification,":[148],"respectively,":[149],"best":[152,156],"case.":[153],"To":[154],"knowledge,":[159],"first":[163],"system":[164],"combines":[166],"mutually":[168],"related":[169],"tasks":[170],"previously":[171],"described":[172]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}