{"id":"https://openalex.org/W2041703305","doi":"https://doi.org/10.1109/btas.2010.5634477","title":"Introducing crossmodal biometrics: Person identification from distinct audio & visual streams","display_name":"Introducing crossmodal biometrics: Person identification from distinct audio & visual streams","publication_year":2010,"publication_date":"2010-09-01","ids":{"openalex":"https://openalex.org/W2041703305","doi":"https://doi.org/10.1109/btas.2010.5634477","mag":"2041703305"},"language":"en","primary_location":{"id":"doi:10.1109/btas.2010.5634477","is_oa":false,"landing_page_url":"https://doi.org/10.1109/btas.2010.5634477","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2010 Fourth IEEE International Conference on Biometrics: Theory, Applications and Systems (BTAS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://infoscience.epfl.ch/record/150611","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102004126","display_name":"Anindya Roy","orcid":"https://orcid.org/0000-0002-0583-2661"},"institutions":[{"id":"https://openalex.org/I7495430","display_name":"Idiap Research Institute","ror":"https://ror.org/05932h694","country_code":"CH","type":"facility","lineage":["https://openalex.org/I7495430"]},{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Anindya Roy","raw_affiliation_strings":["Idiap Research Institute, Martigny, and Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne, Lausanne, Switzerland","Idiap Research Institute, Martigny, and Ecole Polytechnique Federale de Lausanne, Lausanne, Switzerland#TAB#"],"affiliations":[{"raw_affiliation_string":"Idiap Research Institute, Martigny, and Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne, Lausanne, Switzerland","institution_ids":["https://openalex.org/I7495430","https://openalex.org/I5124864"]},{"raw_affiliation_string":"Idiap Research Institute, Martigny, and Ecole Polytechnique Federale de Lausanne, Lausanne, Switzerland#TAB#","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016330764","display_name":"S\u00e9bastien Marcel","orcid":"https://orcid.org/0000-0002-2497-9140"},"institutions":[{"id":"https://openalex.org/I7495430","display_name":"Idiap Research Institute","ror":"https://ror.org/05932h694","country_code":"CH","type":"facility","lineage":["https://openalex.org/I7495430"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Sebastien Marcel","raw_affiliation_strings":["Idiap Research Institute, Martigny, Switzerland","IDIAP Res. Inst., Martigny, Switzerland"],"affiliations":[{"raw_affiliation_string":"Idiap Research Institute, Martigny, Switzerland","institution_ids":["https://openalex.org/I7495430"]},{"raw_affiliation_string":"IDIAP Res. Inst., Martigny, Switzerland","institution_ids":["https://openalex.org/I7495430"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5102004126"],"corresponding_institution_ids":["https://openalex.org/I5124864","https://openalex.org/I7495430"],"apc_list":null,"apc_paid":null,"fwci":0.6764,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.69039756,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"68","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.8243299722671509},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7464261054992676},{"id":"https://openalex.org/keywords/crossmodal","display_name":"Crossmodal","score":0.7104458808898926},{"id":"https://openalex.org/keywords/biometrics","display_name":"Biometrics","score":0.6600401401519775},{"id":"https://openalex.org/keywords/covert","display_name":"Covert","score":0.6390841007232666},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.6290283203125},{"id":"https://openalex.org/keywords/audio-visual","display_name":"Audio visual","score":0.48153024911880493},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.47057124972343445},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42916417121887207},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4280676245689392},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.41273796558380127},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40869176387786865},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.2341477870941162},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.21860048174858093},{"id":"https://openalex.org/keywords/visual-perception","display_name":"Visual perception","score":0.1942559778690338},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.12655359506607056}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.8243299722671509},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7464261054992676},{"id":"https://openalex.org/C60115397","wikidata":"https://www.wikidata.org/wiki/Q5188732","display_name":"Crossmodal","level":4,"score":0.7104458808898926},{"id":"https://openalex.org/C184297639","wikidata":"https://www.wikidata.org/wiki/Q177765","display_name":"Biometrics","level":2,"score":0.6600401401519775},{"id":"https://openalex.org/C2779338814","wikidata":"https://www.wikidata.org/wiki/Q5179285","display_name":"Covert","level":2,"score":0.6390841007232666},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.6290283203125},{"id":"https://openalex.org/C3017588708","wikidata":"https://www.wikidata.org/wiki/Q758901","display_name":"Audio visual","level":2,"score":0.48153024911880493},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.47057124972343445},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42916417121887207},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4280676245689392},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.41273796558380127},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40869176387786865},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.2341477870941162},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.21860048174858093},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.1942559778690338},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12655359506607056},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/btas.2010.5634477","is_oa":false,"landing_page_url":"https://doi.org/10.1109/btas.2010.5634477","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2010 Fourth IEEE International Conference on Biometrics: Theory, Applications and Systems (BTAS)","raw_type":"proceedings-article"},{"id":"pmh:oai:infoscience.tind.io:150611","is_oa":true,"landing_page_url":"https://infoscience.epfl.ch/handle/20.500.14299/52477","pdf_url":"http://infoscience.epfl.ch/record/150611","source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.361.1777","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.361.1777","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://publications.idiap.ch/downloads/papers/2010/Roy_BTAS2010_2010.pdf","raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:infoscience.tind.io:150611","is_oa":true,"landing_page_url":"https://infoscience.epfl.ch/handle/20.500.14299/52477","pdf_url":"http://infoscience.epfl.ch/record/150611","source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2041703305.pdf","grobid_xml":"https://content.openalex.org/works/W2041703305.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W142803501","https://openalex.org/W1507500984","https://openalex.org/W1585588639","https://openalex.org/W1593513256","https://openalex.org/W1596028639","https://openalex.org/W1669066088","https://openalex.org/W2007462506","https://openalex.org/W2030458554","https://openalex.org/W2065979868","https://openalex.org/W2066078528","https://openalex.org/W2066348332","https://openalex.org/W2071522329","https://openalex.org/W2099940393","https://openalex.org/W2100366204","https://openalex.org/W2101515089","https://openalex.org/W2118572719","https://openalex.org/W2121750345","https://openalex.org/W2136946929","https://openalex.org/W2147147599","https://openalex.org/W2799061466","https://openalex.org/W4230946174","https://openalex.org/W4285719527","https://openalex.org/W6605737493","https://openalex.org/W6635717098","https://openalex.org/W6666752891","https://openalex.org/W6678205919"],"related_works":["https://openalex.org/W4240440807","https://openalex.org/W953566696","https://openalex.org/W2010220987","https://openalex.org/W2010927954","https://openalex.org/W2811048914","https://openalex.org/W4245373105","https://openalex.org/W1982479144","https://openalex.org/W4313547873","https://openalex.org/W1995633573","https://openalex.org/W2767198796"],"abstract_inverted_index":{"Person":[0],"identification":[1],"using":[2],"audio":[3,67],"or":[4],"visual":[5,69],"biometrics":[6],"is":[7,35],"a":[8,78,82,93,98],"well-studied":[9],"problem":[10],"in":[11,54,80,92],"pattern":[12],"recognition.":[13],"In":[14,85],"this":[15,33,86,90,103],"scenario,":[16],"both":[17,65],"training":[18,39],"and":[19,40,68,96],"testing":[20,41],"are":[21],"done":[22,45],"on":[23,46],"the":[24,66],"same":[25],"modalities.":[26,48],"However,":[27],"there":[28,58],"can":[29,101],"be":[30,44,74],"situations":[31],"where":[32],"condition":[34],"not":[36],"valid,":[37],"i.e.":[38],"has":[42],"to":[43,64,76],"different":[47],"This":[49],"could":[50,73],"arise,":[51],"for":[52],"example,":[53],"covert":[55],"surveillance.":[56],"Is":[57],"any":[59],"person":[60,79],"specific":[61],"information":[62,114],"common":[63],"(video-only)":[70],"modalities":[71],"which":[72,100],"exploited":[75],"identify":[77],"such":[81,111],"constrained":[83],"situation?":[84],"work,":[87],"we":[88],"investigate":[89],"question":[91],"principled":[94],"way":[95],"propose":[97],"framework":[99],"perform":[102],"task":[104],"consistently":[105],"better":[106],"than":[107],"chance,":[108],"suggesting":[109],"that":[110],"crossmodal":[112],"biom\u00e9trie":[113],"exists.":[115]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":2}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}