{"id":"https://openalex.org/W4405520428","doi":"https://doi.org/10.1109/tbiom.2024.3520030","title":"BIAS: A Body-Based Interpretable Active Speaker Approach","display_name":"BIAS: A Body-Based Interpretable Active Speaker Approach","publication_year":2024,"publication_date":"2024-12-18","ids":{"openalex":"https://openalex.org/W4405520428","doi":"https://doi.org/10.1109/tbiom.2024.3520030"},"language":"en","primary_location":{"id":"doi:10.1109/tbiom.2024.3520030","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbiom.2024.3520030","pdf_url":null,"source":{"id":"https://openalex.org/S4210209367","display_name":"IEEE Transactions on Biometrics Behavior and Identity Science","issn_l":"2637-6407","issn":["2637-6407"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Biometrics, Behavior, and Identity Science","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088262626","display_name":"Tiago Roxo","orcid":"https://orcid.org/0000-0001-9563-8039"},"institutions":[{"id":"https://openalex.org/I161321875","display_name":"University of Beira Interior","ror":"https://ror.org/03nf36p02","country_code":"PT","type":"education","lineage":["https://openalex.org/I161321875"]},{"id":"https://openalex.org/I4210120471","display_name":"Instituto de Telecomunica\u00e7\u00f5es","ror":"https://ror.org/02ht4fk33","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210120471"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Tiago Roxo","raw_affiliation_strings":["Instituto de Telecomunicações, University of Beira Interior, Covilhã, Portugal","Instituto de Telecomunicações, University of Beira Interior, Portugal"],"raw_orcid":"https://orcid.org/0000-0001-9563-8039","affiliations":[{"raw_affiliation_string":"Instituto de Telecomunicações, University of Beira Interior, Covilhã, Portugal","institution_ids":["https://openalex.org/I161321875"]},{"raw_affiliation_string":"Instituto de Telecomunicações, University of Beira Interior, Portugal","institution_ids":["https://openalex.org/I4210120471","https://openalex.org/I161321875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016093558","display_name":"Joana C. Costa","orcid":"https://orcid.org/0000-0003-3995-4621"},"institutions":[{"id":"https://openalex.org/I161321875","display_name":"University of Beira Interior","ror":"https://ror.org/03nf36p02","country_code":"PT","type":"education","lineage":["https://openalex.org/I161321875"]},{"id":"https://openalex.org/I4210120471","display_name":"Instituto de Telecomunica\u00e7\u00f5es","ror":"https://ror.org/02ht4fk33","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210120471"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Joana Cabral Costa","raw_affiliation_strings":["Instituto de Telecomunicações, University of Beira Interior, Covilhã, Portugal","Instituto de Telecomunicações, University of Beira Interior, Portugal"],"raw_orcid":"https://orcid.org/0000-0003-3995-4621","affiliations":[{"raw_affiliation_string":"Instituto de Telecomunicações, University of Beira Interior, Covilhã, Portugal","institution_ids":["https://openalex.org/I161321875"]},{"raw_affiliation_string":"Instituto de Telecomunicações, University of Beira Interior, Portugal","institution_ids":["https://openalex.org/I4210120471","https://openalex.org/I161321875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058284019","display_name":"Pedro R. M. In\u00e1cio","orcid":"https://orcid.org/0000-0001-8221-0666"},"institutions":[{"id":"https://openalex.org/I161321875","display_name":"University of Beira Interior","ror":"https://ror.org/03nf36p02","country_code":"PT","type":"education","lineage":["https://openalex.org/I161321875"]},{"id":"https://openalex.org/I4210120471","display_name":"Instituto de Telecomunica\u00e7\u00f5es","ror":"https://ror.org/02ht4fk33","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210120471"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Pedro R. M. In\u00e1cio","raw_affiliation_strings":["Instituto de Telecomunicações, University of Beira Interior, Covilhã, Portugal","Instituto de Telecomunicações, University of Beira Interior, Portugal"],"raw_orcid":"https://orcid.org/0000-0001-8221-0666","affiliations":[{"raw_affiliation_string":"Instituto de Telecomunicações, University of Beira Interior, Covilhã, Portugal","institution_ids":["https://openalex.org/I161321875"]},{"raw_affiliation_string":"Instituto de Telecomunicações, University of Beira Interior, Portugal","institution_ids":["https://openalex.org/I4210120471","https://openalex.org/I161321875"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090305015","display_name":"Hugo Proen\u00e7a","orcid":"https://orcid.org/0000-0003-2551-8570"},"institutions":[{"id":"https://openalex.org/I161321875","display_name":"University of Beira Interior","ror":"https://ror.org/03nf36p02","country_code":"PT","type":"education","lineage":["https://openalex.org/I161321875"]},{"id":"https://openalex.org/I4210120471","display_name":"Instituto de Telecomunica\u00e7\u00f5es","ror":"https://ror.org/02ht4fk33","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210120471"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Hugo Proen\u00e7a","raw_affiliation_strings":["Instituto de Telecomunicações, University of Beira Interior, Covilhã, Portugal","Instituto de Telecomunicações, University of Beira Interior, Portugal"],"raw_orcid":"https://orcid.org/0000-0003-2551-8570","affiliations":[{"raw_affiliation_string":"Instituto de Telecomunicações, University of Beira Interior, Covilhã, Portugal","institution_ids":["https://openalex.org/I161321875"]},{"raw_affiliation_string":"Instituto de Telecomunicações, University of Beira Interior, Portugal","institution_ids":["https://openalex.org/I4210120471","https://openalex.org/I161321875"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8335,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.78788181,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"7","issue":"3","first_page":"410","last_page":"421"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9625999927520752,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9596999883651733,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4304056763648987},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.42132440209388733},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3516656160354614}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4304056763648987},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.42132440209388733},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3516656160354614}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tbiom.2024.3520030","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbiom.2024.3520030","pdf_url":null,"source":{"id":"https://openalex.org/S4210209367","display_name":"IEEE Transactions on Biometrics Behavior and Identity Science","issn_l":"2637-6407","issn":["2637-6407"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Biometrics, Behavior, and Identity Science","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3375535518","display_name":"Instituto de Telecomunica\u00e7\u00f5es","funder_award_id":"UIDB/50008/2020","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"},{"id":"https://openalex.org/G4140754189","display_name":"Mecanismos de Defesa para Redes de Aprendizagem Profunda para Dete\u00e7\u00e3o Facial em Contexto Real","funder_award_id":"2021.04905.BD","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"},{"id":"https://openalex.org/G8125926532","display_name":"An\u00e1lise Comportamental em Ambientes de Video-Vigil\u00e2ncia Usando Arquiteturas de Aprendizagem Profunda","funder_award_id":"2020.09847.BD","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"}],"funders":[{"id":"https://openalex.org/F4320334779","display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","ror":"https://ror.org/00snfqn58"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W1787224781","https://openalex.org/W1905882502","https://openalex.org/W2101105183","https://openalex.org/W2108598243","https://openalex.org/W2111025459","https://openalex.org/W2138621090","https://openalex.org/W2194775991","https://openalex.org/W2330149154","https://openalex.org/W2410968923","https://openalex.org/W2519887557","https://openalex.org/W2604379605","https://openalex.org/W2604463754","https://openalex.org/W2606462007","https://openalex.org/W2618799552","https://openalex.org/W2752782242","https://openalex.org/W2776207810","https://openalex.org/W2808154247","https://openalex.org/W2867270703","https://openalex.org/W2890952074","https://openalex.org/W2903165775","https://openalex.org/W2950864153","https://openalex.org/W2957702778","https://openalex.org/W2962858109","https://openalex.org/W2963081790","https://openalex.org/W2963365374","https://openalex.org/W2986999591","https://openalex.org/W2988157455","https://openalex.org/W2989282534","https://openalex.org/W3012430016","https://openalex.org/W3016098309","https://openalex.org/W3034702511","https://openalex.org/W3038871978","https://openalex.org/W3047153790","https://openalex.org/W3048939150","https://openalex.org/W3116298410","https://openalex.org/W3172472082","https://openalex.org/W3176196997","https://openalex.org/W3189964604","https://openalex.org/W3197584784","https://openalex.org/W3200102014","https://openalex.org/W3206008172","https://openalex.org/W3217214873","https://openalex.org/W4206654595","https://openalex.org/W4214701094","https://openalex.org/W4308069974","https://openalex.org/W4312268709","https://openalex.org/W4312466984","https://openalex.org/W4319300089","https://openalex.org/W4385245566","https://openalex.org/W4386075783","https://openalex.org/W4390489179","https://openalex.org/W4390873445","https://openalex.org/W4396214365","https://openalex.org/W4399513009","https://openalex.org/W4400525092","https://openalex.org/W6639432524","https://openalex.org/W6678262379","https://openalex.org/W6682631176","https://openalex.org/W6698448323","https://openalex.org/W6704488215","https://openalex.org/W6734194636","https://openalex.org/W6736518430","https://openalex.org/W6737947904","https://openalex.org/W6738549535","https://openalex.org/W6739575509","https://openalex.org/W6765195009","https://openalex.org/W6767259515","https://openalex.org/W6777516870","https://openalex.org/W6779248606","https://openalex.org/W6797761920","https://openalex.org/W6849258529"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"State-of-the-art":[0],"Active":[1],"Speaker":[2],"Detection":[3],"(ASD)":[4],"approaches":[5],"heavily":[6],"rely":[7],"on":[8],"audio":[9],"and":[10,47,69,100,147,149,190],"facial":[11],"features":[12,140],"to":[13,72,84,116,124],"perform,":[14],"which":[15],"is":[16,133,157,191],"not":[17],"a":[18,35,59,89,105,118,180],"sustainable":[19],"approach":[20],"in":[21,30,77,96,135,153,175,186],"wild":[22],"scenarios.":[23],"Although":[24],"these":[25],"methods":[26],"achieve":[27],"good":[28],"results":[29,129,152],"the":[31,42,49,63,168],"standard":[32],"AVA-ActiveSpeaker":[33],"set,":[34],"recent":[36],"wilder":[37],"ASD":[38,173,188],"dataset":[39,114],"(WASD)":[40],"showed":[41],"limitations":[43],"of":[44,142],"such":[45],"models":[46],"raised":[48],"need":[50],"for":[51,62,92,120,162,183],"new":[52],"approaches.":[53],"As":[54],"such,":[55],"we":[56,81,109],"propose":[57],"BIAS,":[58],"model":[60],"that,":[61],"first":[64],"time,":[65],"combines":[66],"audio,":[67],"face,":[68],"body":[70,161],"information,":[71],"accurately":[73],"predict":[74],"active":[75],"speakers":[76],"varying/challenging":[78],"conditions.":[79],"Additionally,":[80],"design":[82],"BIAS":[83,126,132,164],"provide":[85],"interpretability":[86,107,165],"by":[87],"proposing":[88],"novel":[90],"use":[91],"Squeeze-and-Excitation":[93],"blocks,":[94],"namely":[95],"attention":[97],"heatmaps":[98],"creation":[99],"feature":[101],"importance":[102,144],"assessment.":[103],"For":[104],"full":[106],"setup,":[108],"annotate":[110],"an":[111],"ASD-related":[112],"actions":[113],"(ASD-Text)":[115],"finetune":[117],"ViT-GPT2":[119],"text":[121],"scene":[122],"description":[123],"complement":[125],"interpretability.":[127],"The":[128],"show":[130],"that":[131],"state-of-the-art":[134],"challenging":[136],"conditions":[137],"where":[138,155],"body-based":[139],"are":[141],"utmost":[143],"(Columbia,":[145],"open-settings,":[146],"WASD),":[148],"yields":[150],"competitive":[151],"AVA-ActiveSpeaker,":[154],"face":[156],"more":[158,170],"influential":[159],"than":[160],"ASD.":[163],"also":[166],"shows":[167],"features/aspects":[169],"relevant":[171],"towards":[172],"prediction":[174],"varying":[176],"settings,":[177],"making":[178],"it":[179],"strong":[181],"baseline":[182],"further":[184],"developments":[185],"interpretable":[187],"models,":[189],"available":[192],"at":[193],"https://github.com/Tiago-Roxo/BIAS.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}