{"id":"https://openalex.org/W2086655908","doi":"https://doi.org/10.1109/tcyb.2014.2362101","title":"Temporal Bayesian Fusion for Affect Sensing: Combining Video, Audio, and Lexical Modalities","display_name":"Temporal Bayesian Fusion for Affect Sensing: Combining Video, Audio, and Lexical Modalities","publication_year":2014,"publication_date":"2014-10-20","ids":{"openalex":"https://openalex.org/W2086655908","doi":"https://doi.org/10.1109/tcyb.2014.2362101","mag":"2086655908","pmid":"https://pubmed.ncbi.nlm.nih.gov/25347894"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2014.2362101","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2014.2362101","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074271563","display_name":"Arman Savran","orcid":"https://orcid.org/0000-0001-5142-6384"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Arman Savran","raw_affiliation_strings":["Department of Radiology, University of Pennsylvania, Philadelphia, PA, USA","Department of Radiology, University of Pennsylvania, Philadelphia, PA., USA"],"affiliations":[{"raw_affiliation_string":"Department of Radiology, University of Pennsylvania, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I79576946"]},{"raw_affiliation_string":"Department of Radiology, University of Pennsylvania, Philadelphia, PA., USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102992790","display_name":"Houwei Cao","orcid":"https://orcid.org/0000-0002-2310-7682"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Houwei Cao","raw_affiliation_strings":["Department of Radiology, University of Pennsylvania, Philadelphia, PA, USA","Department of Radiology, University of Pennsylvania, Philadelphia, PA., USA"],"affiliations":[{"raw_affiliation_string":"Department of Radiology, University of Pennsylvania, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I79576946"]},{"raw_affiliation_string":"Department of Radiology, University of Pennsylvania, Philadelphia, PA., USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032571629","display_name":"Ani Nenkova","orcid":"https://orcid.org/0000-0002-5825-7875"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ani Nenkova","raw_affiliation_strings":["Department of Computer and Information Science, University of Pennsylvania, Philadelphia, PA, USA","Department of Computer and Information Science, University of Pennsylvania, Philadelphia, PA, USA ("],"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Science, University of Pennsylvania, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I79576946"]},{"raw_affiliation_string":"Department of Computer and Information Science, University of Pennsylvania, Philadelphia, PA, USA (","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083518354","display_name":"Ragini Verma","orcid":"https://orcid.org/0000-0002-7479-1007"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ragini Verma","raw_affiliation_strings":["Department of Radiology, University of Pennsylvania, Philadelphia, PA, USA","Department of Radiology, University of Pennsylvania, Philadelphia, PA., USA"],"affiliations":[{"raw_affiliation_string":"Department of Radiology, University of Pennsylvania, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I79576946"]},{"raw_affiliation_string":"Department of Radiology, University of Pennsylvania, Philadelphia, PA., USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5074271563"],"corresponding_institution_ids":["https://openalex.org/I79576946"],"apc_list":null,"apc_paid":null,"fwci":3.4222,"has_fulltext":false,"cited_by_count":52,"citation_normalized_percentile":{"value":0.91738187,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"45","issue":"9","first_page":"1927","last_page":"1941"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9628999829292297,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.934499979019165,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.8061472177505493},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6768746376037598},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.6211017966270447},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.5549879670143127},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5255091190338135},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.4838256239891052},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.479413241147995},{"id":"https://openalex.org/keywords/valence","display_name":"Valence (chemistry)","score":0.460050106048584},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.43563491106033325},{"id":"https://openalex.org/keywords/expectancy-theory","display_name":"Expectancy theory","score":0.42371857166290283},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.17445725202560425},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.11214831471443176}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.8061472177505493},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6768746376037598},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.6211017966270447},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.5549879670143127},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5255091190338135},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.4838256239891052},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.479413241147995},{"id":"https://openalex.org/C168900304","wikidata":"https://www.wikidata.org/wiki/Q171407","display_name":"Valence (chemistry)","level":2,"score":0.460050106048584},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43563491106033325},{"id":"https://openalex.org/C188353592","wikidata":"https://www.wikidata.org/wiki/Q450586","display_name":"Expectancy theory","level":2,"score":0.42371857166290283},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.17445725202560425},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.11214831471443176},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D001499","descriptor_name":"Bayes Theorem","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001499","descriptor_name":"Bayes Theorem","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001499","descriptor_name":"Bayes Theorem","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D005149","descriptor_name":"Facial Expression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005149","descriptor_name":"Facial Expression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005149","descriptor_name":"Facial Expression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D014741","descriptor_name":"Video Recording","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D014741","descriptor_name":"Video Recording","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D014741","descriptor_name":"Video Recording","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tcyb.2014.2362101","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2014.2362101","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},{"id":"pmid:25347894","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/25347894","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.41999998688697815}],"awards":[{"id":"https://openalex.org/G3672570799","display_name":null,"funder_award_id":"R01-MH-073174","funder_id":"https://openalex.org/F4320337376","funder_display_name":"NIH Clinical Center"}],"funders":[{"id":"https://openalex.org/F4320337376","display_name":"NIH Clinical Center","ror":"https://ror.org/04vfsmv21"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W174728840","https://openalex.org/W1483307070","https://openalex.org/W1499519980","https://openalex.org/W1588539311","https://openalex.org/W1964744287","https://openalex.org/W1971737742","https://openalex.org/W1975994995","https://openalex.org/W1980299015","https://openalex.org/W1983703866","https://openalex.org/W2015212590","https://openalex.org/W2026243162","https://openalex.org/W2032139348","https://openalex.org/W2033773055","https://openalex.org/W2038420319","https://openalex.org/W2038821742","https://openalex.org/W2061582818","https://openalex.org/W2085662862","https://openalex.org/W2092206588","https://openalex.org/W2102953093","https://openalex.org/W2104085984","https://openalex.org/W2109624827","https://openalex.org/W2109626108","https://openalex.org/W2117645142","https://openalex.org/W2123864036","https://openalex.org/W2130162821","https://openalex.org/W2130571344","https://openalex.org/W2132555391","https://openalex.org/W2132680170","https://openalex.org/W2137639365","https://openalex.org/W2140801466","https://openalex.org/W2148551591","https://openalex.org/W2153822685","https://openalex.org/W2156503193","https://openalex.org/W2156848952","https://openalex.org/W2158061940","https://openalex.org/W2164471543","https://openalex.org/W2164699598","https://openalex.org/W2168465881","https://openalex.org/W2501398076","https://openalex.org/W3048844620","https://openalex.org/W6644390931","https://openalex.org/W6990412439"],"related_works":["https://openalex.org/W2185469136","https://openalex.org/W4362650935","https://openalex.org/W2904925713","https://openalex.org/W3023111453","https://openalex.org/W2964266095","https://openalex.org/W2798573901","https://openalex.org/W2978360381","https://openalex.org/W2786830879","https://openalex.org/W4310841718","https://openalex.org/W560265342"],"abstract_inverted_index":{"The":[0,160],"affective":[1],"state":[2],"of":[3,9,20,34,62,83,105,112,139,166,186,196],"people":[4],"changes":[5,13],"in":[6,17,31,38,66,94,126,147],"the":[7,60,67,84,137,157,170,180,184,221],"course":[8],"conversations":[10],"and":[11,26,90,109,118,173,210],"these":[12],"are":[14],"expressed":[15],"externally":[16],"a":[18,50,140,213],"variety":[19],"channels,":[21],"including":[22],"facial":[23],"expressions,":[24],"voice,":[25],"spoken":[27],"words.":[28],"Recent":[29],"advances":[30],"automatic":[32],"sensing":[33,65],"affect,":[35],"through":[36],"cues":[37],"individual":[39],"modalities,":[40],"have":[41,55],"been":[42],"remarkable;":[43],"yet":[44],"emotion":[45],"recognition":[46,127],"is":[47,134,200],"far":[48],"from":[49,220],"solved":[51],"problem.":[52],"Recently,":[53],"researchers":[54],"turned":[56],"their":[57],"attention":[58],"to":[59,130,178,190,217],"problem":[61],"multimodal":[63],"affect":[64,113,171,181],"hope":[68],"that":[69],"combining":[70,115],"different":[71],"information":[72],"sources":[73],"would":[74],"provide":[75],"great":[76],"improvements.":[77],"However,":[78],"reported":[79],"results":[80],"fall":[81],"short":[82],"expectations,":[85],"indicating":[86],"only":[87,212],"modest":[88],"benefits":[89],"occasionally":[91],"even":[92],"degradation":[93],"performance.":[95],"We":[96],"develop":[97],"temporal":[98,142,161,176],"Bayesian":[99,148],"fusion":[100,149],"for":[101,194],"continuous":[102],"real-value":[103],"estimation":[104],"valence,":[106],"arousal,":[107],"power,":[108],"expectancy":[110],"dimensions":[111],"by":[114,136,153],"video,":[116],"audio,":[117],"lexical":[119],"modalities.":[120],"Our":[121],"approach":[122],"provides":[123],"substantial":[124],"gains":[125],"performance":[128],"compared":[129],"previous":[131],"work.":[132],"This":[133],"achieved":[135],"use":[138,165],"powerful":[141],"prediction":[143,162],"model":[144,163,199,206],"as":[145,150,152],"prior":[146],"well":[151],"incorporating":[154],"uncertainties":[155],"about":[156],"unimodal":[158],"predictions.":[159],"makes":[164],"time":[167],"correlations":[168],"on":[169],"sequences":[172],"employs":[174],"estimated":[175,219],"biases":[177],"control":[179],"estimations":[182],"at":[183],"beginning":[185],"conversations.":[187],"In":[188],"contrast":[189],"other":[191],"recent":[192],"methods":[193],"combination":[195],"modalities":[197,209],"our":[198],"simpler,":[201],"since":[202],"it":[203],"does":[204],"not":[205],"relationships":[207],"between":[208],"involves":[211],"few":[214],"interpretable":[215],"parameters":[216],"be":[218],"training":[222],"data.":[223]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":8},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}