{"id":"https://openalex.org/W2530406849","doi":"https://doi.org/10.1145/2988257.2988259","title":"Online Affect Tracking with Multimodal Kalman Filters","display_name":"Online Affect Tracking with Multimodal Kalman Filters","publication_year":2016,"publication_date":"2016-10-12","ids":{"openalex":"https://openalex.org/W2530406849","doi":"https://doi.org/10.1145/2988257.2988259","mag":"2530406849"},"language":"en","primary_location":{"id":"doi:10.1145/2988257.2988259","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2988257.2988259","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th International Workshop on Audio/Visual Emotion Challenge","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008305849","display_name":"Krishna Somandepalli","orcid":"https://orcid.org/0000-0002-2845-1079"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Krishna Somandepalli","raw_affiliation_strings":["University of Southern California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075937808","display_name":"Rahul Gupta","orcid":"https://orcid.org/0000-0002-9277-3718"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rahul Gupta","raw_affiliation_strings":["University of Southern California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049213820","display_name":"Md Nasir","orcid":"https://orcid.org/0000-0002-3955-0996"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Md Nasir","raw_affiliation_strings":["University of Southern California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036735405","display_name":"Brandon M. Booth","orcid":"https://orcid.org/0000-0002-5780-8882"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brandon M. Booth","raw_affiliation_strings":["University of Southern California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102118359","display_name":"Sungbok Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sungbok Lee","raw_affiliation_strings":["University of Southern California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010028928","display_name":"Shrikanth Narayanan","orcid":"https://orcid.org/0000-0002-1052-6204"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shrikanth S. Narayanan","raw_affiliation_strings":["University of Southern California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5008305849"],"corresponding_institution_ids":["https://openalex.org/I1174212"],"apc_list":null,"apc_paid":null,"fwci":3.2784,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.93146362,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"59","last_page":"66"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/kalman-filter","display_name":"Kalman filter","score":0.7611621618270874},{"id":"https://openalex.org/keywords/valence","display_name":"Valence (chemistry)","score":0.6661133766174316},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6540862321853638},{"id":"https://openalex.org/keywords/arousal","display_name":"Arousal","score":0.607993483543396},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.6021495461463928},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.5420078635215759},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5329395532608032},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.4883846640586853},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.42913663387298584},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40226462483406067},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.32399746775627136},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3221666216850281},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1238061785697937}],"concepts":[{"id":"https://openalex.org/C157286648","wikidata":"https://www.wikidata.org/wiki/Q846780","display_name":"Kalman filter","level":2,"score":0.7611621618270874},{"id":"https://openalex.org/C168900304","wikidata":"https://www.wikidata.org/wiki/Q171407","display_name":"Valence (chemistry)","level":2,"score":0.6661133766174316},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6540862321853638},{"id":"https://openalex.org/C36951298","wikidata":"https://www.wikidata.org/wiki/Q379784","display_name":"Arousal","level":2,"score":0.607993483543396},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.6021495461463928},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.5420078635215759},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5329395532608032},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4883846640586853},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.42913663387298584},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40226462483406067},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32399746775627136},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3221666216850281},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1238061785697937},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2988257.2988259","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2988257.2988259","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th International Workshop on Audio/Visual Emotion Challenge","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W170282027","https://openalex.org/W189934255","https://openalex.org/W211912913","https://openalex.org/W1524333225","https://openalex.org/W1538482441","https://openalex.org/W1542841509","https://openalex.org/W1626341607","https://openalex.org/W1963718895","https://openalex.org/W1964757081","https://openalex.org/W1966268437","https://openalex.org/W1994745883","https://openalex.org/W1999042468","https://openalex.org/W2000982104","https://openalex.org/W2009486233","https://openalex.org/W2019608648","https://openalex.org/W2021913835","https://openalex.org/W2037441721","https://openalex.org/W2041172791","https://openalex.org/W2045528981","https://openalex.org/W2050675972","https://openalex.org/W2055332436","https://openalex.org/W2059348974","https://openalex.org/W2069889204","https://openalex.org/W2085628288","https://openalex.org/W2095540482","https://openalex.org/W2105934661","https://openalex.org/W2115252128","https://openalex.org/W2120339204","https://openalex.org/W2121557515","https://openalex.org/W2123737232","https://openalex.org/W2133174069","https://openalex.org/W2133990480","https://openalex.org/W2147272821","https://openalex.org/W2149628368","https://openalex.org/W2156146072","https://openalex.org/W2157038204","https://openalex.org/W2158630797","https://openalex.org/W2160691368","https://openalex.org/W2160929029","https://openalex.org/W2164186291","https://openalex.org/W2188722963","https://openalex.org/W2239141610","https://openalex.org/W2243753858","https://openalex.org/W2288286287","https://openalex.org/W2313339984","https://openalex.org/W2318465276","https://openalex.org/W2402288201","https://openalex.org/W2796044150","https://openalex.org/W2949299266","https://openalex.org/W4299615123","https://openalex.org/W6602601291","https://openalex.org/W6631362777"],"related_works":["https://openalex.org/W2103761320","https://openalex.org/W2358167375","https://openalex.org/W116564642","https://openalex.org/W1981649169","https://openalex.org/W4362650935","https://openalex.org/W1983380679","https://openalex.org/W2547078080","https://openalex.org/W2357354286","https://openalex.org/W2388705266","https://openalex.org/W2904925713"],"abstract_inverted_index":{"Arousal":[0],"and":[1,11,48,104,139,160],"valence":[2,117],"have":[3],"been":[4],"widely":[5],"used":[6],"to":[7,36,93,115,125,143,182],"represent":[8],"emotions":[9],"dimensionally":[10],"measure":[12],"them":[13],"continuously":[14,94],"in":[15,86,91],"time.":[16],"In":[17],"this":[18,78],"paper,":[19],"we":[20,106,120],"introduce":[21],"a":[22,53,59,87,122,165],"computational":[23],"framework":[24,124,135],"for":[25,65],"tracking":[26],"these":[27],"affective":[28,70,97],"dimensions":[29],"from":[30,173],"multimodal":[31,154,184],"data":[32],"as":[33,84,111],"an":[34,112],"entry":[35],"the":[37,43,66,69,100,108,145,158,161,170],"Multimodal":[38],"Affect":[39],"Recognition":[40],"Sub-Challenge":[41],"of":[42,68,129,149],"2016":[44],"Audio/Visual":[45],"Emotion":[46],"Challenge":[47],"Workshop":[49],"(AVEC2016).":[50],"We":[51],"propose":[52,121],"linear":[54],"dynamical":[55],"system":[56,172],"approach":[57,177],"with":[58,186],"late":[60],"fusion":[61,155],"method":[62],"that":[63],"accounts":[64],"dynamics":[67],"state":[71],"evolution":[72],"(i.e.,":[73],"arousal":[74,103,110],"or":[75,147],"valence).":[76],"To":[77],"end,":[79],"single-modality":[80],"predictions":[81],"are":[82],"modeled":[83],"observations":[85],"Kalman":[88,127],"filter":[89],"formulation":[90],"order":[92],"track":[95],"each":[96,150],"dimension.":[98],"Leveraging":[99],"inter-correlations":[101],"between":[102],"valence,":[105],"use":[107],"predicted":[109],"additional":[113],"feature":[114],"improve":[116],"predictions.":[118],"Furthermore,":[119],"conditional":[123],"select":[126],"filters":[128],"different":[130],"modalities":[131],"while":[132],"tracking.":[133],"This":[134],"employs":[136],"voicing":[137],"probability":[138],"facial":[140],"posture":[141],"cues":[142],"detect":[144],"absence":[146],"presence":[148],"input":[151],"modality.":[152],"Our":[153],"results":[156],"on":[157],"development":[159],"test":[162],"set":[163],"provide":[164],"statistically":[166],"significant":[167],"improvement":[168],"over":[169],"baseline":[171],"AVEC2016.":[174],"The":[175],"proposed":[176],"can":[178],"be":[179],"potentially":[180],"extended":[181],"other":[183],"tasks":[185],"inter-correlated":[187],"behavioral":[188],"dimensions.":[189]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
