{"id":"https://openalex.org/W2095540482","doi":"https://doi.org/10.1145/2661806.2661810","title":"Multimodal Prediction of Affective Dimensions and Depression in Human-Computer Interactions","display_name":"Multimodal Prediction of Affective Dimensions and Depression in Human-Computer Interactions","publication_year":2014,"publication_date":"2014-11-03","ids":{"openalex":"https://openalex.org/W2095540482","doi":"https://doi.org/10.1145/2661806.2661810","mag":"2095540482"},"language":"en","primary_location":{"id":"doi:10.1145/2661806.2661810","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2661806.2661810","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th International Workshop on Audio/Visual Emotion Challenge","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075937808","display_name":"Rahul Gupta","orcid":"https://orcid.org/0000-0002-9277-3718"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rahul Gupta","raw_affiliation_strings":["Univesity of Southern California, Los Angeles, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univesity of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035778334","display_name":"Nikolaos Malandrakis","orcid":"https://orcid.org/0000-0002-3667-7668"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nikolaos Malandrakis","raw_affiliation_strings":["Univesity of Southern California, Los Angeles, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univesity of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100771377","display_name":"Bo Xiao","orcid":"https://orcid.org/0000-0003-3392-3293"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bo Xiao","raw_affiliation_strings":["Univesity of Southern California, Los Angeles, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univesity of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021354054","display_name":"Tanaya Guha","orcid":"https://orcid.org/0000-0003-2167-4891"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tanaya Guha","raw_affiliation_strings":["Univesity of Southern California, Los Angeles, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univesity of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113701682","display_name":"Maarten Van Segbroeck","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maarten Van Segbroeck","raw_affiliation_strings":["Univesity of Southern California, Los Angeles, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univesity of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111484450","display_name":"Matthew Black","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Black","raw_affiliation_strings":["Univesity of Southern California, Los Angeles, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univesity of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084949286","display_name":"Alexandros Potamianos","orcid":"https://orcid.org/0009-0007-1532-5288"},"institutions":[{"id":"https://openalex.org/I174458059","display_name":"National Technical University of Athens","ror":"https://ror.org/03cx6bg69","country_code":"GR","type":"education","lineage":["https://openalex.org/I174458059"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Alexandros Potamianos","raw_affiliation_strings":["National Technical University of Athens, Athens, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Technical University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I174458059"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010028928","display_name":"Shrikanth Narayanan","orcid":"https://orcid.org/0000-0002-1052-6204"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shrikanth Narayanan","raw_affiliation_strings":["University of Southern California, Los Angeles, CA, USA","[University of Southern California Los, Angeles, CA, USA]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]},{"raw_affiliation_string":"[University of Southern California Los, Angeles, CA, USA]","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":112,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"33","last_page":"40"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9803000092506409,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.9757000207901001,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6431865692138672},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.543884813785553},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5310879945755005},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5167831182479858},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5166966915130615},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47496578097343445},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.4743351340293884},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4568420946598053},{"id":"https://openalex.org/keywords/mood","display_name":"Mood","score":0.4465373754501343},{"id":"https://openalex.org/keywords/feature-selection","display_name":"Feature selection","score":0.4287327229976654},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4177919626235962},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2629815638065338},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.09970095753669739}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6431865692138672},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.543884813785553},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5310879945755005},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5167831182479858},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5166966915130615},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47496578097343445},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.4743351340293884},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4568420946598053},{"id":"https://openalex.org/C2780733359","wikidata":"https://www.wikidata.org/wiki/Q331769","display_name":"Mood","level":2,"score":0.4465373754501343},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.4287327229976654},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4177919626235962},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2629815638065338},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.09970095753669739},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2661806.2661810","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2661806.2661810","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th International Workshop on Audio/Visual Emotion Challenge","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6299999952316284}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W25233816","https://openalex.org/W41763246","https://openalex.org/W46663288","https://openalex.org/W569114395","https://openalex.org/W1235794088","https://openalex.org/W1547984766","https://openalex.org/W1964452507","https://openalex.org/W1973672195","https://openalex.org/W1979972715","https://openalex.org/W1981231682","https://openalex.org/W1985625293","https://openalex.org/W1985765492","https://openalex.org/W1989464534","https://openalex.org/W1990411719","https://openalex.org/W2000149402","https://openalex.org/W2000567862","https://openalex.org/W2006217447","https://openalex.org/W2014399678","https://openalex.org/W2019274310","https://openalex.org/W2023687307","https://openalex.org/W2025661842","https://openalex.org/W2034995091","https://openalex.org/W2055332436","https://openalex.org/W2056403322","https://openalex.org/W2057605625","https://openalex.org/W2071268704","https://openalex.org/W2074739635","https://openalex.org/W2076017598","https://openalex.org/W2077684629","https://openalex.org/W2085662862","https://openalex.org/W2087589285","https://openalex.org/W2096976598","https://openalex.org/W2103011877","https://openalex.org/W2118980296","https://openalex.org/W2122865416","https://openalex.org/W2130103520","https://openalex.org/W2139916508","https://openalex.org/W2144498234","https://openalex.org/W2147272821","https://openalex.org/W2148822124","https://openalex.org/W2159011576","https://openalex.org/W2161051082","https://openalex.org/W2162095731","https://openalex.org/W2163352848","https://openalex.org/W2171340584","https://openalex.org/W2172110927","https://openalex.org/W2184421965","https://openalex.org/W2252754650","https://openalex.org/W2294606497","https://openalex.org/W2334547457","https://openalex.org/W2394851080","https://openalex.org/W2394998899","https://openalex.org/W2396718206","https://openalex.org/W2400979883","https://openalex.org/W2403021840","https://openalex.org/W2405501373","https://openalex.org/W2421080188","https://openalex.org/W2502993979","https://openalex.org/W2550557083","https://openalex.org/W3005563669","https://openalex.org/W4319068731","https://openalex.org/W6647918116","https://openalex.org/W6679388247","https://openalex.org/W7014555635"],"related_works":["https://openalex.org/W2185469136","https://openalex.org/W4306353150","https://openalex.org/W8219677","https://openalex.org/W2168054807","https://openalex.org/W2058990474","https://openalex.org/W2026860389","https://openalex.org/W2043363698","https://openalex.org/W3207883763","https://openalex.org/W4386977688","https://openalex.org/W2383394264"],"abstract_inverted_index":{"Depression":[0],"is":[1,48],"one":[2],"of":[3,177,197],"the":[4,11,27,33,67,91,116,156,169,180,190,202,210],"most":[5],"common":[6],"mood":[7],"disorders.":[8],"Technology":[9],"has":[10],"potential":[12],"to":[13,53,89,136,154],"assist":[14],"in":[15,159,208],"screening":[16],"and":[17,25,70,107,133,151,172,213],"treating":[18],"people":[19],"with":[20,32,74,111],"depression":[21,105,121,138],"by":[22,205],"robustly":[23],"modeling":[24,56,71],"tracking":[26],"complex":[28],"behavioral":[29],"cues":[30,76,135,153],"associated":[31],"disorder":[34],"(e.g.,":[35],"speech,":[36],"language,":[37],"facial":[38],"expressions,":[39],"head":[40],"movement,":[41],"body":[42],"language).":[43],"Similarly,":[44,143],"robust":[45],"affect":[46,162],"recognition":[47,163],"another":[49],"challenge":[50],"which":[51],"stands":[52],"benefit":[54],"from":[55,96,179],"such":[57],"cues.":[58],"The":[59,119],"Audio/Visual":[60],"Emotion":[61],"Challenge":[62],"(AVEC)":[63],"aims":[64],"toward":[65],"understanding":[66],"two":[68,92],"phenomena":[69],"their":[72],"correlation":[73],"observable":[75],"across":[77],"several":[78,112],"modalities.":[79],"In":[80],"this":[81,198],"paper,":[82],"we":[83,144,200],"use":[84,145],"multimodal":[85,117],"signal":[86],"processing":[87],"methodologies":[88],"address":[90],"problems":[93],"using":[94],"data":[95],"human-computer":[97],"interactions.":[98],"We":[99],"develop":[100],"separate":[101],"systems":[102,147,188],"for":[103,114,140,166],"predicting":[104,209],"levels":[106],"affective":[108,157],"dimensions,":[109],"experimenting":[110],"methods":[113],"combining":[115],"information.":[118],"proposed":[120,187],"prediction":[122],"system":[123,164],"uses":[124],"a":[125,174],"feature":[126],"selection":[127],"approach":[128],"based":[129,192],"on":[130,149],"audio,":[131],"visual,":[132],"linguistic":[134],"predict":[137,155],"scores":[139],"each":[141,206],"session.":[142],"multiple":[146],"trained":[148],"audio":[150],"visual":[152],"dimensions":[158],"continuous-time.":[160],"Our":[161],"accounts":[165],"context":[167],"during":[168],"frame-wise":[170],"inference":[171],"performs":[173],"linear":[175],"fusion":[176],"outcomes":[178],"audio-visual":[181],"systems.":[182,194],"For":[183],"both":[184],"problems,":[185],"our":[186],"outperform":[189],"video-feature":[191],"baseline":[193],"As":[195],"part":[196],"work,":[199],"analyze":[201],"role":[203],"played":[204],"modality":[207],"target":[211],"variable":[212],"provide":[214],"analytical":[215],"insights.":[216]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":13},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":14},{"year":2017,"cited_by_count":10},{"year":2016,"cited_by_count":9},{"year":2015,"cited_by_count":13}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}