{"id":"https://openalex.org/W2767088461","doi":"https://doi.org/10.1145/3133944.3133950","title":"Hybrid Depression Classification and Estimation from Audio Video and Text Information","display_name":"Hybrid Depression Classification and Estimation from Audio Video and Text Information","publication_year":2017,"publication_date":"2017-10-20","ids":{"openalex":"https://openalex.org/W2767088461","doi":"https://doi.org/10.1145/3133944.3133950","mag":"2767088461"},"language":"en","primary_location":{"id":"doi:10.1145/3133944.3133950","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3133944.3133950","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 7th Annual Workshop on Audio/Visual Emotion Challenge","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100454251","display_name":"Le Yang","orcid":"https://orcid.org/0000-0001-9985-7458"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Le Yang","raw_affiliation_strings":["Northwestern Polytechnical University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073820422","display_name":"Hichem Sahli","orcid":"https://orcid.org/0000-0002-1774-2970"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]},{"id":"https://openalex.org/I4210114974","display_name":"IMEC","ror":"https://ror.org/02kcbn207","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I4210114974"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Hichem Sahli","raw_affiliation_strings":["Vrije Universiteit Brussels &amp; Interuniversity Microelectronics Centre, Brussels, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vrije Universiteit Brussels &amp; Interuniversity Microelectronics Centre, Brussels, Belgium","institution_ids":["https://openalex.org/I4210114974","https://openalex.org/I13469542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069084947","display_name":"Xiaohan Xia","orcid":"https://orcid.org/0000-0002-5192-3863"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohan Xia","raw_affiliation_strings":["Northwestern Polytechnical University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014851312","display_name":"Ercheng Pei","orcid":"https://orcid.org/0000-0003-3582-6809"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ercheng Pei","raw_affiliation_strings":["Northwestern Polytechnical University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069268336","display_name":"Meshia C\u00e9dric Oveneke","orcid":"https://orcid.org/0000-0003-4076-4614"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Meshia C\u00e9dric Oveneke","raw_affiliation_strings":["Vrije Universiteit Brussels, Brussels, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vrije Universiteit Brussels, Brussels, Belgium","institution_ids":["https://openalex.org/I13469542"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102021514","display_name":"Dongmei Jiang","orcid":"https://orcid.org/0000-0002-6238-8499"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongmei Jiang","raw_affiliation_strings":["Northwestern Polytechnical University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.1046,"has_fulltext":false,"cited_by_count":93,"citation_normalized_percentile":{"value":0.96492629,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"45","last_page":"51"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.9769999980926514,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9531999826431274,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.7584412693977356},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6793532371520996},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6740795969963074},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6541410088539124},{"id":"https://openalex.org/keywords/random-forest","display_name":"Random forest","score":0.6512454748153687},{"id":"https://openalex.org/keywords/mean-squared-error","display_name":"Mean squared error","score":0.6425645351409912},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.48584243655204773},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4676961898803711},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.43802326917648315},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.42940670251846313},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41213130950927734},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.15504175424575806},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13824766874313354}],"concepts":[{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.7584412693977356},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6793532371520996},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6740795969963074},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6541410088539124},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.6512454748153687},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.6425645351409912},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.48584243655204773},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4676961898803711},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43802326917648315},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.42940670251846313},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41213130950927734},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.15504175424575806},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13824766874313354},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3133944.3133950","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3133944.3133950","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 7th Annual Workshop on Audio/Visual Emotion Challenge","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.44999998807907104,"id":"https://metadata.un.org/sdg/15","display_name":"Life in Land"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320327250","display_name":"National University Health System","ror":"https://ror.org/05tjjsh18"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1595126664","https://openalex.org/W1988088279","https://openalex.org/W2055134133","https://openalex.org/W2056403322","https://openalex.org/W2060779380","https://openalex.org/W2084242110","https://openalex.org/W2095540482","https://openalex.org/W2107019808","https://openalex.org/W2131744502","https://openalex.org/W2136409902","https://openalex.org/W2155893237","https://openalex.org/W2163928333","https://openalex.org/W2252180568","https://openalex.org/W2346454595","https://openalex.org/W2394851080","https://openalex.org/W2529925562","https://openalex.org/W2530421149","https://openalex.org/W2530431529","https://openalex.org/W2531271152","https://openalex.org/W2751214333"],"related_works":["https://openalex.org/W4386259002","https://openalex.org/W1546989560","https://openalex.org/W4200112873","https://openalex.org/W2955796858","https://openalex.org/W4224941037","https://openalex.org/W2004826645","https://openalex.org/W3135818052","https://openalex.org/W4372048956","https://openalex.org/W4206989953","https://openalex.org/W4283776244"],"abstract_inverted_index":{"In":[0,95,139],"this":[1],"paper,":[2],"we":[3,149],"design":[4],"a":[5,109,120,136],"hybrid":[6],"depression":[7,10,39,61,88,99,146,194],"classification":[8,62,89,147],"and":[9,16,30,45,57,82,86,142,219],"estimation":[11,100],"framework":[12,63,196],"from":[13,64,79,91,129],"audio,":[14],"video":[15],"text":[17,93,152],"descriptors.":[18],"It":[19],"contains":[20],"three":[21],"main":[22],"components:":[23],"1)":[24],"Deep":[25,31],"Convolutional":[26],"Neural":[27,32],"Network":[28,33],"(DCNN)":[29],"(DNN)":[34],"based":[35,60,98,145],"audio":[36,75],"visual":[37,76],"multi-modal":[38],"recognition":[40,195],"frameworks,":[41],"trained":[42],"with":[43,201],"depressed":[44,81],"not-depressed":[46,83],"participants,":[47],"respectively;":[48],"2)":[49],"Paragraph":[50],"Vector":[51,54],"(PV),":[52],"Support":[53],"Machine":[55],"(SVM)":[56],"Random":[58,143],"Forest":[59,144],"the":[65,74,80,87,92,96,124,130,140,167,179,183,192,216,227,235],"interview":[66],"transcripts;":[67],"3)":[68],"A":[69],"multivariate":[70],"regression":[71],"model":[72],"fusing":[73],"PHQ-8":[77,125],"estimations":[78],"DCNN-DNN":[84,97],"models,":[85],"result":[90],"information.":[94],"framework,":[101,148],"audio/video":[102],"feature":[103],"descriptors":[104],"are":[105,116,133,231],"first":[106],"input":[107],"into":[108],"DCNN":[110],"to":[111,119,122],"learn":[112],"high-level":[113],"features,":[114],"which":[115,230],"then":[117],"fed":[118],"DNN":[121,137],"predict":[123],"score.":[126],"Initial":[127],"predictions":[128],"two":[131],"modalities":[132],"fused":[134],"via":[135],"model.":[138],"PV-SVM":[141],"explore":[150],"semantic-related":[151],"features":[153],"using":[154],"PV,":[155],"as":[156,158,207,213,221,224],"well":[157],"global":[159],"text-features.":[160],"Experiments":[161],"have":[162],"been":[163],"carried":[164],"out":[165],"on":[166,215,226],"Distress":[168],"Analysis":[169],"Interview":[170],"Corpus":[171],"-":[172],"Wizard":[173],"of":[174],"Oz":[175],"(DAIC-WOZ)":[176],"dataset":[177],"for":[178],"Depression":[180],"Sub-challenge":[181],"at":[182],"2017":[184],"Audio-Visual":[185],"Emotion":[186],"Challenge":[187],"(AVEC),":[188],"results":[189],"show":[190],"that":[191],"proposed":[193],"obtains":[197],"very":[198],"promising":[199],"results,":[200],"root":[202],"mean":[203,209],"square":[204],"error":[205,211],"(RMSE)":[206],"3.088,":[208],"absolute":[210],"(MAE)":[212],"2.477":[214],"development":[217],"set,":[218,229],"RMSE":[220],"5.400,":[222],"MAE":[223],"4.359":[225],"test":[228],"all":[232],"lower":[233],"than":[234],"baseline":[236],"results.":[237]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":12},{"year":2018,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
