{"id":"https://openalex.org/W2996086672","doi":"https://doi.org/10.1109/aciiw.2019.8925023","title":"Audio Visual Multimodal Classification of Bipolar Disorder Episodes","display_name":"Audio Visual Multimodal Classification of Bipolar Disorder Episodes","publication_year":2019,"publication_date":"2019-09-01","ids":{"openalex":"https://openalex.org/W2996086672","doi":"https://doi.org/10.1109/aciiw.2019.8925023","mag":"2996086672"},"language":"en","primary_location":{"id":"doi:10.1109/aciiw.2019.8925023","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aciiw.2019.8925023","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 8th International Conference on Affective Computing and Intelligent Interaction Workshops and Demos (ACIIW)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101759398","display_name":"Yan Li","orcid":"https://orcid.org/0000-0003-1882-3331"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Li","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100454251","display_name":"Le Yang","orcid":"https://orcid.org/0000-0001-9985-7458"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Le Yang","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100456775","display_name":"Haifeng Chen","orcid":"https://orcid.org/0000-0001-7164-5840"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haifeng Chen","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102021514","display_name":"Dongmei Jiang","orcid":"https://orcid.org/0000-0002-6238-8499"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongmei Jiang","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073820422","display_name":"Hichem Sahli","orcid":"https://orcid.org/0000-0002-1774-2970"},"institutions":[{"id":"https://openalex.org/I4210114974","display_name":"IMEC","ror":"https://ror.org/02kcbn207","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I4210114974"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Hichem Sahli","raw_affiliation_strings":["Interuniversity Microelectronics Centre (IMEC), Heverlee, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Interuniversity Microelectronics Centre (IMEC), Heverlee, Belgium","institution_ids":["https://openalex.org/I4210114974"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"115","last_page":"120"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hypomania","display_name":"Hypomania","score":0.7767979502677917},{"id":"https://openalex.org/keywords/bipolar-disorder","display_name":"Bipolar disorder","score":0.6739379167556763},{"id":"https://openalex.org/keywords/histogram","display_name":"Histogram","score":0.6306586861610413},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6260625720024109},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5815423727035522},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5641210079193115},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5109957456588745},{"id":"https://openalex.org/keywords/mania","display_name":"Mania","score":0.5104869604110718},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4699084162712097},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4310237169265747},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.20881745219230652},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1809774935245514},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.1534990668296814}],"concepts":[{"id":"https://openalex.org/C2778567577","wikidata":"https://www.wikidata.org/wiki/Q188611","display_name":"Hypomania","level":5,"score":0.7767979502677917},{"id":"https://openalex.org/C2776174506","wikidata":"https://www.wikidata.org/wiki/Q131755","display_name":"Bipolar disorder","level":3,"score":0.6739379167556763},{"id":"https://openalex.org/C53533937","wikidata":"https://www.wikidata.org/wiki/Q185020","display_name":"Histogram","level":3,"score":0.6306586861610413},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6260625720024109},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5815423727035522},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5641210079193115},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5109957456588745},{"id":"https://openalex.org/C2776809841","wikidata":"https://www.wikidata.org/wiki/Q185935","display_name":"Mania","level":4,"score":0.5104869604110718},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4699084162712097},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4310237169265747},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.20881745219230652},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1809774935245514},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.1534990668296814},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/aciiw.2019.8925023","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aciiw.2019.8925023","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 8th International Conference on Affective Computing and Intelligent Interaction Workshops and Demos (ACIIW)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4000000059604645,"display_name":"Life in Land","id":"https://metadata.un.org/sdg/15"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W121550088","https://openalex.org/W296941733","https://openalex.org/W1488266690","https://openalex.org/W1501506202","https://openalex.org/W1626978984","https://openalex.org/W1988088279","https://openalex.org/W2000567862","https://openalex.org/W2045528981","https://openalex.org/W2055134133","https://openalex.org/W2056403322","https://openalex.org/W2060779380","https://openalex.org/W2084242110","https://openalex.org/W2124449901","https://openalex.org/W2155893237","https://openalex.org/W2163928333","https://openalex.org/W2184421965","https://openalex.org/W2239141610","https://openalex.org/W2530421149","https://openalex.org/W2559085405","https://openalex.org/W2593853439","https://openalex.org/W2765540322","https://openalex.org/W2807126412","https://openalex.org/W2896322900","https://openalex.org/W2896541000","https://openalex.org/W2897444637","https://openalex.org/W2897604988","https://openalex.org/W2897730631","https://openalex.org/W2950094539","https://openalex.org/W6629853029","https://openalex.org/W6755537614","https://openalex.org/W6755627099","https://openalex.org/W6755775024","https://openalex.org/W7010600474"],"related_works":["https://openalex.org/W2187864701","https://openalex.org/W2462983098","https://openalex.org/W2132014094","https://openalex.org/W1977674187","https://openalex.org/W2146184755","https://openalex.org/W2059519261","https://openalex.org/W3176398639","https://openalex.org/W2205946805","https://openalex.org/W4388205484","https://openalex.org/W2245992925"],"abstract_inverted_index":{"Bipolar":[0,139],"disorder":[1,150],"is":[2,92,165],"a":[3,95,115,120],"highly":[4],"prevalent":[5],"and":[6,42,117,148],"complex":[7],"medical":[8],"syndrome":[9],"of":[10,32,40,54,61,65,76,82,106,133,172],"multifactorial":[11],"origin.":[12],"In":[13],"this":[14],"paper,":[15],"we":[16,45],"propose":[17,46],"an":[18],"audio":[19,73],"visual":[20,70,146],"multi-modal":[21],"framework":[22,152],"for":[23,123],"classifying":[24],"the":[25,37,49,69,77,102,107,124,130,144,157,170,173],"different":[26],"episodes":[27],"(Remission,":[28],"Hypomania":[29],"or":[30,167],"Mania)":[31],"bipolar":[33,149],"disorder.":[34],"To":[35],"represent":[36],"temporal":[38],"dynamics":[39],"face":[41],"body":[43,66],"poses,":[44],"to":[47,100],"compute":[48],"Motion":[50],"History":[51],"Histogram":[52,60],"(MHH)":[53],"facial":[55],"landmarks":[56],"as":[57,59,68,86],"well":[58],"Displacement":[62],"Range":[63],"(HDR)":[64],"keypoints":[67],"features.":[71,88],"For":[72],"features,":[74],"functionals":[75],"low":[78],"level":[79],"descriptors":[80],"(LLDs)":[81],"speech":[83],"are":[84,111],"computed":[85],"global":[87],"Each":[89],"feature":[90],"stream":[91],"input":[93],"into":[94,114,119],"Convolutional":[96],"Neural":[97],"Network":[98],"(CNN)":[99],"get":[101],"initial":[103],"classification":[104,151],"result":[105],"patient's":[108],"episode,":[109],"which":[110,164],"then":[112],"concatenated":[113],"vector":[116],"fed":[118],"random":[121],"forest":[122],"final":[125],"classification.":[126],"Experimental":[127],"results":[128,155],"on":[129],"development":[131],"set":[132],"Audio":[134],"Visual":[135],"Emotion":[136],"Challenge":[137],"(AVEC2018)":[138],"Disorder":[140],"Sub-Challenge":[141],"demonstrate":[142],"that":[143],"proposed":[145],"features":[147],"achieve":[153],"promising":[154],"with":[156,169],"unweighted":[158],"average":[159],"recall":[160],"(UAR)":[161],"reaching":[162],"0.749,":[163],"better":[166],"comparable":[168],"state":[171],"art":[174],"results.":[175]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}