{"id":"https://openalex.org/W4295422770","doi":"https://doi.org/10.1109/embc48229.2022.9871556","title":"Unaligned Multimodal Sequences for Depression Assessment From Speech","display_name":"Unaligned Multimodal Sequences for Depression Assessment From Speech","publication_year":2022,"publication_date":"2022-07-11","ids":{"openalex":"https://openalex.org/W4295422770","doi":"https://doi.org/10.1109/embc48229.2022.9871556","pmid":"https://pubmed.ncbi.nlm.nih.gov/36085884"},"language":"en","primary_location":{"id":"doi:10.1109/embc48229.2022.9871556","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc48229.2022.9871556","pdf_url":null,"source":{"id":"https://openalex.org/S4363607706","display_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052655362","display_name":"Ziping Zhao","orcid":"https://orcid.org/0000-0002-8719-6389"},"institutions":[{"id":"https://openalex.org/I15062923","display_name":"Tianjin Normal University","ror":"https://ror.org/05x2td559","country_code":"CN","type":"education","lineage":["https://openalex.org/I15062923"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziping Zhao","raw_affiliation_strings":["College of Computer and Information Engineering, Tianjin Normal University,Tianjin,China,300387"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer and Information Engineering, Tianjin Normal University,Tianjin,China,300387","institution_ids":["https://openalex.org/I15062923"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101659840","display_name":"Keru Wang","orcid":"https://orcid.org/0000-0003-2769-5669"},"institutions":[{"id":"https://openalex.org/I15062923","display_name":"Tianjin Normal University","ror":"https://ror.org/05x2td559","country_code":"CN","type":"education","lineage":["https://openalex.org/I15062923"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Keru Wang","raw_affiliation_strings":["College of Computer and Information Engineering, Tianjin Normal University,Tianjin,China,300387"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer and Information Engineering, Tianjin Normal University,Tianjin,China,300387","institution_ids":["https://openalex.org/I15062923"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I15062923"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"2022","issue":null,"first_page":"3409","last_page":"3413"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6771036386489868},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6004286408424377},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5969640016555786},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5319175124168396},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5273070335388184},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.5012803077697754},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.48580145835876465},{"id":"https://openalex.org/keywords/depression","display_name":"Depression (economics)","score":0.4847647547721863},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4342584013938904},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.4189852476119995},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.4185049831867218}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6771036386489868},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6004286408424377},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5969640016555786},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5319175124168396},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5273070335388184},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.5012803077697754},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.48580145835876465},{"id":"https://openalex.org/C2776867660","wikidata":"https://www.wikidata.org/wiki/Q1814941","display_name":"Depression (economics)","level":2,"score":0.4847647547721863},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4342584013938904},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.4189852476119995},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4185049831867218},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003863","descriptor_name":"Depression","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":false},{"descriptor_ui":"D003863","descriptor_name":"Depression","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":false},{"descriptor_ui":"D003863","descriptor_name":"Depression","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":false},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013060","descriptor_name":"Speech","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013060","descriptor_name":"Speech","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013060","descriptor_name":"Speech","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/embc48229.2022.9871556","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc48229.2022.9871556","pdf_url":null,"source":{"id":"https://openalex.org/S4363607706","display_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:36085884","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36085884","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.4300000071525574}],"awards":[{"id":"https://openalex.org/G2586592513","display_name":"\u591a\u6e90\u4fe1\u53f7\u878d\u5408\u7684\u6291\u90c1\u7a0b\u5ea6\u5206\u6790\u4e0e\u8ddf\u8e2a\u7814\u7a76","funder_award_id":"62071330","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1501506202","https://openalex.org/W2003502731","https://openalex.org/W2048533792","https://openalex.org/W2085662862","https://openalex.org/W2184421965","https://openalex.org/W2239141610","https://openalex.org/W2252180568","https://openalex.org/W2531648894","https://openalex.org/W2619383789","https://openalex.org/W2751214333","https://openalex.org/W2765540322","https://openalex.org/W2767989436","https://openalex.org/W2772633765","https://openalex.org/W2804078698","https://openalex.org/W2888539709","https://openalex.org/W2889507358","https://openalex.org/W2896457183","https://openalex.org/W2962931510","https://openalex.org/W2963925437","https://openalex.org/W2963942586","https://openalex.org/W2964045208","https://openalex.org/W2964051877","https://openalex.org/W2964182121","https://openalex.org/W2972463723","https://openalex.org/W2973110385","https://openalex.org/W2981660166","https://openalex.org/W2981677410","https://openalex.org/W3003922336","https://openalex.org/W3046415183","https://openalex.org/W3177858041","https://openalex.org/W4293571337","https://openalex.org/W4297817572","https://openalex.org/W4320013936","https://openalex.org/W4385245566","https://openalex.org/W6691669583","https://openalex.org/W6713639923","https://openalex.org/W6739901393","https://openalex.org/W6746213830","https://openalex.org/W6752378368","https://openalex.org/W6755207826","https://openalex.org/W6755257315"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4224009465","https://openalex.org/W4301366326","https://openalex.org/W2546942002","https://openalex.org/W2946016983","https://openalex.org/W4377693572","https://openalex.org/W4320802741","https://openalex.org/W4281689716","https://openalex.org/W2963685106"],"abstract_inverted_index":{"A":[0],"growing":[1],"area":[2],"of":[3,13,39,47,94,118,125,147,162,175],"mental":[4],"health":[5,128],"research":[6,31],"pertains":[7],"to":[8,36,90,112,143],"how":[9],"an":[10],"individual's":[11],"degree":[12],"depression":[14,60,152,159],"might":[15],"be":[16,33,133],"automatically":[17],"assessed":[18],"through":[19],"analyzing":[20],"multimodal-based":[21],"objective":[22],"markers.":[23],"However,":[24],"when":[25],"combined":[26],"with":[27],"machine":[28],"learning,":[29],"this":[30,52],"can":[32,131],"challenging":[34],"due":[35],"the":[37,44,92,100,106,115,119,123,126,145,158,163,173],"existence":[38],"unaligned":[40],"multimodal":[41,82],"sequences":[42],"and":[43,76,169],"limited":[45],"amount":[46,146],"annotated":[48],"training":[49,148],"data.":[50],"In":[51],"paper,":[53],"a":[54],"novel":[55],"cross-modal":[56,85,107],"framework":[57],"for":[58,151],"automatic":[59],"severity":[61,153],"assessment":[62],"is":[63,88,110,141],"proposed.":[64],"The":[65],"low-level":[66],"descriptions":[67],"(LLDs)":[68],"from":[69,103],"multiple":[70],"clues":[71],"(such":[72],"as":[73],"text,":[74],"audio":[75],"video)":[77],"are":[78],"extracted,":[79],"after":[80],"which":[81],"fusion":[83],"via":[84],"attention":[86,108],"mechanism":[87,109],"utilized":[89,111],"facilitate":[91],"learning":[93],"more":[95],"accurate":[96],"feature":[97],"representations.":[98],"For":[99],"features":[101],"extracted":[102],"each":[104],"modality,":[105],"continuously":[113],"update":[114],"input":[116],"sequence":[117],"target":[120],"mode,":[121],"until":[122],"score":[124],"patient's":[127],"questionnaire":[129],"(PHQ-8)":[130],"finally":[132],"obtained.":[134],"Moreover,":[135],"Self-Attention":[136],"Generative":[137],"Adversarial":[138],"Networks":[139],"(SAGAN)":[140],"employed":[142],"increase":[144],"data":[149],"available":[150],"analysis.":[154],"Experimental":[155],"results":[156],"on":[157],"sub-challenge":[160],"dataset":[161],"Audio/Visual":[164],"Emotion":[165],"Challenge":[166],"(AVEC":[167],"2017":[168],"AVEC":[170],"2019)":[171],"demonstrate":[172],"effectiveness":[174],"our":[176],"proposed":[177],"method.":[178]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}