{"id":"https://openalex.org/W4404371548","doi":"https://doi.org/10.1109/taffc.2024.3498009","title":"Sparse Emotion Dictionary and CWT Spectrogram Fusion With Multi-Head Self-Attention for Depression Recognition in Parkinson's Disease Patients","display_name":"Sparse Emotion Dictionary and CWT Spectrogram Fusion With Multi-Head Self-Attention for Depression Recognition in Parkinson's Disease Patients","publication_year":2024,"publication_date":"2024-11-14","ids":{"openalex":"https://openalex.org/W4404371548","doi":"https://doi.org/10.1109/taffc.2024.3498009"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2024.3498009","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2024.3498009","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023638809","display_name":"Jian Li","orcid":"https://orcid.org/0000-0001-5880-2565"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jian Li","raw_affiliation_strings":["School of Information Science and Engineering, Northeastern University, Shenyang, China","School of Information Science and Engineering, Northeastern University, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"School of Information Science and Engineering, Northeastern University, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010455569","display_name":"Yuliang Zhao","orcid":"https://orcid.org/0000-0002-4519-7404"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuliang Zhao","raw_affiliation_strings":["School of Information Science and Engineering, Northeastern University, Shenyang, China","School of Information Science and Engineering, Northeastern University, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"School of Information Science and Engineering, Northeastern University, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101888483","display_name":"Yinghao Liu","orcid":"https://orcid.org/0000-0003-1864-8430"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinghao Liu","raw_affiliation_strings":["School of Information Science and Engineering, Northeastern University, Shenyang, China","School of Information Science and Engineering, Northeastern University, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"School of Information Science and Engineering, Northeastern University, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115588205","display_name":"Huawei Zhang","orcid":"https://orcid.org/0009-0002-0265-1176"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huawei Zhang","raw_affiliation_strings":["School of Information Science and Engineering, Northeastern University, Shenyang, China","School of Information Science and Engineering, Northeastern University, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"School of Information Science and Engineering, Northeastern University, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007267853","display_name":"Peng Shan","orcid":"https://orcid.org/0000-0002-3274-3226"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Shan","raw_affiliation_strings":["School of Information Science and Engineering, Northeastern University, Shenyang, China","School of Information Science and Engineering, Northeastern University, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"School of Information Science and Engineering, Northeastern University, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100523891","display_name":"Yuanyi Wu","orcid":"https://orcid.org/0009-0009-2867-4668"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanyi Wu","raw_affiliation_strings":["School of Information Science and Engineering, Northeastern University, Shenyang, China","School of Information Science and Engineering, Northeastern University, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"School of Information Science and Engineering, Northeastern University, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051235281","display_name":"Wanyue Wang","orcid":"https://orcid.org/0000-0002-5378-2873"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanyue Wang","raw_affiliation_strings":["School of Information Science and Engineering, Northeastern University, Shenyang, China","School of Information Science and Engineering, Northeastern University, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"School of Information Science and Engineering, Northeastern University, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":null,"display_name":"Yulin Wang","orcid":"https://orcid.org/0000-0001-7263-0501"},"institutions":[{"id":"https://openalex.org/I4210164246","display_name":"First Hospital of Qinhuangdao","ror":"https://ror.org/05pmkqv04","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210164246"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yulin Wang","raw_affiliation_strings":["Department of Neurology, Qinhuangdao First Hospital, Qinhuangdao, China","Department of NeurologyQinhuangdao First Hospital"],"affiliations":[{"raw_affiliation_string":"Department of Neurology, Qinhuangdao First Hospital, Qinhuangdao, China","institution_ids":["https://openalex.org/I4210164246"]},{"raw_affiliation_string":"Department of NeurologyQinhuangdao First Hospital","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5023638809"],"corresponding_institution_ids":["https://openalex.org/I9224756"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.24688399,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"16","issue":"2","first_page":"1159","last_page":"1176"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.6071000099182129,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.6071000099182129,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10863","display_name":"Voice and Speech Disorders","score":0.06880000233650208,"subfield":{"id":"https://openalex.org/subfields/2737","display_name":"Physiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.06340000033378601,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spectrogram","display_name":"Spectrogram","score":0.7119902968406677},{"id":"https://openalex.org/keywords/parkinsons-disease","display_name":"Parkinson's disease","score":0.5711787343025208},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4823862612247467},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4749367833137512},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.46886852383613586},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.46633291244506836},{"id":"https://openalex.org/keywords/depression","display_name":"Depression (economics)","score":0.450035035610199},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.42523622512817383},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.4219492971897125},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.37449443340301514},{"id":"https://openalex.org/keywords/audiology","display_name":"Audiology","score":0.3214831054210663},{"id":"https://openalex.org/keywords/disease","display_name":"Disease","score":0.3095948100090027},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.22829240560531616},{"id":"https://openalex.org/keywords/internal-medicine","display_name":"Internal medicine","score":0.10839289426803589}],"concepts":[{"id":"https://openalex.org/C45273575","wikidata":"https://www.wikidata.org/wiki/Q578970","display_name":"Spectrogram","level":2,"score":0.7119902968406677},{"id":"https://openalex.org/C2779734285","wikidata":"https://www.wikidata.org/wiki/Q11085","display_name":"Parkinson's disease","level":3,"score":0.5711787343025208},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4823862612247467},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4749367833137512},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.46886852383613586},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.46633291244506836},{"id":"https://openalex.org/C2776867660","wikidata":"https://www.wikidata.org/wiki/Q1814941","display_name":"Depression (economics)","level":2,"score":0.450035035610199},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.42523622512817383},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.4219492971897125},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.37449443340301514},{"id":"https://openalex.org/C548259974","wikidata":"https://www.wikidata.org/wiki/Q569965","display_name":"Audiology","level":1,"score":0.3214831054210663},{"id":"https://openalex.org/C2779134260","wikidata":"https://www.wikidata.org/wiki/Q12136","display_name":"Disease","level":2,"score":0.3095948100090027},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.22829240560531616},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.10839289426803589},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2024.3498009","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2024.3498009","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1930901790","display_name":null,"funder_award_id":"F2021203070","funder_id":"https://openalex.org/F4320322163","funder_display_name":"Natural Science Foundation of Hebei Province"},{"id":"https://openalex.org/G4568324717","display_name":null,"funder_award_id":"2022GFZD014","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7229341910","display_name":null,"funder_award_id":"F2022501031","funder_id":"https://openalex.org/F4320322163","funder_display_name":"Natural Science Foundation of Hebei Province"},{"id":"https://openalex.org/G7640292181","display_name":null,"funder_award_id":"62306068","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8195683169","display_name":null,"funder_award_id":"N2123004","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322163","display_name":"Natural Science Foundation of Hebei Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W2014545475","https://openalex.org/W2148725769","https://openalex.org/W2151897491","https://openalex.org/W2153242163","https://openalex.org/W2493235194","https://openalex.org/W2509528580","https://openalex.org/W2513160779","https://openalex.org/W2611614234","https://openalex.org/W2746076933","https://openalex.org/W2752201871","https://openalex.org/W2765739996","https://openalex.org/W2766272105","https://openalex.org/W2792633797","https://openalex.org/W2793141922","https://openalex.org/W2888800162","https://openalex.org/W2897960454","https://openalex.org/W2916952861","https://openalex.org/W2963494934","https://openalex.org/W2982049122","https://openalex.org/W3003417734","https://openalex.org/W3015647240","https://openalex.org/W3026469046","https://openalex.org/W3090004407","https://openalex.org/W3097543391","https://openalex.org/W3099165740","https://openalex.org/W3133638397","https://openalex.org/W3134427999","https://openalex.org/W3138516171","https://openalex.org/W3170642968","https://openalex.org/W3174525637","https://openalex.org/W3182275036","https://openalex.org/W3197055506","https://openalex.org/W3197860992","https://openalex.org/W3199562679","https://openalex.org/W4210713738","https://openalex.org/W4225788814","https://openalex.org/W4282943820","https://openalex.org/W4283689124","https://openalex.org/W4296143404","https://openalex.org/W4303983263","https://openalex.org/W4310424776","https://openalex.org/W4313443450","https://openalex.org/W4313465484","https://openalex.org/W4321033348","https://openalex.org/W4321438876","https://openalex.org/W4377009115","https://openalex.org/W4380714529","https://openalex.org/W4385247697","https://openalex.org/W4386474956","https://openalex.org/W4386813249","https://openalex.org/W4386987475","https://openalex.org/W4387418672","https://openalex.org/W4387702110","https://openalex.org/W4388359375","https://openalex.org/W4389070880","https://openalex.org/W4389210490","https://openalex.org/W4389636135","https://openalex.org/W4399952015","https://openalex.org/W4402775306","https://openalex.org/W4403621333","https://openalex.org/W6755207826","https://openalex.org/W6784333009","https://openalex.org/W6794345597","https://openalex.org/W6838160470"],"related_works":["https://openalex.org/W2530685530","https://openalex.org/W4375868962","https://openalex.org/W2897924318","https://openalex.org/W2138997758","https://openalex.org/W2791688487","https://openalex.org/W1923358586","https://openalex.org/W2184242386","https://openalex.org/W2325729322","https://openalex.org/W3126677997","https://openalex.org/W1610857240"],"abstract_inverted_index":{"Depression":[0],"is":[1,47,99],"prevalent":[2],"in":[3,25,33,75,115,152,216,221,235,254],"patients":[4],"with":[5,133,143],"Parkinson's":[6],"disease":[7],"(PD),":[8],"due":[9],"to":[10,51,68,107,112,164,196],"the":[11,26,29,55,69,78,85,90,147,204,209],"dramatic":[12],"negative":[13],"impact":[14],"that":[15],"behavioral":[16],"disorders":[17],"have":[18],"on":[19],"daily":[20],"life.":[21],"Regrettably,":[22],"most":[23],"researchers":[24,50],"past":[27],"ignored":[28],"study":[30],"of":[31,59,72,87,103,150,169,211],"depression":[32,53,114,151,253],"PD":[34,41,60,116,153,222,255],"patients,":[35,223],"especially":[36],"when":[37],"depressive":[38,219],"symptoms":[39,42],"and":[40,80,136,178,190,242,248],"are":[43,63],"coupled":[44],"together,":[45],"it":[46],"difficult":[48],"for":[49,93,146,251],"recognize":[52,113],"from":[54,84],"macro":[56],"physiological":[57],"signs":[58],"patients.":[61,117,154,256],"Researchers":[62],"increasingly":[64],"turning":[65],"their":[66],"attention":[67],"subtle":[70],"phenomena":[71],"emotional":[73,95],"expression":[74],"conversation,":[76],"using":[77],"textual":[79,134,161],"spectral":[81,144],"features":[82,111,135,145,202,220],"extracted":[83],"audio":[86],"interviews":[88],"as":[89],"primary":[91],"support":[92],"understanding":[94],"states.":[96],"However,":[97],"there":[98],"still":[100],"a":[101,129,137,165,176,188,232,238,246],"lack":[102],"effective":[104,249],"technical":[105],"means":[106],"fuse":[108],"these":[109],"two":[110],"In":[118],"this":[119,212,229],"study,":[120],"we":[121,174],"proposed":[122],"an":[123],"innovative":[124],"image":[125],"fusion":[126,156,194,214],"approach,":[127],"fusing":[128,237],"sparse":[130,239],"emotion":[131,240],"dictionary":[132,241],"Continuous":[138],"Wavelet":[139],"Transform":[140],"(CWT)":[141],"spectrogram":[142],"precise":[148],"recognition":[149,226],"The":[155,206],"process":[157],"integrates":[158],"low-dimensional":[159],"emotion-related":[160],"cues,":[162],"contributing":[163],"more":[166],"comprehensive":[167],"extraction":[168],"emotionally":[170],"relevant":[171],"information.":[172],"Subsequently,":[173],"introduce":[175],"High":[177],"Low":[179],"Frequency":[180],"Feature":[181],"Fusion":[182],"Multi-headed":[183],"Self-Attention":[184],"(HL-MSA)":[185],"mechanism":[186],"within":[187,203],"high":[189],"low":[191],"frequency":[192,201],"feature":[193],"network":[195],"amalgamate":[197],"information":[198],"across":[199],"different":[200],"images.":[205],"results":[207],"underscore":[208],"efficacy":[210],"novel":[213],"approach":[215],"effectively":[217],"extracting":[218],"attaining":[224],"advanced":[225],"performance.":[227],"Notably,":[228],"endeavor":[230],"represents":[231],"pioneering":[233],"stride":[234],"seamlessly":[236],"CWT":[243],"spectrogram,":[244],"exemplifying":[245],"promising":[247],"initiative":[250],"recognizing":[252]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}