{"id":"https://openalex.org/W4399952015","doi":"https://doi.org/10.1109/taffc.2024.3418415","title":"Image Encoding and Fusion of Multi-Modal Data Enhance Depression Diagnosis in Parkinson's Disease Patients","display_name":"Image Encoding and Fusion of Multi-Modal Data Enhance Depression Diagnosis in Parkinson's Disease Patients","publication_year":2024,"publication_date":"2024-06-24","ids":{"openalex":"https://openalex.org/W4399952015","doi":"https://doi.org/10.1109/taffc.2024.3418415"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2024.3418415","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2024.3418415","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023638809","display_name":"Jian Li","orcid":"https://orcid.org/0000-0001-5880-2565"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jian Li","raw_affiliation_strings":["School of Information Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0001-5880-2565","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010455569","display_name":"Yuliang Zhao","orcid":"https://orcid.org/0000-0002-4519-7404"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuliang Zhao","raw_affiliation_strings":["School of Information Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100320796","display_name":"Huawei Zhang","orcid":"https://orcid.org/0000-0002-0641-4680"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huawei Zhang","raw_affiliation_strings":["School of Information Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015326769","display_name":"Wayne Jason Li","orcid":null},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wayne Jason Li","raw_affiliation_strings":["Department of Mechanical Engineering, Faculty of Engineering, The University of Hong Kong, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Faculty of Engineering, The University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085633547","display_name":"Changzeng Fu","orcid":"https://orcid.org/0000-0003-1083-9486"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changzeng Fu","raw_affiliation_strings":["School of Information Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0003-1083-9486","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021252039","display_name":"Chao Lian","orcid":null},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Lian","raw_affiliation_strings":["School of Information Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-1919-3063","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007267853","display_name":"Peng Shan","orcid":"https://orcid.org/0000-0002-3274-3226"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Shan","raw_affiliation_strings":["School of Information Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-3274-3226","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5023638809"],"corresponding_institution_ids":["https://openalex.org/I9224756"],"apc_list":null,"apc_paid":null,"fwci":3.7642,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.93498911,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"16","issue":"1","first_page":"145","last_page":"160"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13731","display_name":"Advanced Computing and Algorithms","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/3322","display_name":"Urban Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9783999919891357,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/parkinsons-disease","display_name":"Parkinson's disease","score":0.7614951729774475},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6289768815040588},{"id":"https://openalex.org/keywords/depression","display_name":"Depression (economics)","score":0.6219414472579956},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.5372083187103271},{"id":"https://openalex.org/keywords/disease","display_name":"Disease","score":0.4867541790008545},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4303479492664337},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4016644358634949},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3619239926338196},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.3201926350593567},{"id":"https://openalex.org/keywords/internal-medicine","display_name":"Internal medicine","score":0.14229238033294678}],"concepts":[{"id":"https://openalex.org/C2779734285","wikidata":"https://www.wikidata.org/wiki/Q11085","display_name":"Parkinson's disease","level":3,"score":0.7614951729774475},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6289768815040588},{"id":"https://openalex.org/C2776867660","wikidata":"https://www.wikidata.org/wiki/Q1814941","display_name":"Depression (economics)","level":2,"score":0.6219414472579956},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.5372083187103271},{"id":"https://openalex.org/C2779134260","wikidata":"https://www.wikidata.org/wiki/Q12136","display_name":"Disease","level":2,"score":0.4867541790008545},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4303479492664337},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4016644358634949},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3619239926338196},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3201926350593567},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.14229238033294678},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2024.3418415","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2024.3418415","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1930901790","display_name":null,"funder_award_id":"F2021203070","funder_id":"https://openalex.org/F4320322163","funder_display_name":"Natural Science Foundation of Hebei Province"},{"id":"https://openalex.org/G4568324717","display_name":null,"funder_award_id":"2022GFZD014","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7229341910","display_name":null,"funder_award_id":"F2022501031","funder_id":"https://openalex.org/F4320322163","funder_display_name":"Natural Science Foundation of Hebei Province"},{"id":"https://openalex.org/G7640292181","display_name":null,"funder_award_id":"62306068","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8195683169","display_name":null,"funder_award_id":"N2123004","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322163","display_name":"Natural Science Foundation of Hebei Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":95,"referenced_works":["https://openalex.org/W22229905","https://openalex.org/W1987403525","https://openalex.org/W2021678994","https://openalex.org/W2064090130","https://openalex.org/W2156303437","https://openalex.org/W2160547390","https://openalex.org/W2194775991","https://openalex.org/W2463273966","https://openalex.org/W2530305026","https://openalex.org/W2558919063","https://openalex.org/W2619383789","https://openalex.org/W2742079690","https://openalex.org/W2760537051","https://openalex.org/W2762081760","https://openalex.org/W2791999218","https://openalex.org/W2807126412","https://openalex.org/W2889717020","https://openalex.org/W2894879265","https://openalex.org/W2912292962","https://openalex.org/W2954709787","https://openalex.org/W2962790412","https://openalex.org/W2962850006","https://openalex.org/W2964454173","https://openalex.org/W2967182021","https://openalex.org/W2991240488","https://openalex.org/W3003417734","https://openalex.org/W3007440961","https://openalex.org/W3034580371","https://openalex.org/W3073756007","https://openalex.org/W3097279572","https://openalex.org/W3101692452","https://openalex.org/W3106884676","https://openalex.org/W3115587826","https://openalex.org/W3117956262","https://openalex.org/W3131775586","https://openalex.org/W3185479858","https://openalex.org/W3193999147","https://openalex.org/W3197282763","https://openalex.org/W3198945835","https://openalex.org/W3199336745","https://openalex.org/W3209731954","https://openalex.org/W3214346043","https://openalex.org/W4210644774","https://openalex.org/W4213198999","https://openalex.org/W4213251304","https://openalex.org/W4221025377","https://openalex.org/W4225788814","https://openalex.org/W4225900388","https://openalex.org/W4282930062","https://openalex.org/W4283156058","https://openalex.org/W4283216398","https://openalex.org/W4283689124","https://openalex.org/W4285176735","https://openalex.org/W4288702320","https://openalex.org/W4293057687","https://openalex.org/W4293678623","https://openalex.org/W4296143404","https://openalex.org/W4298863937","https://openalex.org/W4300981272","https://openalex.org/W4302275554","https://openalex.org/W4303438998","https://openalex.org/W4310333988","https://openalex.org/W4310592224","https://openalex.org/W4313443450","https://openalex.org/W4313465484","https://openalex.org/W4313537335","https://openalex.org/W4313824183","https://openalex.org/W4315782506","https://openalex.org/W4319316676","https://openalex.org/W4321793515","https://openalex.org/W4322753435","https://openalex.org/W4323338373","https://openalex.org/W4362465755","https://openalex.org/W4366824201","https://openalex.org/W4368351340","https://openalex.org/W4382583402","https://openalex.org/W4382998913","https://openalex.org/W4385074134","https://openalex.org/W4386143244","https://openalex.org/W4389070880","https://openalex.org/W4389104891","https://openalex.org/W4389210490","https://openalex.org/W4389636135","https://openalex.org/W4390367337","https://openalex.org/W4390507232","https://openalex.org/W4393345681","https://openalex.org/W6682864246","https://openalex.org/W6687483927","https://openalex.org/W6742058293","https://openalex.org/W6748850308","https://openalex.org/W6756046566","https://openalex.org/W6774884327","https://openalex.org/W6845625448","https://openalex.org/W6857665480","https://openalex.org/W6861457759"],"related_works":["https://openalex.org/W2229271988","https://openalex.org/W4406487592","https://openalex.org/W438207291","https://openalex.org/W2274833306","https://openalex.org/W4401814285","https://openalex.org/W2374420720","https://openalex.org/W3134596587","https://openalex.org/W3216329096","https://openalex.org/W2416973532","https://openalex.org/W3116665257"],"abstract_inverted_index":{"The":[0,21],"diagnosis":[1],"of":[2,13,27,62,119,141,171],"depression":[3,84,191],"in":[4,58,85,176,179],"individuals":[5],"with":[6],"Parkinson's":[7],"Disease":[8],"(PD)":[9],"through":[10,196],"the":[11,25,34,51,112,116,138,146,169],"utilization":[12],"multimodal":[14],"fusion":[15,30,80],"techniques":[16],"represents":[17],"a":[18,28,59,74,91,132,184],"significant":[19],"domain.":[20],"primary":[22],"challenge":[23],"involves":[24],"creation":[26],"robust":[29],"framework":[31],"to":[32,110,136,151,189],"address":[33],"heterogeneity":[35],"among":[36,54],"different":[37],"modalities":[38],"effectively.":[39],"However,":[40],"previous":[41],"studies":[42],"primarily":[43],"focused":[44],"on":[45],"interactions":[46],"between":[47],"heterogeneous":[48,67],"data,":[49,56,114],"neglecting":[50],"structural":[52],"similarities":[53],"isomorphic":[55,117],"resulting":[57],"substantial":[60],"loss":[61,187],"feature":[63,124,153,161],"information":[64,121,125],"when":[65],"merging":[66],"data.":[68,100],"In":[69],"this":[70],"study,":[71],"we":[72,89,102,130,182],"introduced":[73,131],"multi-modal":[75,92,113,120],"data":[76],"image":[77,159],"encoding":[78],"and":[79,98,106,122,155,193],"approach":[81],"for":[82,163],"diagnosing":[83],"PD":[86],"patients.":[87],"Additionally,":[88],"proposed":[90],"dataset":[93],"encompassing":[94],"motion,":[95],"facial":[96],"expression,":[97],"audio":[99],"First,":[101],"designed":[103],"an":[104],"RGB":[105],"sparse":[107],"coding":[108],"method":[109],"encode":[111],"achieving":[115],"transformation":[118],"extracting":[123],"from":[126],"lower-dimensional":[127],"spaces.":[128],"Furthermore,":[129],"Spatial-Temporal":[133],"Network":[134],"(STN)":[135],"fuse":[137],"three":[139],"types":[140],"encoded":[142,158],"images.":[143],"We":[144],"incorporated":[145],"Relation":[147],"Global":[148],"Attention":[149],"(RGA)":[150],"enhance":[152],"extraction":[154],"leverage":[156],"all":[157],"location":[160],"nodes":[162],"balanced":[164],"decision":[165],"attention.":[166],"Finally,":[167],"recognizing":[168],"limitations":[170],"traditional":[172],"machine":[173],"learning":[174,198],"algorithms":[175],"handling":[177],"multi-tasks":[178],"medical":[180],"diagnosis,":[181],"established":[183],"multi-task":[185],"weighted":[186],"function":[188],"achieve":[190],"identification":[192],"severity":[194],"prediction":[195],"Multi-Task":[197],"(MTL).":[199]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-24T08:23:43.765630","created_date":"2025-10-10T00:00:00"}