{"id":"https://openalex.org/W7131900387","doi":"https://doi.org/10.1109/tmm.2026.3668527","title":"Sounding Depressed? Personalized Deep Learning Model for Depression Detection From Speech and Text","display_name":"Sounding Depressed? Personalized Deep Learning Model for Depression Detection From Speech and Text","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7131900387","doi":"https://doi.org/10.1109/tmm.2026.3668527"},"language":null,"primary_location":{"id":"doi:10.1109/tmm.2026.3668527","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2026.3668527","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5121642921","display_name":"Haibo Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I76214153","display_name":"Lanzhou University","ror":"https://ror.org/01mkqqe32","country_code":"CN","type":"education","lineage":["https://openalex.org/I76214153"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haibo Zhang","raw_affiliation_strings":["Gansu Provincial Key Laboratory of Wearable Computing, School of Information Science and Engineering, Lanzhou University, Lanzhou, China"],"raw_orcid":"https://orcid.org/0009-0006-1352-7567","affiliations":[{"raw_affiliation_string":"Gansu Provincial Key Laboratory of Wearable Computing, School of Information Science and Engineering, Lanzhou University, Lanzhou, China","institution_ids":["https://openalex.org/I76214153"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126979762","display_name":"Zhenyu Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I76214153","display_name":"Lanzhou University","ror":"https://ror.org/01mkqqe32","country_code":"CN","type":"education","lineage":["https://openalex.org/I76214153"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyu Liu","raw_affiliation_strings":["Gansu Provincial Key Laboratory of Wearable Computing, School of Information Science and Engineering, Lanzhou University, Lanzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-8401-9056","affiliations":[{"raw_affiliation_string":"Gansu Provincial Key Laboratory of Wearable Computing, School of Information Science and Engineering, Lanzhou University, Lanzhou, China","institution_ids":["https://openalex.org/I76214153"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121677793","display_name":"Jiaqian Yuan","orcid":null},"institutions":[{"id":"https://openalex.org/I76214153","display_name":"Lanzhou University","ror":"https://ror.org/01mkqqe32","country_code":"CN","type":"education","lineage":["https://openalex.org/I76214153"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaqian Yuan","raw_affiliation_strings":["Gansu Provincial Key Laboratory of Wearable Computing, School of Information Science and Engineering, Lanzhou University, Lanzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Gansu Provincial Key Laboratory of Wearable Computing, School of Information Science and Engineering, Lanzhou University, Lanzhou, China","institution_ids":["https://openalex.org/I76214153"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127334136","display_name":"Gang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gang Li","raw_affiliation_strings":["Tianshui Third People’s Hospital, Tianshui, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tianshui Third People’s Hospital, Tianshui, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110964723","display_name":"Zhijie Ding","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhijie Ding","raw_affiliation_strings":["Tianshui Third People’s Hospital, Tianshui, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tianshui Third People’s Hospital, Tianshui, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5127087981","display_name":"Bin Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I76214153","display_name":"Lanzhou University","ror":"https://ror.org/01mkqqe32","country_code":"CN","type":"education","lineage":["https://openalex.org/I76214153"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Hu","raw_affiliation_strings":["Gansu Provincial Key Laboratory of Wearable Computing, School of Information Science and Engineering, Lanzhou University, Lanzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-3514-5413","affiliations":[{"raw_affiliation_string":"Gansu Provincial Key Laboratory of Wearable Computing, School of Information Science and Engineering, Lanzhou University, Lanzhou, China","institution_ids":["https://openalex.org/I76214153"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18914441,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"28","issue":null,"first_page":"5658","last_page":"5671"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.8317000269889832,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.8317000269889832,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.10760000348091125,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.015599999576807022,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.9101999998092651},{"id":"https://openalex.org/keywords/depression","display_name":"Depression (economics)","score":0.5644000172615051},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5325000286102295},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.49480000138282776},{"id":"https://openalex.org/keywords/personalized-medicine","display_name":"Personalized medicine","score":0.40939998626708984},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.35089999437332153},{"id":"https://openalex.org/keywords/personalized-learning","display_name":"Personalized learning","score":0.33469998836517334}],"concepts":[{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.9101999998092651},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7172999978065491},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6366999745368958},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5727999806404114},{"id":"https://openalex.org/C2776867660","wikidata":"https://www.wikidata.org/wiki/Q1814941","display_name":"Depression (economics)","level":2,"score":0.5644000172615051},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5325000286102295},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.49480000138282776},{"id":"https://openalex.org/C32220436","wikidata":"https://www.wikidata.org/wiki/Q2072214","display_name":"Personalized medicine","level":2,"score":0.40939998626708984},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37389999628067017},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.35089999437332153},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3393000066280365},{"id":"https://openalex.org/C142039133","wikidata":"https://www.wikidata.org/wiki/Q3620943","display_name":"Personalized learning","level":5,"score":0.33469998836517334},{"id":"https://openalex.org/C148524875","wikidata":"https://www.wikidata.org/wiki/Q6975395","display_name":"F1 score","level":2,"score":0.3199000060558319},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.299699991941452},{"id":"https://openalex.org/C3019858935","wikidata":"https://www.wikidata.org/wiki/Q4340209","display_name":"Depressive symptoms","level":3,"score":0.28450000286102295},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.2833000123500824},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.25920000672340393},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2590999901294708},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.2524999976158142}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2026.3668527","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2026.3668527","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.4700705409049988}],"awards":[{"id":"https://openalex.org/G1056251607","display_name":null,"funder_award_id":"62227807","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5157292354","display_name":null,"funder_award_id":"62372217","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Automatic":[0],"depression":[1,80,87,131,143,215,225],"detection":[2,30,88,216],"technology":[3],"based":[4],"on":[5,164],"speech":[6,65,103],"and":[7,66,71,75,104,111,146,162,167,177,196,212],"text":[8,67,105],"data":[9,68],"is":[10,59],"one":[11],"of":[12,51,56,204,214],"the":[13,24,37,49,54,121,124,129,135,150,157,165,181,189,201,210],"current":[14,19],"research":[15,58,219],"hotspots.":[16],"However,":[17],"numerous":[18],"models":[20],"may":[21],"inadequately":[22],"incorporate":[23],"individual":[25,62,99],"characteristics":[26,63],"important":[27],"for":[28,79,97,117],"improving":[29],"precision.":[31],"This":[32],"leads":[33],"to":[34,60,127,142,149],"misjudgment":[35],"when":[36],"model":[38,78,89,93,122,137],"deals":[39],"with":[40,114],"a":[41,84],"depressed":[42],"patient":[43],"whose":[44],"behavior":[45],"significantly":[46,208],"differs":[47],"from":[48,64],"majority":[50],"patients.":[52],"Thus,":[53],"goal":[55],"this":[57],"extract":[61],"among":[69],"individuals":[70],"develop":[72],"an":[73],"efficient":[74],"stable":[76],"personalized":[77,85,95,115,205,224],"detection.":[81,226],"We":[82,133],"propose":[83],"multimodal":[86],"(PMDDM).":[90],"The":[91,171],"proposed":[92,136],"generates":[94],"embeddings":[96,116],"each":[98],"by":[100,160,175],"utilizing":[101],"both":[102],"features,":[106],"while":[107],"learning":[108],"depressive":[109],"representations":[110,126],"integrating":[112],"them":[113],"joint":[118,125],"representations.":[119],"Lastly,":[120],"receives":[123],"predict":[128],"individual's":[130],"status.":[132],"evaluated":[134],"using":[138],"two":[139],"datasets":[140],"related":[141],"detection,":[144],"MODMA":[145,166],"MIDD.":[147],"Compared":[148],"best":[151,190],"baseline":[152,191],"methods,":[153],"our":[154,185],"method":[155,186],"improved":[156],"recognition":[158],"accuracy":[159,211],"5.88%":[161],"3.84%":[163],"MIDD":[168],"datasets,":[169],"respectively.":[170,179],"F1":[172,194],"scores":[173],"increased":[174],"4.55%":[176],"3.45%,":[178],"In":[180],"cross-dataset":[182],"generalizability":[183,213],"experiments,":[184],"still":[187],"outperformed":[188],"methods":[192],"in":[193],"score":[195],"accuracy.":[197],"Results":[198],"suggest":[199],"that":[200],"effective":[202],"integration":[203],"information":[206],"can":[207],"improve":[209],"models.":[217],"Our":[218],"provides":[220],"novel":[221],"insights":[222],"into":[223]},"counts_by_year":[],"updated_date":"2026-07-16T05:54:29.318815","created_date":"2026-02-28T00:00:00"}