{"id":"https://openalex.org/W4400768884","doi":"https://doi.org/10.1016/j.specom.2024.103106","title":"Speechformer-CTC: Sequential modeling of depression detection with speech temporal classification","display_name":"Speechformer-CTC: Sequential modeling of depression detection with speech temporal classification","alternate_titles":[],"publication_year":2024,"publication_date":"2024-07-18","ids":{"openalex":"https://openalex.org/W4400768884","doi":"https://doi.org/10.1016/j.specom.2024.103106","pmid":"https://pubmed.ncbi.nlm.nih.gov/39364289","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/11449263"},"language":"en","primary_location":{"id":"doi:10.1016/j.specom.2024.103106","doi":"https://doi.org/10.1016/j.specom.2024.103106","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.specom.2024.103106","pdf_url":null,"source":{"id":"https://openalex.org/S128025751","display_name":"Speech Communication","issn_l":"0167-6393","issn":["0167-6393","1872-7182"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-b","cwts-core","dongbi-b","erih-plus","jufo-2","ki-jl-1","norway-1","poland-140","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Speech Communication","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4400768884"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.specom.2024.103106","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101979902","display_name":"Jinhan Wang","orcid":"https://orcid.org/0000-0003-1930-2271","observed_orcids":["https://orcid.org/0000-0003-1930-2271"]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Jinhan Wang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of California, Los Angeles, California, 90095, USA","Department of Electrical and Computer Engineering, University of California, Los Angeles, CA, 90095, USA"],"raw_orcid":"https://orcid.org/0000-0003-1930-2271","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of California, Los Angeles, California, 90095, USA","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of California, Los Angeles, CA, 90095, USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101553585","display_name":"Vijay Ravi","orcid":"https://orcid.org/0000-0002-2639-4330","observed_orcids":["https://orcid.org/0000-0002-2639-4330"]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Vijay Ravi","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of California, Los Angeles, California, 90095, USA","Department of Electrical and Computer Engineering, University of California, Los Angeles, CA, 90095, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of California, Los Angeles, California, 90095, USA","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of California, Los Angeles, CA, 90095, USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011108322","display_name":"Jonathan Flint","orcid":"https://orcid.org/0000-0002-9427-4429","observed_orcids":["https://orcid.org/0000-0002-9427-4429"]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jonathan Flint","raw_affiliation_strings":["Department of Psychiatry and Biobehavioral Sciences, University of California, Los Angeles, California, 90095, USA","Department of Psychiatry and Biobehavioral Sciences, University of California, Los Angeles, CA, 90095, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychiatry and Biobehavioral Sciences, University of California, Los Angeles, California, 90095, USA","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"Department of Psychiatry and Biobehavioral Sciences, University of California, Los Angeles, CA, 90095, USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112421995","display_name":"Abeer A. Alwan","orcid":"https://orcid.org/0000-0003-3390-9379","observed_orcids":["https://orcid.org/0000-0003-3390-9379"]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Abeer Alwan","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of California, Los Angeles, California, 90095, USA","Department of Electrical and Computer Engineering, University of California, Los Angeles, CA, 90095, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of California, Los Angeles, California, 90095, USA","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of California, Los Angeles, CA, 90095, USA","institution_ids":["https://openalex.org/I161318765"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5101979902"],"corresponding_institution_ids":["https://openalex.org/I161318765"],"apc_list":{"value":2990,"currency":"USD","value_usd":2990},"apc_paid":{"value":2990,"currency":"USD","value_usd":2990},"fwci":3.4013,"has_fulltext":true,"cited_by_count":42,"citation_normalized_percentile":{"value":0.94447406,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"163","issue":null,"first_page":"103106","last_page":"103106"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.005200000014156103,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/depression-detection","display_name":"depression detection","score":0.8330000042915344},{"id":"https://openalex.org/keywords/connectionist-temporal-classification","display_name":"connectionist temporal classification","score":0.9089999794960022},{"id":"https://openalex.org/keywords/hubert","display_name":"HuBERT","score":0.5740000009536743},{"id":"https://openalex.org/keywords/sequential-modeling","display_name":"sequential modeling","score":0.5099999904632568},{"id":"https://openalex.org/keywords/mandarin-speech","display_name":"Mandarin speech","score":0.6100000143051147},{"id":"https://openalex.org/keywords/out-of-domain-generalization","display_name":"out-of-domain generalization","score":0.6629999876022339},{"id":"https://openalex.org/keywords/daic-woz","display_name":"DAIC-WOZ","score":0.8270000219345093},{"id":"https://openalex.org/keywords/converge","display_name":"CONVERGE","score":0.9990000128746033}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6365161538124084},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6050178408622742},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4208080768585205},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38138988614082336}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1016/j.specom.2024.103106","doi":"https://doi.org/10.1016/j.specom.2024.103106","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.specom.2024.103106","pdf_url":null,"source":{"id":"https://openalex.org/S128025751","display_name":"Speech Communication","issn_l":"0167-6393","issn":["0167-6393","1872-7182"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-b","cwts-core","dongbi-b","erih-plus","jufo-2","ki-jl-1","norway-1","poland-140","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Speech Communication","raw_type":"journal-article"},{"id":"doi:10.2139/ssrn.4821550","doi":"https://doi.org/10.2139/ssrn.4821550","is_oa":true,"landing_page_url":"https://doi.org/10.2139/ssrn.4821550","pdf_url":null,"source":{"id":"https://openalex.org/S4210172589","display_name":"SSRN Electronic Journal","issn_l":"1556-5068","issn":["1556-5068"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1318003438","host_organization_name":"RELX Group (Netherlands)","host_organization_lineage":["https://openalex.org/I1318003438"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmid:39364289","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39364289","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Speech communication","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:11449263","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11449263","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11449263/pdf/nihms-2025022.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Speech Commun","raw_type":"Text"},{"id":"pmh:oai:escholarship.org:ark:/13030/qt5nf3j87h","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/5nf3j87h","pdf_url":"https://escholarship.org/content/qt5nf3j87h/qt5nf3j87h.pdf","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1016/j.specom.2024.103106","doi":"https://doi.org/10.1016/j.specom.2024.103106","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.specom.2024.103106","pdf_url":null,"source":{"id":"https://openalex.org/S128025751","display_name":"Speech Communication","issn_l":"0167-6393","issn":["0167-6393","1872-7182"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-b","cwts-core","dongbi-b","erih-plus","jufo-2","ki-jl-1","norway-1","poland-140","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Speech Communication","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8199999928474426,"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G1349530091","display_name":"Combining Voice and Genetic Information to Detect Heterogeneity in Major Depressive Disorder","funder_award_id":"R01MH122569","funder_id":"https://openalex.org/F4320337346","funder_display_name":"National Institute of Mental Health"}],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337346","display_name":"National Institute of Mental Health","ror":"https://ror.org/04xeg9z08"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400768884.pdf","grobid_xml":"https://content.openalex.org/works/W4400768884.grobid-xml"},"referenced_works_count":80,"referenced_works":["https://openalex.org/W1494198834","https://openalex.org/W1947095866","https://openalex.org/W2000149402","https://openalex.org/W2026741936","https://openalex.org/W2101234009","https://openalex.org/W2127141656","https://openalex.org/W2149247042","https://openalex.org/W2346454595","https://openalex.org/W2396139642","https://openalex.org/W2407080277","https://openalex.org/W2408520939","https://openalex.org/W2521238223","https://openalex.org/W2530421149","https://openalex.org/W2583743457","https://openalex.org/W2618284707","https://openalex.org/W2748516598","https://openalex.org/W2889056793","https://openalex.org/W2889286050","https://openalex.org/W2889378348","https://openalex.org/W2893146414","https://openalex.org/W2916154393","https://openalex.org/W2933138175","https://openalex.org/W2935705121","https://openalex.org/W2936879941","https://openalex.org/W2949299266","https://openalex.org/W2970971581","https://openalex.org/W2973156751","https://openalex.org/W2980110078","https://openalex.org/W2990825125","https://openalex.org/W2995181338","https://openalex.org/W2997591727","https://openalex.org/W3003922336","https://openalex.org/W3015554124","https://openalex.org/W3037207827","https://openalex.org/W3095858789","https://openalex.org/W3097543391","https://openalex.org/W3101080567","https://openalex.org/W3117337246","https://openalex.org/W3120136139","https://openalex.org/W3154272446","https://openalex.org/W3161005563","https://openalex.org/W3169320628","https://openalex.org/W3196987619","https://openalex.org/W3198261723","https://openalex.org/W3203407300","https://openalex.org/W3204491229","https://openalex.org/W3205969292","https://openalex.org/W3206733826","https://openalex.org/W4200262469","https://openalex.org/W4212774754","https://openalex.org/W4221162874","https://openalex.org/W4224923621","https://openalex.org/W4225304582","https://openalex.org/W4225324845","https://openalex.org/W4236097098","https://openalex.org/W4245804068","https://openalex.org/W4283704665","https://openalex.org/W4287888434","https://openalex.org/W4295872979","https://openalex.org/W4296069164","https://openalex.org/W4308216432","https://openalex.org/W4311000453","https://openalex.org/W4313887688","https://openalex.org/W4313890099","https://openalex.org/W4319781651","https://openalex.org/W4322707285","https://openalex.org/W4365800035","https://openalex.org/W4372260229","https://openalex.org/W4375869113","https://openalex.org/W4375929004","https://openalex.org/W4378364420","https://openalex.org/W4385822457","https://openalex.org/W4385823284","https://openalex.org/W4386226649","https://openalex.org/W4390226844","https://openalex.org/W4392902646","https://openalex.org/W4392904442","https://openalex.org/W4395082830","https://openalex.org/W6797516364","https://openalex.org/W6802061202"],"related_works":["https://openalex.org/W4417113940","https://openalex.org/W4391108229","https://openalex.org/W7118572689","https://openalex.org/W7211884553","https://openalex.org/W4415043848","https://openalex.org/W7141770120","https://openalex.org/W7156020024","https://openalex.org/W4402953529","https://openalex.org/W2771135288","https://openalex.org/W7140302759"],"abstract_inverted_index":{"Speech-based":[0],"automatic":[1],"depression":[2,29,42,56,73,97,164,251,259],"detection":[3,30,252],"systems":[4],"have":[5],"been":[6],"extensively":[7],"explored":[8],"over":[9],"the":[10,39,64,71,110,121,124,148,151,161,182,185,211,220,227,231,262],"past":[11],"few":[12],"years.":[13],"Typically,":[14],"each":[15],"speaker":[16],"is":[17,171,206],"assigned":[18],"a":[19,32,89,102,192],"single":[20],"label":[21,200],"(Depressive":[22],"or":[23,66,216],"Non-depressive),":[24],"and":[25,50,123,129,177,191,240,261],"most":[26],"approaches":[27],"formulate":[28],"as":[31],"speech":[33,76,275],"classification":[34],"task":[35],"without":[36,109,210],"explicitly":[37],"considering":[38],"non-uniformly":[40,95,257],"distributed":[41,96,258],"pattern":[43,74],"within":[44,99],"segments,":[45],"leading":[46],"to":[47,79,93,146,208,269],"low":[48],"generalizability":[49],"robustness":[51],"across":[52],"different":[53],"scenarios.":[54],"However,":[55],"corpora":[57],"do":[58],"not":[59],"provide":[60],"fine-grained":[61],"labels":[62],"(at":[63],"phoneme":[65],"word":[67],"level)":[68],"which":[69,205],"makes":[70],"dynamic":[72],"in":[75,131,166,274],"segments":[77,100],"harder":[78],"track":[80],"using":[81,101,138,196,223],"conventional":[82],"frameworks.":[83],"To":[84],"address":[85],"this,":[86],"we":[87],"propose":[88],"novel":[90,116],"framework,":[91],"Speechformer-CTC,":[92],"model":[94],"characteristics":[98],"Connectionist":[103],"Temporal":[104],"Classification":[105],"(CTC)":[106],"objective":[107,194],"function":[108],"necessity":[111],"of":[112,150,163,168],"input-output":[113],"alignment.":[114],"Two":[115],"CTC-label":[117],"generation":[118,201],"policies,":[119,126],"namely":[120],"Expectation-One-Hot":[122],"HuBERT":[125,188,197,228],"are":[127,144],"proposed":[128,152,263],"incorporated":[130],"objectives":[132],"on":[133,173,235,242],"various":[134],"granularities.":[135],"Additionally,":[136],"experiments":[137],"Automatic":[139],"Speech":[140],"Recognition":[141],"(ASR)":[142],"features":[143,190,225],"conducted":[145],"demonstrate":[147],"compatibility":[149],"method":[153],"with":[154,187,226],"content-based":[155],"features.":[156],"Our":[157],"results":[158],"show":[159,249],"that":[160,250],"performance":[162],"detection,":[165],"terms":[167],"Macro":[169],"F1-score,":[170,204],"improved":[172],"both":[174],"DAIC-WOZ":[175,183],"(English)":[176],"CONVERGE":[178,221],"(Mandarin)":[179],"datasets.":[180],"On":[181,219],"dataset,":[184,222],"system":[186],"ASR":[189],"CTC":[193],"optimized":[195],"policy":[198,229],"for":[199,213],"achieves":[202],"83.15%":[203],"close":[207],"state-of-the-art":[209],"need":[212],"phoneme-level":[214],"transcription":[215],"data":[217],"augmentation.":[218],"Whisper":[224],"improves":[230],"F1-score":[232],"by":[233],"9.82%":[234],"CONVERGE1":[236],"(in-domain":[237],"test":[238,245],"set)":[239],"18.47%":[241],"CONVERGE2":[243],"(out-of-domain":[244],"set).":[246],"These":[247],"findings":[248],"can":[253,265],"benefit":[254],"from":[255],"modeling":[256],"patterns":[260],"framework":[264],"be":[266],"potentially":[267],"used":[268],"determine":[270],"significant":[271],"depressive":[272],"regions":[273],"utterances.":[276]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4400768884","counts_by_year":[{"year":2026,"cited_by_count":22},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":6}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2024-07-19T00:00:00"}
