{"id":"https://openalex.org/W2979615328","doi":"https://doi.org/10.1109/embc.2019.8857071","title":"Automated Verbal and Non-verbal Speech Analysis of Interviews of Individuals with Schizophrenia and Depression","display_name":"Automated Verbal and Non-verbal Speech Analysis of Interviews of Individuals with Schizophrenia and Depression","publication_year":2019,"publication_date":"2019-07-01","ids":{"openalex":"https://openalex.org/W2979615328","doi":"https://doi.org/10.1109/embc.2019.8857071","mag":"2979615328","pmid":"https://pubmed.ncbi.nlm.nih.gov/31945883"},"language":"en","primary_location":{"id":"doi:10.1109/embc.2019.8857071","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc.2019.8857071","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 41st Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037441265","display_name":"Shihao Xu","orcid":"https://orcid.org/0000-0002-1522-730X"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Shihao Xu","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071711850","display_name":"Zixu Yang","orcid":"https://orcid.org/0000-0001-9863-8093"},"institutions":[{"id":"https://openalex.org/I4210140151","display_name":"Institute of Mental Health","ror":"https://ror.org/04c07bj87","country_code":"SG","type":"healthcare","lineage":["https://openalex.org/I4210140151"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zixu Yang","raw_affiliation_strings":["Institute of Mental Health, Singapore"],"affiliations":[{"raw_affiliation_string":"Institute of Mental Health, Singapore","institution_ids":["https://openalex.org/I4210140151"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059150102","display_name":"Debsubhra Chakraborty","orcid":"https://orcid.org/0000-0003-0406-3992"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Debsubhra Chakraborty","raw_affiliation_strings":["Institute for Media Innovation, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"Institute for Media Innovation, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010820511","display_name":"Yi Han Victoria Chua","orcid":"https://orcid.org/0000-0002-0755-3148"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yi Han Victoria Chua","raw_affiliation_strings":["Nanyang Technological University, Singapore, Singapore, SG"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore, Singapore, SG","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082613025","display_name":"Justin Dauwels","orcid":"https://orcid.org/0000-0002-4390-1568"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Justin Dauwels","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005709068","display_name":"Dani\u00ebl Thalmann","orcid":"https://orcid.org/0000-0002-0451-7491"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Daniel Thalmann","raw_affiliation_strings":["Institute for Media Innovation, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"Institute for Media Innovation, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015798012","display_name":"Nadia Magnenat\u2010Thalmann","orcid":"https://orcid.org/0000-0002-1459-5960"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Nadia Magnenat Thalmann","raw_affiliation_strings":["Institute for Media Innovation, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"Institute for Media Innovation, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002636735","display_name":"Bhing\u2010Leet Tan","orcid":"https://orcid.org/0000-0002-7611-363X"},"institutions":[{"id":"https://openalex.org/I4210140151","display_name":"Institute of Mental Health","ror":"https://ror.org/04c07bj87","country_code":"SG","type":"healthcare","lineage":["https://openalex.org/I4210140151"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Bhing-Leet Tan","raw_affiliation_strings":["Institute of Mental Health, Singapore"],"affiliations":[{"raw_affiliation_string":"Institute of Mental Health, Singapore","institution_ids":["https://openalex.org/I4210140151"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100651769","display_name":"Jimmy Lee","orcid":"https://orcid.org/0000-0002-7724-7445"},"institutions":[{"id":"https://openalex.org/I4210140151","display_name":"Institute of Mental Health","ror":"https://ror.org/04c07bj87","country_code":"SG","type":"healthcare","lineage":["https://openalex.org/I4210140151"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jimmy Lee Chee Keong","raw_affiliation_strings":["Institute of Mental Health, Singapore, SG"],"affiliations":[{"raw_affiliation_string":"Institute of Mental Health, Singapore, SG","institution_ids":["https://openalex.org/I4210140151"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5037441265"],"corresponding_institution_ids":["https://openalex.org/I172675005"],"apc_list":null,"apc_paid":null,"fwci":1.7275,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.85182394,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"2019","issue":null,"first_page":"225","last_page":"228"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/schizophrenia","display_name":"Schizophrenia (object-oriented programming)","score":0.7740862369537354},{"id":"https://openalex.org/keywords/depression","display_name":"Depression (economics)","score":0.6423735618591309},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.6206887364387512},{"id":"https://openalex.org/keywords/clinical-psychology","display_name":"Clinical psychology","score":0.3718329071998596},{"id":"https://openalex.org/keywords/psychiatry","display_name":"Psychiatry","score":0.2954188585281372}],"concepts":[{"id":"https://openalex.org/C2776412080","wikidata":"https://www.wikidata.org/wiki/Q7431605","display_name":"Schizophrenia (object-oriented programming)","level":2,"score":0.7740862369537354},{"id":"https://openalex.org/C2776867660","wikidata":"https://www.wikidata.org/wiki/Q1814941","display_name":"Depression (economics)","level":2,"score":0.6423735618591309},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.6206887364387512},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.3718329071998596},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.2954188585281372},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D003863","descriptor_name":"Depression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003863","descriptor_name":"Depression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003863","descriptor_name":"Depression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011788","descriptor_name":"Quality of Life","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011788","descriptor_name":"Quality of Life","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011788","descriptor_name":"Quality of Life","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012559","descriptor_name":"Schizophrenia","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012559","descriptor_name":"Schizophrenia","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012559","descriptor_name":"Schizophrenia","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012565","descriptor_name":"Schizophrenic Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012565","descriptor_name":"Schizophrenic Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012565","descriptor_name":"Schizophrenic Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013060","descriptor_name":"Speech","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013060","descriptor_name":"Speech","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013060","descriptor_name":"Speech","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/embc.2019.8857071","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc.2019.8857071","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 41st Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:31945883","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31945883","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.44999998807907104}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1524333225","https://openalex.org/W1969716751","https://openalex.org/W1973633295","https://openalex.org/W1994691116","https://openalex.org/W2003502731","https://openalex.org/W2085662862","https://openalex.org/W2097572674","https://openalex.org/W2114383226","https://openalex.org/W2130787930","https://openalex.org/W2131744502","https://openalex.org/W2137352759","https://openalex.org/W2236698906","https://openalex.org/W2404901863","https://openalex.org/W2408056330","https://openalex.org/W2415987866","https://openalex.org/W2736024024","https://openalex.org/W2794668079","https://openalex.org/W2884527106","https://openalex.org/W2902570887","https://openalex.org/W2913131978","https://openalex.org/W2915177913","https://openalex.org/W3125284286","https://openalex.org/W4247564584","https://openalex.org/W6631362777","https://openalex.org/W6679775712","https://openalex.org/W6695131652","https://openalex.org/W6758340790","https://openalex.org/W7073559952"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2931662336","https://openalex.org/W2077865380","https://openalex.org/W4401768695","https://openalex.org/W2765597752","https://openalex.org/W2134894512","https://openalex.org/W2083375246","https://openalex.org/W2067108088","https://openalex.org/W2085372204"],"abstract_inverted_index":{"Schizophrenia":[0],"and":[1,19,54,72,103,118,128,133,150,201,210],"depression":[2,211],"are":[3,205],"the":[4,41,122,126,168],"two":[5],"most":[6],"common":[7],"mental":[8,61],"disorders":[9],"associated":[10],"with":[11,77,89,142,177],"negative":[12],"symptoms":[13,59],"that":[14,50,108,204],"contribute":[15],"to":[16,44,86,124,145],"poor":[17],"functioning":[18],"quality":[20],"of":[21,25,32,40,60,75,131,156,175,184,208],"life":[22],"for":[23,186,191],"millions":[24],"patients":[26,176],"globally.":[27],"This":[28],"study":[29],"is":[30,43],"part":[31],"a":[33],"larger":[34],"research":[35],"project.":[36],"The":[37],"overall":[38],"aim":[39],"project":[42],"develop":[45],"an":[46,154,182],"automated":[47],"objective":[48],"pipeline":[49],"aids":[51],"clinical":[52],"diagnosis":[53],"provides":[55],"more":[56],"insights":[57],"into":[58],"illnesses.":[62],"In":[63,79],"our":[64,84],"previous":[65],"work,":[66],"we":[67,82,97,138,165],"have":[68],"analyzed":[69],"non-verbal":[70,202],"cues":[71,74],"linguistic":[73,200],"individuals":[76],"schizophrenia.":[78],"this":[80],"study,":[81],"extend":[83],"work":[85],"include":[87],"participants":[88],"depression.":[90,134],"Powered":[91],"by":[92],"natural":[93],"language":[94],"processing":[95],"techniques,":[96],"extract":[98],"verbal":[99],"features,":[100,137,164],"both":[101],"dictionary-based":[102],"vector-based,":[104],"from":[105,121],"participants'":[106],"interviews":[107,123],"were":[109],"automatically":[110],"transcribed.":[111],"We":[112],"also":[113,166,197],"extracted":[114],"conversational,":[115],"phonatory,":[116],"articulatory":[117],"prosodic":[119],"features":[120],"understand":[125],"conversational":[127],"acoustic":[129],"characteristics":[130],"schizophrenia":[132,178,209],"Combining":[135],"these":[136],"applied":[139],"ensemble":[140],"learning":[141],"leave-one-out":[143],"cross-validation":[144],"classify":[146],"healthy":[147],"controls,":[148],"schizophrenic":[149],"depressive":[151],"patients,":[152],"achieving":[153],"accuracy":[155,183,190],"69%-75%":[157],"in":[158],"paired":[159],"classification.":[160],"From":[161],"those":[162],"same":[163],"predict":[167],"subjective":[169],"Negative":[170],"Symptoms":[171],"Assessment":[172],"16":[173],"scores":[174],"or":[179],"depression,":[180],"yielding":[181],"90.5%":[185],"NSA2":[187],"but":[188],"lower":[189],"other":[192],"NSA":[193],"indices.":[194],"Our":[195],"analysis":[196],"revealed":[198],"significant":[199],"differences":[203],"potentially":[206],"symptomatic":[207],"respectively.":[212]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":10},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-02-27T16:54:17.756197","created_date":"2025-10-10T00:00:00"}