{"id":"https://openalex.org/W4401943273","doi":"https://doi.org/10.1109/taffc.2024.3451114","title":"Mobile Virtual Assistant for Multi-Modal Depression-Level Stratification","display_name":"Mobile Virtual Assistant for Multi-Modal Depression-Level Stratification","publication_year":2024,"publication_date":"2024-08-28","ids":{"openalex":"https://openalex.org/W4401943273","doi":"https://doi.org/10.1109/taffc.2024.3451114"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2024.3451114","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2024.3451114","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017527118","display_name":"Eric Hsiao\u2010Kuang Wu","orcid":"https://orcid.org/0000-0002-1767-2773"},"institutions":[{"id":"https://openalex.org/I22265921","display_name":"National Central University","ror":"https://ror.org/00944ve71","country_code":"TW","type":"education","lineage":["https://openalex.org/I22265921"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Eric Hsiao-Kuang Wu","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Central University, Taoyuan, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-1767-2773","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Central University, Taoyuan, Taiwan","institution_ids":["https://openalex.org/I22265921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051912528","display_name":"Tingyu Gao","orcid":"https://orcid.org/0009-0007-3744-1423"},"institutions":[{"id":"https://openalex.org/I22265921","display_name":"National Central University","ror":"https://ror.org/00944ve71","country_code":"TW","type":"education","lineage":["https://openalex.org/I22265921"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Ting-Yu Gao","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Central University, Taoyuan, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Central University, Taoyuan, Taiwan","institution_ids":["https://openalex.org/I22265921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067453693","display_name":"Chia\u2010Ru Chung","orcid":"https://orcid.org/0000-0002-4548-7620"},"institutions":[{"id":"https://openalex.org/I22265921","display_name":"National Central University","ror":"https://ror.org/00944ve71","country_code":"TW","type":"education","lineage":["https://openalex.org/I22265921"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chia-Ru Chung","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Central University, Taoyuan, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-4548-7620","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Central University, Taoyuan, Taiwan","institution_ids":["https://openalex.org/I22265921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009409648","display_name":"Chun\u2010Chuan Chen","orcid":"https://orcid.org/0000-0002-3224-200X"},"institutions":[{"id":"https://openalex.org/I22265921","display_name":"National Central University","ror":"https://ror.org/00944ve71","country_code":"TW","type":"education","lineage":["https://openalex.org/I22265921"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chun-Chuan Chen","raw_affiliation_strings":["Department of Biomedical Sciences and Engineering, National Central University, Taoyuan, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-3224-200X","affiliations":[{"raw_affiliation_string":"Department of Biomedical Sciences and Engineering, National Central University, Taoyuan, Taiwan","institution_ids":["https://openalex.org/I22265921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101094690","display_name":"Chia-Fen Tsai","orcid":null},"institutions":[{"id":"https://openalex.org/I2803004286","display_name":"Taipei Veterans General Hospital","ror":"https://ror.org/03ymy8z76","country_code":"TW","type":"healthcare","lineage":["https://openalex.org/I2803004286"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chia-Fen Tsai","raw_affiliation_strings":["Department of Psychiatry, Taipei Veterans General Hospital, Taipei City, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychiatry, Taipei Veterans General Hospital, Taipei City, Taiwan","institution_ids":["https://openalex.org/I2803004286"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054727895","display_name":"Shih-Ching Yeh","orcid":"https://orcid.org/0000-0001-8856-8685"},"institutions":[{"id":"https://openalex.org/I22265921","display_name":"National Central University","ror":"https://ror.org/00944ve71","country_code":"TW","type":"education","lineage":["https://openalex.org/I22265921"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Shih-Ching Yeh","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Central University, Taoyuan, Taiwan"],"raw_orcid":"https://orcid.org/0000-0001-8856-8685","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Central University, Taoyuan, Taiwan","institution_ids":["https://openalex.org/I22265921"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.4897,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.92893498,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"16","issue":"2","first_page":"611","last_page":"623"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13283","display_name":"Mental Health Research Topics","score":0.9710000157356262,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13283","display_name":"Mental Health Research Topics","score":0.9710000157356262,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.9575999975204468,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.7275060415267944},{"id":"https://openalex.org/keywords/depression","display_name":"Depression (economics)","score":0.518761396408081},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.513778030872345},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.46895140409469604},{"id":"https://openalex.org/keywords/stratification","display_name":"Stratification (seeds)","score":0.4153635799884796},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35366448760032654},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33812132477760315},{"id":"https://openalex.org/keywords/applied-psychology","display_name":"Applied psychology","score":0.33253687620162964}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.7275060415267944},{"id":"https://openalex.org/C2776867660","wikidata":"https://www.wikidata.org/wiki/Q1814941","display_name":"Depression (economics)","level":2,"score":0.518761396408081},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.513778030872345},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.46895140409469604},{"id":"https://openalex.org/C192943249","wikidata":"https://www.wikidata.org/wiki/Q1893382","display_name":"Stratification (seeds)","level":5,"score":0.4153635799884796},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35366448760032654},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33812132477760315},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.33253687620162964},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C3527866","wikidata":"https://www.wikidata.org/wiki/Q162267","display_name":"Dormancy","level":3,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C100701293","wikidata":"https://www.wikidata.org/wiki/Q193838","display_name":"Germination","level":2,"score":0.0},{"id":"https://openalex.org/C88548481","wikidata":"https://www.wikidata.org/wiki/Q2397491","display_name":"Seed dormancy","level":4,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2024.3451114","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2024.3451114","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5922405670","display_name":null,"funder_award_id":"MOST 112-2221-E-008-072","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"}],"funders":[{"id":"https://openalex.org/F4320322795","display_name":"Ministry of Science and Technology, Taiwan","ror":"https://ror.org/02kv4zf79"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W175750906","https://openalex.org/W1975929202","https://openalex.org/W1976066595","https://openalex.org/W1981020864","https://openalex.org/W2056403322","https://openalex.org/W2095176743","https://openalex.org/W2099386544","https://openalex.org/W2103869314","https://openalex.org/W2114613490","https://openalex.org/W2122098299","https://openalex.org/W2125324924","https://openalex.org/W2133249179","https://openalex.org/W2136120756","https://openalex.org/W2146334809","https://openalex.org/W2148154194","https://openalex.org/W2149628368","https://openalex.org/W2154053567","https://openalex.org/W2171843716","https://openalex.org/W2194775991","https://openalex.org/W2239141610","https://openalex.org/W2346454595","https://openalex.org/W2395639500","https://openalex.org/W2427146444","https://openalex.org/W2508145593","https://openalex.org/W2593853439","https://openalex.org/W2726515241","https://openalex.org/W2760160110","https://openalex.org/W2760537051","https://openalex.org/W2766211031","https://openalex.org/W2786768213","https://openalex.org/W2790644103","https://openalex.org/W2800833042","https://openalex.org/W2808631503","https://openalex.org/W2809032519","https://openalex.org/W2883409523","https://openalex.org/W2889847952","https://openalex.org/W2891155597","https://openalex.org/W2910493201","https://openalex.org/W2935705121","https://openalex.org/W2953639947","https://openalex.org/W2963446712","https://openalex.org/W2966693933","https://openalex.org/W2970029541","https://openalex.org/W2978855205","https://openalex.org/W2981660166","https://openalex.org/W2981677410","https://openalex.org/W2990825125","https://openalex.org/W2999052578","https://openalex.org/W3003850414","https://openalex.org/W3004404036","https://openalex.org/W3019763486","https://openalex.org/W3035419191","https://openalex.org/W3081192838","https://openalex.org/W3088806210","https://openalex.org/W3098047373","https://openalex.org/W3107875635","https://openalex.org/W3131775586","https://openalex.org/W3132427319","https://openalex.org/W3155665398","https://openalex.org/W3161779466","https://openalex.org/W3163441317","https://openalex.org/W3193482332","https://openalex.org/W3197558301","https://openalex.org/W3214493799","https://openalex.org/W4281667552","https://openalex.org/W6637373629","https://openalex.org/W6684191040","https://openalex.org/W6754988648","https://openalex.org/W6755207826","https://openalex.org/W6762718338"],"related_works":["https://openalex.org/W4386554877","https://openalex.org/W4236138976","https://openalex.org/W3203136021","https://openalex.org/W3173424037","https://openalex.org/W4239581157","https://openalex.org/W2393041552","https://openalex.org/W2036103646","https://openalex.org/W2385083087","https://openalex.org/W3215669510","https://openalex.org/W4235941913"],"abstract_inverted_index":{"Depression":[0],"not":[1],"only":[2],"afflicts":[3],"hundreds":[4],"of":[5,7,22,29,132,164,175],"millions":[6],"people":[8],"but":[9],"also":[10],"contributes":[11],"to":[12,118,127],"a":[13,67,114],"global":[14],"disability":[15],"and":[16,40,53,85,103,122],"healthcare":[17],"burden.":[18],"The":[19],"primary":[20],"method":[21],"diagnosing":[23],"depression":[24],"relies":[25],"on":[26,74],"the":[27,93,123,129,161,172],"judgment":[28],"medical":[30],"professionals":[31],"in":[32],"clinical":[33],"interviews":[34],"with":[35,167],"patients,":[36],"which":[37,134],"is":[38],"subjective":[39],"time-consuming.":[41],"Recent":[42],"studies":[43],"have":[44],"demonstrated":[45],"that":[46,77,160],"text,":[47,97],"audio,":[48,98],"facial":[49,99],"attributes,":[50,100],"heart":[51,101],"rate,":[52,102],"eye":[54,104],"movement":[55,105],"could":[56],"be":[57],"utilized":[58],"for":[59,70,108],"depression-level":[60,72,110],"stratification.":[61,111],"In":[62],"this":[63],"paper,":[64],"we":[65],"construct":[66],"virtual":[68],"assistant":[69],"automatic":[71],"stratification":[73],"mobile":[75],"devices":[76],"can":[78],"actively":[79],"guide":[80],"users":[81],"through":[82],"voice":[83],"dialogue":[84],"change":[86],"conversation":[87],"content":[88],"using":[89],"emotion":[90],"perception.":[91],"During":[92],"conversation,":[94],"features":[95,170],"from":[96,154],"are":[106],"extracted":[107],"multi-modal":[109],"We":[112],"utilize":[113],"feature-level":[115,165],"fusion":[116,166],"framework":[117],"integrate":[119],"five":[120,168],"modalities":[121],"deep":[124],"neural":[125],"network":[126],"classify":[128],"varying":[130],"levels":[131],"depression,":[133,141],"include":[135],"healthy,":[136],"mild,":[137],"moderate,":[138],"or":[139],"severe":[140],"as":[142,144],"well":[143],"bipolar":[145],"disorder":[146],"(formerly":[147],"called":[148],"manic":[149],"depression).":[150],"With":[151],"outcome":[152],"data":[153],"168":[155],"subjects,":[156],"experimental":[157],"results":[158],"reveal":[159],"total":[162],"accuracy":[163,174],"modal":[169],"achieves":[171],"highest":[173],"90.26":[176],"percent.":[177]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}