{"id":"https://openalex.org/W4400828554","doi":"https://doi.org/10.1117/12.3035205","title":"A multimodal feature fusion model for depression diagnosis based on BiLSTM+ViT","display_name":"A multimodal feature fusion model for depression diagnosis based on BiLSTM+ViT","publication_year":2024,"publication_date":"2024-07-19","ids":{"openalex":"https://openalex.org/W4400828554","doi":"https://doi.org/10.1117/12.3035205"},"language":"en","primary_location":{"id":"doi:10.1117/12.3035205","doi":"https://doi.org/10.1117/12.3035205","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1117/12.3035205","pdf_url":null,"source":{"id":"https://openalex.org/S7407087314","display_name":"International Conference on Image Processing and Artificial Intelligence (ICIPAI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Image Processing and Artificial Intelligence (ICIPAl 2024)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003830679","display_name":"Muyao Li","orcid":"https://orcid.org/0009-0000-9275-3496","observed_orcids":["https://orcid.org/0009-0000-9275-3496","https://orcid.org/0009-0006-1532-4536"]},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Muyao Li","raw_affiliation_strings":["Hefei University of Technology (China)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hefei University of Technology (China)","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yan Xing","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Xing","raw_affiliation_strings":["Hefei University of Technology (China)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hefei University of Technology (China)","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111262779","display_name":"Yitan He","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yitan He","raw_affiliation_strings":["Hefei University of Technology (China)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hefei University of Technology (China)","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023351467","display_name":"Yuhe Wang","orcid":"https://orcid.org/0000-0002-2000-2527","observed_orcids":["https://orcid.org/0000-0002-2000-2527"]},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhe Wang","raw_affiliation_strings":["Hefei University of Technology (China)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hefei University of Technology (China)","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114194219","display_name":"Zhouyang Yu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhouyang Yu","raw_affiliation_strings":["Hefei University of Technology (China)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hefei University of Technology (China)","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100357586","display_name":"Xiaoyu Wang","orcid":"https://orcid.org/0000-0002-2263-6611","observed_orcids":["https://orcid.org/0000-0002-2263-6611"]},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyu Wang","raw_affiliation_strings":["Hefei University of Technology (China)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hefei University of Technology (China)","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5104852852","display_name":"Pingchuan Linghu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pingchuan Linghu","raw_affiliation_strings":["Hefei University of Technology (China)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hefei University of Technology (China)","institution_ids":["https://openalex.org/I16365422"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I16365422"],"apc_list":null,"apc_paid":null,"fwci":0.1527,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.33019144,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"60","last_page":"60"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.6234999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.6234999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.15970000624656677,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.15360000729560852,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/depression-diagnosis","display_name":"depression diagnosis","score":0.9769999980926514},{"id":"https://openalex.org/keywords/multimodal-fusion","display_name":"multimodal fusion","score":0.878000020980835},{"id":"https://openalex.org/keywords/bidirectional-lstm","display_name":"bidirectional LSTM","score":0.7540000081062317},{"id":"https://openalex.org/keywords/vision-transformer","display_name":"vision transformer","score":0.9980000257492065},{"id":"https://openalex.org/keywords/medical-image-analysis","display_name":"medical image analysis","score":0.41200000047683716},{"id":"https://openalex.org/keywords/mental-health-prediction","display_name":"mental health prediction","score":0.4749999940395355}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6034193634986877},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.572584867477417},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5709035396575928},{"id":"https://openalex.org/C2776867660","wikidata":"https://www.wikidata.org/wiki/Q1814941","display_name":"Depression (economics)","level":2,"score":0.5115238428115845},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.440591037273407},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38108888268470764},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34809136390686035},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.059836894273757935},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1117/12.3035205","doi":"https://doi.org/10.1117/12.3035205","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1117/12.3035205","pdf_url":null,"source":{"id":"https://openalex.org/S7407087314","display_name":"International Conference on Image Processing and Artificial Intelligence (ICIPAI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Image Processing and Artificial Intelligence (ICIPAl 2024)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.9391000270843506,"id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W184095320","https://openalex.org/W2003502731","https://openalex.org/W2157786695","https://openalex.org/W2607644382","https://openalex.org/W2999683083","https://openalex.org/W3082863379","https://openalex.org/W3094502228","https://openalex.org/W3108472901","https://openalex.org/W3119997354","https://openalex.org/W3185173862","https://openalex.org/W3214493799","https://openalex.org/W4200536610","https://openalex.org/W4232704718","https://openalex.org/W4285238842","https://openalex.org/W4385444249","https://openalex.org/W4387442021","https://openalex.org/W6784333009"],"related_works":["https://openalex.org/W7079670996","https://openalex.org/W4412370912","https://openalex.org/W4417522989","https://openalex.org/W7151359164","https://openalex.org/W7020705062","https://openalex.org/W4312121276","https://openalex.org/W4313443450","https://openalex.org/W7154099128","https://openalex.org/W4414480338","https://openalex.org/W7212885840"],"abstract_inverted_index":{"A":[0],"thorough":[1],"diagnosis":[2,41],"of":[3,18,88,92],"depression,":[4],"a":[5,64,100],"mental":[6],"illness":[7],"that":[8,73,91],"affects":[9],"many":[10],"people":[11],"worldwide,":[12],"must":[13],"be":[14],"made":[15],"in":[16,50],"light":[17],"the":[19],"patient's":[20],"medical":[21],"background,":[22],"present":[23],"symptoms,":[24],"and":[25,79,98],"pertinent":[26],"examination":[27],"findings.":[28],"In":[29],"recent":[30],"years,":[31],"scholars":[32],"have":[33],"increasingly":[34],"favored":[35],"machine":[36],"learning":[37],"algorithms":[38],"for":[39,69],"depression":[40,71,94,104],"or":[42],"prediction":[43,48,51,96],"models.":[44],"However,":[45],"achieving":[46],"higher":[47],"accuracy":[49,87],"models":[52,97],"remains":[53],"challenging":[54],"when":[55],"relying":[56],"solely":[57],"on":[58,76],"one":[59],"modality.":[60],"This":[61],"research":[62],"suggests":[63],"multi-modal":[65],"feature":[66],"fusion":[67],"model":[68,84],"predicting":[70],"tendency":[72,95,105],"is":[74],"based":[75],"bi-directional":[77],"LSTM":[78],"vision":[80],"transformer":[81],"(ViT).":[82],"The":[83],"demonstrates":[85],"an":[86],"70.00%,":[89],"surpassing":[90],"single-modal":[93],"presenting":[99],"novel":[101],"approach":[102],"to":[103],"prediction.":[106]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2024-07-20T00:00:00"}