{"id":"https://openalex.org/W2972853497","doi":"https://doi.org/10.21437/interspeech.2019-2283","title":"Detecting Depression with Word-Level Multimodal Fusion","display_name":"Detecting Depression with Word-Level Multimodal Fusion","publication_year":2019,"publication_date":"2019-09-13","ids":{"openalex":"https://openalex.org/W2972853497","doi":"https://doi.org/10.21437/interspeech.2019-2283","mag":"2972853497"},"language":"en","primary_location":{"id":"doi:10.21437/interspeech.2019-2283","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2019-2283","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2019","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://zenodo.org/record/3559058","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066874047","display_name":"Morteza Rohanian","orcid":null},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Morteza Rohanian","raw_affiliation_strings":["School of Electronic Engineering and Computer Science Queen Mary University of London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Engineering and Computer Science Queen Mary University of London, UK","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044827963","display_name":"Julian Hough","orcid":"https://orcid.org/0000-0002-4345-6759"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Julian Hough","raw_affiliation_strings":["School of Electronic Engineering and Computer Science Queen Mary University of London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Engineering and Computer Science Queen Mary University of London, UK","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047970122","display_name":"Matthew Purver","orcid":"https://orcid.org/0000-0003-2297-1273"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Matthew Purver","raw_affiliation_strings":["School of Electronic Engineering and Computer Science Queen Mary University of London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Engineering and Computer Science Queen Mary University of London, UK","institution_ids":["https://openalex.org/I166337079"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1691,"has_fulltext":false,"cited_by_count":47,"citation_normalized_percentile":{"value":0.90747732,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1443","last_page":"1447"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.5970582962036133},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5808907747268677},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5070247650146484},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4565761089324951},{"id":"https://openalex.org/keywords/depression","display_name":"Depression (economics)","score":0.4527771770954132},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.4513028860092163},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.3004891276359558},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.057270705699920654}],"concepts":[{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5970582962036133},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5808907747268677},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5070247650146484},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4565761089324951},{"id":"https://openalex.org/C2776867660","wikidata":"https://www.wikidata.org/wiki/Q1814941","display_name":"Depression (economics)","level":2,"score":0.4527771770954132},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.4513028860092163},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3004891276359558},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.057270705699920654},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.21437/interspeech.2019-2283","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2019-2283","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2019","raw_type":"proceedings-article"},{"id":"pmh:oai:qmro.qmul.ac.uk:123456789/61601","is_oa":false,"landing_page_url":"https://qmro.qmul.ac.uk/xmlui/handle/123456789/61601","pdf_url":null,"source":{"id":"https://openalex.org/S4306400530","display_name":"Queen Mary Research Online (Queen Mary University of London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I166337079","host_organization_name":"Queen Mary University of London","host_organization_lineage":["https://openalex.org/I166337079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceeding"},{"id":"pmh:oai:zenodo.org:3559058","is_oa":true,"landing_page_url":"https://zenodo.org/record/3559058","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:3559058","is_oa":true,"landing_page_url":"https://zenodo.org/record/3559058","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W169745891","https://openalex.org/W204854131","https://openalex.org/W1522301498","https://openalex.org/W1895577753","https://openalex.org/W1988088279","https://openalex.org/W2000696780","https://openalex.org/W2003502731","https://openalex.org/W2016730668","https://openalex.org/W2029996593","https://openalex.org/W2043677895","https://openalex.org/W2054931962","https://openalex.org/W2095176743","https://openalex.org/W2099355420","https://openalex.org/W2119634122","https://openalex.org/W2119717200","https://openalex.org/W2122865416","https://openalex.org/W2149940198","https://openalex.org/W2172110927","https://openalex.org/W2227806618","https://openalex.org/W2250539671","https://openalex.org/W2397375888","https://openalex.org/W2402715013","https://openalex.org/W2505993894","https://openalex.org/W2513140567","https://openalex.org/W2530305026","https://openalex.org/W2531271152","https://openalex.org/W2553303224","https://openalex.org/W2619383789","https://openalex.org/W2765540322","https://openalex.org/W2767030624","https://openalex.org/W2767043218","https://openalex.org/W2767249564","https://openalex.org/W2889056793","https://openalex.org/W2949299266","https://openalex.org/W2962887366","https://openalex.org/W4230563027","https://openalex.org/W4235739897","https://openalex.org/W4394643672"],"related_works":["https://openalex.org/W2086259589","https://openalex.org/W1569283511","https://openalex.org/W2049729969","https://openalex.org/W2099421762","https://openalex.org/W2530546662","https://openalex.org/W2012885586","https://openalex.org/W4210345652","https://openalex.org/W2185253430","https://openalex.org/W59104321","https://openalex.org/W2501883069"],"abstract_inverted_index":{"Copyright":[0],"\u00a9":[1],"2019":[2],"ISCA":[3],"Semi-structured":[4],"clinical":[5],"interviews":[6],"are":[7,35],"frequently":[8],"used":[9],"diagnostic":[10],"tools":[11],"for":[12],"identifying":[13],"depression":[14,154],"during":[15],"an":[16,105],"assessment":[17],"phase.":[18],"In":[19,53],"addition":[20],"to":[21,64,96,129,137],"the":[22,33,71,84,127,131,138,144],"lexical":[23],"content":[24],"of":[25,37,69,74,86,146],"a":[26,66,75,91,108,113],"patient's":[27],"responses,":[28],"multimodal":[29,148],"cues":[30],"concurrent":[31],"with":[32],"responses":[34],"indicators":[36],"their":[38,47,87],"motor":[39],"and":[40,50,156,160],"cognitive":[41],"state,":[42],"including":[43],"those":[44],"derivable":[45],"from":[46,59],"voice":[48],"quality":[49],"gestural":[51],"behaviour.":[52],"this":[54],"paper,":[55],"we":[56,121],"use":[57],"information":[58],"different":[60],"modalities":[61],"in":[62,104,112,153],"order":[63],"train":[65],"classifier":[67],"capable":[68],"detecting":[70],"binary":[72],"state":[73],"subject":[76],"(clinically":[77],"depressed":[78],"or":[79,133],"not),":[80],"as":[81,83],"well":[82],"level":[85],"depression.":[88],"We":[89],"propose":[90],"model":[92],"that":[93,125],"is":[94],"able":[95],"perform":[97],"modality":[98,135],"fusion":[99,123,162],"incrementally":[100],"after":[101],"each":[102],"word":[103],"utterance":[106],"using":[107],"time-dependent":[109],"recurrent":[110],"approach":[111],"deep":[114],"learning":[115],"set-up.":[116],"To":[117],"mitigate":[118],"noisy":[119],"modalities,":[120],"utilize":[122],"gates":[124],"control":[126],"degree":[128],"which":[130],"audio":[132],"visual":[134],"contributes":[136],"final":[139],"prediction.":[140],"Our":[141],"results":[142,152],"show":[143],"effectiveness":[145],"word-level":[147],"fusion,":[149],"achieving":[150],"state-of-the-art":[151],"detection":[155],"outperforming":[157],"early":[158],"feature-level":[159],"late":[161],"techniques.":[163]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}