{"id":"https://openalex.org/W2971720279","doi":"https://doi.org/10.1145/3347320.3357697","title":"Multi-level Attention Network using Text, Audio and Video for Depression Prediction","display_name":"Multi-level Attention Network using Text, Audio and Video for Depression Prediction","publication_year":2019,"publication_date":"2019-10-15","ids":{"openalex":"https://openalex.org/W2971720279","doi":"https://doi.org/10.1145/3347320.3357697","mag":"2971720279"},"language":"en","primary_location":{"id":"doi:10.1145/3347320.3357697","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3347320.3357697","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 9th International on Audio/Visual Emotion Challenge and Workshop","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1909.01417","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009175236","display_name":"Anupama Ray","orcid":"https://orcid.org/0000-0002-9193-5017"},"institutions":[{"id":"https://openalex.org/I4210103279","display_name":"IBM Research - India","ror":"https://ror.org/014wt7r80","country_code":"IN","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210103279","https://openalex.org/I4210114115"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Anupama Ray","raw_affiliation_strings":["IBM Research, Bangalore, India","IBM Research Bangalore, India#TAB#"],"affiliations":[{"raw_affiliation_string":"IBM Research, Bangalore, India","institution_ids":["https://openalex.org/I4210103279"]},{"raw_affiliation_string":"IBM Research Bangalore, India#TAB#","institution_ids":["https://openalex.org/I4210103279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049511943","display_name":"Siddharth Krishna Kumar","orcid":"https://orcid.org/0000-0003-3606-5060"},"institutions":[{"id":"https://openalex.org/I64189192","display_name":"International Institute of Information Technology, Hyderabad","ror":"https://ror.org/05f11g639","country_code":"IN","type":"education","lineage":["https://openalex.org/I64189192"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Siddharth Kumar","raw_affiliation_strings":["IIIT Scricity, Sricity, India","IIIT Scricity, Sricity, India#TAB#"],"affiliations":[{"raw_affiliation_string":"IIIT Scricity, Sricity, India","institution_ids":["https://openalex.org/I64189192"]},{"raw_affiliation_string":"IIIT Scricity, Sricity, India#TAB#","institution_ids":["https://openalex.org/I64189192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070054881","display_name":"Rutvik Reddy","orcid":null},"institutions":[{"id":"https://openalex.org/I4387155292","display_name":"Indian Institute of Information Technology Sri City","ror":"https://ror.org/026873d40","country_code":null,"type":"education","lineage":["https://openalex.org/I4387155292"]},{"id":"https://openalex.org/I64189192","display_name":"International Institute of Information Technology, Hyderabad","ror":"https://ror.org/05f11g639","country_code":"IN","type":"education","lineage":["https://openalex.org/I64189192"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rutvik Reddy","raw_affiliation_strings":["IIIT Sricity, Sricity, India"],"affiliations":[{"raw_affiliation_string":"IIIT Sricity, Sricity, India","institution_ids":["https://openalex.org/I64189192","https://openalex.org/I4387155292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035140862","display_name":"Prerana Mukherjee","orcid":"https://orcid.org/0000-0003-1804-7360"},"institutions":[{"id":"https://openalex.org/I4387155292","display_name":"Indian Institute of Information Technology Sri City","ror":"https://ror.org/026873d40","country_code":null,"type":"education","lineage":["https://openalex.org/I4387155292"]},{"id":"https://openalex.org/I64189192","display_name":"International Institute of Information Technology, Hyderabad","ror":"https://ror.org/05f11g639","country_code":"IN","type":"education","lineage":["https://openalex.org/I64189192"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Prerana Mukherjee","raw_affiliation_strings":["IIIT Sricity, Sricity, India"],"affiliations":[{"raw_affiliation_string":"IIIT Sricity, Sricity, India","institution_ids":["https://openalex.org/I64189192","https://openalex.org/I4387155292"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073906482","display_name":"Ritu Garg","orcid":"https://orcid.org/0000-0003-3227-5036"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ritu Garg","raw_affiliation_strings":["IEEE Member, Bangalore, India"],"affiliations":[{"raw_affiliation_string":"IEEE Member, Bangalore, India","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5009175236"],"corresponding_institution_ids":["https://openalex.org/I4210103279"],"apc_list":null,"apc_paid":null,"fwci":0.6055,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.73181973,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"81","last_page":"88"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.7145323157310486},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.70888352394104},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5802775025367737},{"id":"https://openalex.org/keywords/depression","display_name":"Depression (economics)","score":0.5493806600570679},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5259718298912048},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.49741318821907043},{"id":"https://openalex.org/keywords/major-depressive-disorder","display_name":"Major depressive disorder","score":0.48927637934684753},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4859400987625122},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.46581152081489563},{"id":"https://openalex.org/keywords/mental-health","display_name":"Mental health","score":0.46404215693473816},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.44335705041885376},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4374491572380066},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3672771453857422},{"id":"https://openalex.org/keywords/psychiatry","display_name":"Psychiatry","score":0.19685593247413635},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.15930962562561035}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.7145323157310486},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.70888352394104},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5802775025367737},{"id":"https://openalex.org/C2776867660","wikidata":"https://www.wikidata.org/wiki/Q1814941","display_name":"Depression (economics)","level":2,"score":0.5493806600570679},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5259718298912048},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49741318821907043},{"id":"https://openalex.org/C2780051608","wikidata":"https://www.wikidata.org/wiki/Q42844","display_name":"Major depressive disorder","level":3,"score":0.48927637934684753},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4859400987625122},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.46581152081489563},{"id":"https://openalex.org/C134362201","wikidata":"https://www.wikidata.org/wiki/Q317309","display_name":"Mental health","level":2,"score":0.46404215693473816},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.44335705041885376},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4374491572380066},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3672771453857422},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.19685593247413635},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.15930962562561035},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3347320.3357697","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3347320.3357697","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 9th International on Audio/Visual Emotion Challenge and Workshop","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1909.01417","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1909.01417","pdf_url":"https://arxiv.org/pdf/1909.01417","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1909.01417","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1909.01417","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"mag:2971720279","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1909.01417","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1909.01417","pdf_url":"https://arxiv.org/pdf/1909.01417","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.5799999833106995,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2971720279.pdf","grobid_xml":"https://content.openalex.org/works/W2971720279.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W309418507","https://openalex.org/W1133916940","https://openalex.org/W1247310433","https://openalex.org/W1454884387","https://openalex.org/W2003502731","https://openalex.org/W2015645277","https://openalex.org/W2037441721","https://openalex.org/W2048533792","https://openalex.org/W2066492582","https://openalex.org/W2071513756","https://openalex.org/W2103297431","https://openalex.org/W2109636054","https://openalex.org/W2126009018","https://openalex.org/W2163928333","https://openalex.org/W2239141610","https://openalex.org/W2252180568","https://openalex.org/W2277498883","https://openalex.org/W2343014594","https://openalex.org/W2394573230","https://openalex.org/W2395639500","https://openalex.org/W2395913652","https://openalex.org/W2406311945","https://openalex.org/W2470957930","https://openalex.org/W2510285366","https://openalex.org/W2515456817","https://openalex.org/W2531271152","https://openalex.org/W2558919063","https://openalex.org/W2583643061","https://openalex.org/W2588367409","https://openalex.org/W2740550900","https://openalex.org/W2740966010","https://openalex.org/W2773200982","https://openalex.org/W2794557536","https://openalex.org/W2805970382","https://openalex.org/W2866390897","https://openalex.org/W2907820210","https://openalex.org/W2911415866","https://openalex.org/W2935705121","https://openalex.org/W2940060706","https://openalex.org/W2947642660","https://openalex.org/W2947715232","https://openalex.org/W2949299266","https://openalex.org/W2963403868","https://openalex.org/W2981677410"],"related_works":["https://openalex.org/W2981501230","https://openalex.org/W3177109830","https://openalex.org/W2547937402","https://openalex.org/W2960672642","https://openalex.org/W2787598613","https://openalex.org/W2798573901","https://openalex.org/W3087647883","https://openalex.org/W3093905363","https://openalex.org/W2981652947","https://openalex.org/W2790016147","https://openalex.org/W2995521286","https://openalex.org/W2963082899","https://openalex.org/W3011425517","https://openalex.org/W3211263893","https://openalex.org/W2968208899","https://openalex.org/W2767087747","https://openalex.org/W2962855015","https://openalex.org/W3166275168","https://openalex.org/W2753053410","https://openalex.org/W2462060714"],"abstract_inverted_index":{"Depression":[0],"has":[1],"been":[2],"the":[3,37,74,83,111,124,132,160,169],"leading":[4],"cause":[5],"of":[6,33,39,66,77,162,176],"mental-health":[7],"illness":[8],"worldwide.":[9],"Major":[10],"depressive":[11],"disorder":[12,19],"(MDD),":[13],"is":[14,49],"a":[15,50,90],"common":[16],"mental":[17],"health":[18],"that":[20,100],"affects":[21],"both":[22],"psychologically":[23],"as":[24,26],"well":[25],"physically":[27],"which":[28],"could":[29],"lead":[30],"to":[31,36,57,139,158],"loss":[32],"lives.":[34],"Due":[35],"lack":[38],"diagnostic":[40],"tests":[41],"and":[42,61,73,106,113,147,165],"subjectivity":[43],"involved":[44],"in":[45,53,80,174],"detecting":[46],"depression,":[47],"there":[48],"growing":[51],"interest":[52],"using":[54],"behavioural":[55,68],"cues":[56],"automate":[58],"depression":[59,98],"diagnosis":[60],"stage":[62],"prediction.":[63],"The":[64,116],"absence":[65],"labelled":[67],"datasets":[69],"for":[70,96,131,144],"such":[71],"problems":[72],"huge":[75],"amount":[76],"variations":[78],"possible":[79],"behaviour":[81],"makes":[82],"problem":[84],"more":[85],"challenging.":[86],"This":[87],"paper":[88],"presents":[89],"novel":[91],"multi-level":[92,117],"attention":[93,118],"based":[94],"network":[95],"multi-modal":[97],"prediction":[99],"fuses":[101],"features":[102,127],"from":[103],"audio,":[104,145],"video":[105,146],"text":[107,148],"modalities":[108],"while":[109],"learning":[110,121],"intra":[112],"intermodality":[114],"relevance.":[115],"reinforces":[119],"overall":[120],"by":[122,172],"selecting":[123],"most":[125],"influential":[126],"within":[128],"each":[129,163],"modality":[130],"decision":[133],"making.":[134],"We":[135,167],"perform":[136],"exhaustive":[137],"experimentation":[138],"create":[140],"different":[141,154],"regression":[142],"models":[143,152],"modalities.":[149],"Several":[150],"fusions":[151],"with":[153],"configurations":[155],"are":[156],"constructed":[157],"understand":[159],"impact":[161],"feature":[164],"modality.":[166],"outperform":[168],"current":[170],"baseline":[171],"17.52%":[173],"terms":[175],"root":[177],"mean":[178],"squared":[179],"error.":[180]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}