{"id":"https://openalex.org/W4386453710","doi":"https://doi.org/10.1109/tcss.2023.3309229","title":"A Multimodal Framework for Depression Detection During COVID-19 via Harvesting Social Media","display_name":"A Multimodal Framework for Depression Detection During COVID-19 via Harvesting Social Media","publication_year":2023,"publication_date":"2023-09-05","ids":{"openalex":"https://openalex.org/W4386453710","doi":"https://doi.org/10.1109/tcss.2023.3309229"},"language":"en","primary_location":{"id":"doi:10.1109/tcss.2023.3309229","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2023.3309229","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2511.00424","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033253439","display_name":"Ashutosh Anshul","orcid":"https://orcid.org/0000-0001-8883-7494"},"institutions":[{"id":"https://openalex.org/I64295750","display_name":"Indian Institute of Technology Indore","ror":"https://ror.org/01hhf7w52","country_code":"IN","type":"education","lineage":["https://openalex.org/I64295750"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ashutosh Anshul","raw_affiliation_strings":["Indian Institute of Technology Indore, Indore, India"],"raw_orcid":"https://orcid.org/0000-0001-8883-7494","affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Indore, Indore, India","institution_ids":["https://openalex.org/I64295750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092039550","display_name":"G. Pranav","orcid":null},"institutions":[{"id":"https://openalex.org/I64295750","display_name":"Indian Institute of Technology Indore","ror":"https://ror.org/01hhf7w52","country_code":"IN","type":"education","lineage":["https://openalex.org/I64295750"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Gumpili Sai Pranav","raw_affiliation_strings":["Indian Institute of Technology Indore, Indore, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Indore, Indore, India","institution_ids":["https://openalex.org/I64295750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030387769","display_name":"Mohammad Zia Ur Rehman","orcid":null},"institutions":[{"id":"https://openalex.org/I64295750","display_name":"Indian Institute of Technology Indore","ror":"https://ror.org/01hhf7w52","country_code":"IN","type":"education","lineage":["https://openalex.org/I64295750"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Mohammad Zia Ur Rehman","raw_affiliation_strings":["Indian Institute of Technology Indore, Indore, India"],"raw_orcid":"https://orcid.org/0000-0001-6374-8102","affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Indore, Indore, India","institution_ids":["https://openalex.org/I64295750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009822257","display_name":"Nagendra Kumar","orcid":"https://orcid.org/0000-0003-4644-3168"},"institutions":[{"id":"https://openalex.org/I64295750","display_name":"Indian Institute of Technology Indore","ror":"https://ror.org/01hhf7w52","country_code":"IN","type":"education","lineage":["https://openalex.org/I64295750"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Nagendra Kumar","raw_affiliation_strings":["Indian Institute of Technology Indore, Indore, India"],"raw_orcid":"https://orcid.org/0000-0003-4644-3168","affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Indore, Indore, India","institution_ids":["https://openalex.org/I64295750"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.7562,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.98567579,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"11","issue":"2","first_page":"2872","last_page":"2888"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.7193133234977722},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.633914589881897},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6187556982040405},{"id":"https://openalex.org/keywords/mental-health","display_name":"Mental health","score":0.6020264029502869},{"id":"https://openalex.org/keywords/anxiety","display_name":"Anxiety","score":0.5760699510574341},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.5756937861442566},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5462372899055481},{"id":"https://openalex.org/keywords/depression","display_name":"Depression (economics)","score":0.5250396728515625},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.49967217445373535},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4906874895095825},{"id":"https://openalex.org/keywords/topic-model","display_name":"Topic model","score":0.45998045802116394},{"id":"https://openalex.org/keywords/pandemic","display_name":"Pandemic","score":0.4318099617958069},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4206581711769104},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4197390079498291},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.413167268037796},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.38763192296028137},{"id":"https://openalex.org/keywords/coronavirus-disease-2019","display_name":"Coronavirus disease 2019 (COVID-19)","score":0.35311752557754517},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.30110490322113037},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2842569053173065},{"id":"https://openalex.org/keywords/psychiatry","display_name":"Psychiatry","score":0.24715816974639893},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.18696141242980957},{"id":"https://openalex.org/keywords/disease","display_name":"Disease","score":0.1747109591960907},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.09600457549095154}],"concepts":[{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.7193133234977722},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.633914589881897},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6187556982040405},{"id":"https://openalex.org/C134362201","wikidata":"https://www.wikidata.org/wiki/Q317309","display_name":"Mental health","level":2,"score":0.6020264029502869},{"id":"https://openalex.org/C558461103","wikidata":"https://www.wikidata.org/wiki/Q154430","display_name":"Anxiety","level":2,"score":0.5760699510574341},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.5756937861442566},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5462372899055481},{"id":"https://openalex.org/C2776867660","wikidata":"https://www.wikidata.org/wiki/Q1814941","display_name":"Depression (economics)","level":2,"score":0.5250396728515625},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.49967217445373535},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4906874895095825},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.45998045802116394},{"id":"https://openalex.org/C89623803","wikidata":"https://www.wikidata.org/wiki/Q12184","display_name":"Pandemic","level":5,"score":0.4318099617958069},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4206581711769104},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4197390079498291},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.413167268037796},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.38763192296028137},{"id":"https://openalex.org/C3008058167","wikidata":"https://www.wikidata.org/wiki/Q84263196","display_name":"Coronavirus disease 2019 (COVID-19)","level":4,"score":0.35311752557754517},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.30110490322113037},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2842569053173065},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.24715816974639893},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.18696141242980957},{"id":"https://openalex.org/C2779134260","wikidata":"https://www.wikidata.org/wiki/Q12136","display_name":"Disease","level":2,"score":0.1747109591960907},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.09600457549095154},{"id":"https://openalex.org/C524204448","wikidata":"https://www.wikidata.org/wiki/Q788926","display_name":"Infectious disease (medical specialty)","level":3,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcss.2023.3309229","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2023.3309229","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2511.00424","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2511.00424","pdf_url":"https://arxiv.org/pdf/2511.00424","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2511.00424","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2511.00424","pdf_url":"https://arxiv.org/pdf/2511.00424","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.7799999713897705,"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W2402700","https://openalex.org/W23809677","https://openalex.org/W1998970095","https://openalex.org/W2004244562","https://openalex.org/W2040467972","https://openalex.org/W2122522916","https://openalex.org/W2154887492","https://openalex.org/W2194775991","https://openalex.org/W2251383488","https://openalex.org/W2273847690","https://openalex.org/W2740966010","https://openalex.org/W2756527420","https://openalex.org/W2807710762","https://openalex.org/W2896457183","https://openalex.org/W2899446783","https://openalex.org/W2901416577","https://openalex.org/W2905587047","https://openalex.org/W2907820210","https://openalex.org/W2912550851","https://openalex.org/W2972890723","https://openalex.org/W2984239773","https://openalex.org/W2996847594","https://openalex.org/W3000918316","https://openalex.org/W3015335260","https://openalex.org/W3015928967","https://openalex.org/W3016207173","https://openalex.org/W3016260488","https://openalex.org/W3016847450","https://openalex.org/W3022711197","https://openalex.org/W3033913896","https://openalex.org/W3041908221","https://openalex.org/W3042875976","https://openalex.org/W3083486492","https://openalex.org/W3091042942","https://openalex.org/W3093256590","https://openalex.org/W3101200480","https://openalex.org/W3103319922","https://openalex.org/W3121412789","https://openalex.org/W3149775180","https://openalex.org/W3154095814","https://openalex.org/W3154219437","https://openalex.org/W3155788967","https://openalex.org/W4206478453","https://openalex.org/W4210434817","https://openalex.org/W4210764005","https://openalex.org/W4231510805","https://openalex.org/W4285102055","https://openalex.org/W4285169531","https://openalex.org/W4285268701","https://openalex.org/W4286206444","https://openalex.org/W4286653212","https://openalex.org/W4287881512","https://openalex.org/W4289710807","https://openalex.org/W4295792297","https://openalex.org/W4297311521","https://openalex.org/W4308907392","https://openalex.org/W4315647957","https://openalex.org/W4320000454","https://openalex.org/W4327657987","https://openalex.org/W4376311902","https://openalex.org/W4383892373","https://openalex.org/W6639619044","https://openalex.org/W6687483927","https://openalex.org/W6802958121","https://openalex.org/W6852576492"],"related_works":["https://openalex.org/W3089396779","https://openalex.org/W2185469136","https://openalex.org/W2548633793","https://openalex.org/W3013279174","https://openalex.org/W2941935829","https://openalex.org/W2596247554","https://openalex.org/W4301373556","https://openalex.org/W3132372214","https://openalex.org/W4224284088","https://openalex.org/W4286571989"],"abstract_inverted_index":{"The":[0],"recent":[1],"coronavirus":[2],"disease":[3],"(COVID-19)":[4],"has":[5,10],"become":[6],"a":[7,21,58,82,118,184,190,218,252],"pandemic":[8],"and":[9,33,54,73,93,106,126,160,224,230,257,273,280],"affected":[11],"the":[12,16,97,107,141,147,155,194,210,232,241,247,262,268],"entire":[13],"globe.":[14],"During":[15],"pandemic,":[17],"we":[18,116,145,188],"have":[19],"observed":[20],"spike":[22],"in":[23,49,104,158,166,169,237],"cases":[24],"related":[25],"to":[26,44,52,56,69,129,179,182,199,208],"mental":[27,46,94,279],"health,":[28],"such":[29],"as":[30],"anxiety,":[31],"stress,":[32],"depression.":[34],"Depression":[35],"significantly":[36],"influences":[37],"most":[38],"diseases":[39],"worldwide,":[40],"making":[41],"it":[42],"difficult":[43],"detect":[45,130],"health":[47],"conditions":[48],"people":[50,62],"due":[51],"unawareness":[53],"unwillingness":[55],"consult":[57],"doctor.":[59],"However,":[60,96],"nowadays,":[61],"extensively":[63],"use":[64],"online":[65],"social":[66,76,111,133],"media":[67,77,134],"platforms":[68,78],"express":[70],"their":[71],"emotions":[72],"thoughts.":[74],"Hence,":[75],"are":[79,206],"now":[80],"becoming":[81],"large":[83],"data":[84,102],"source":[85],"that":[86,122],"can":[87],"be":[88],"utilized":[89],"for":[90,214,227],"detecting":[91,238],"depression":[92,131,239],"illness.":[95],"existing":[98,248],"approaches":[99],"often":[100],"overlook":[101],"sparsity":[103],"tweets":[105,159],"multimodal":[108,120],"aspects":[109],"of":[110,176,202,222,234,270],"media.":[112],"In":[113,186],"this":[114],"article,":[115],"propose":[117,146],"novel":[119],"framework":[121],"combines":[123],"textual,":[124],"user-specific,":[125],"image":[127],"analysis":[128,266],"among":[132],"users.":[135],"To":[136],"provide":[137],"enough":[138],"context":[139],"about":[140],"user\u2019s":[142],"emotional":[143,281],"state,":[144],"following:":[148],"1)":[149],"an":[150],"extrinsic":[151],"feature":[152,212],"by":[153,255],"harnessing":[154],"URLs":[156],"present":[157,165],"2)":[161],"extracting":[162],"textual":[163],"content":[164],"images":[167],"posted":[168],"tweets.":[170],"We":[171,216],"also":[172],"extract":[173],"five":[174],"sets":[175],"features":[177],"belonging":[178],"different":[180],"modalities":[181],"describe":[183],"user.":[185],"addition,":[187],"introduce":[189],"deep":[191],"learning":[192],"model,":[193],"visual":[195,211],"neural":[196],"network":[197],"(VNN),":[198],"generate":[200],"embeddings":[201],"user-posted":[203],"images,":[204],"which":[205],"used":[207],"create":[209],"vector":[213],"prediction.":[215],"contribute":[217],"curated":[219],"COVID-19":[220,242,263],"dataset":[221,254],"depressed":[223],"nondepressed":[225],"users":[226],"research":[228],"purposes":[229],"demonstrate":[231],"effectiveness":[233],"our":[235],"model":[236,245],"during":[240],"outbreak.":[243],"Our":[244,265],"outperforms":[246],"state-of-the-art":[249],"methods":[250],"over":[251],"benchmark":[253],"2%\u20138%":[256],"produces":[258],"promising":[259],"results":[260],"on":[261],"dataset.":[264],"highlights":[267],"impact":[269],"each":[271],"modality":[272],"provides":[274],"valuable":[275],"insights":[276],"into":[277],"users\u2019":[278],"states.":[282]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2023-09-06T00:00:00"}