{"id":"https://openalex.org/W4409657172","doi":"https://doi.org/10.1145/3696410.3714778","title":"Figurative-cum-Commonsense Knowledge Infusion for Multimodal Mental Health Meme Classification","display_name":"Figurative-cum-Commonsense Knowledge Infusion for Multimodal Mental Health Meme Classification","publication_year":2025,"publication_date":"2025-04-22","ids":{"openalex":"https://openalex.org/W4409657172","doi":"https://doi.org/10.1145/3696410.3714778"},"language":"en","primary_location":{"id":"doi:10.1145/3696410.3714778","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714778","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714778","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714778","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5117243171","display_name":"Abdullah Mazhar","orcid":null},"institutions":[{"id":"https://openalex.org/I119939252","display_name":"Indraprastha Institute of Information Technology Delhi","ror":"https://ror.org/03vfp4g33","country_code":"IN","type":"education","lineage":["https://openalex.org/I119939252"]},{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Abdullah Mazhar","raw_affiliation_strings":["IIIT Delhi, New Delhi, India"],"affiliations":[{"raw_affiliation_string":"IIIT Delhi, New Delhi, India","institution_ids":["https://openalex.org/I119939252","https://openalex.org/I68891433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115792679","display_name":"Zuhair Hasan Shaik","orcid":"https://orcid.org/0000-0002-4344-271X"},"institutions":[{"id":"https://openalex.org/I4210152718","display_name":"Indian Institute of Technology Dharwad","ror":"https://ror.org/0509djg30","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210152718"]},{"id":"https://openalex.org/I4387153068","display_name":"Indian Institute of Information Technology Dharwad","ror":"https://ror.org/0237jt454","country_code":null,"type":"education","lineage":["https://openalex.org/I4387153068"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Zuhair Hasan Shaik","raw_affiliation_strings":["IIIT Dharwad, Dharwad, India"],"affiliations":[{"raw_affiliation_string":"IIIT Dharwad, Dharwad, India","institution_ids":["https://openalex.org/I4210152718","https://openalex.org/I4387153068"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020634829","display_name":"Aseem Srivastava","orcid":"https://orcid.org/0000-0003-1239-0707"},"institutions":[{"id":"https://openalex.org/I119939252","display_name":"Indraprastha Institute of Information Technology Delhi","ror":"https://ror.org/03vfp4g33","country_code":"IN","type":"education","lineage":["https://openalex.org/I119939252"]},{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Aseem Srivastava","raw_affiliation_strings":["IIIT Delhi, New Delhi, India"],"affiliations":[{"raw_affiliation_string":"IIIT Delhi, New Delhi, India","institution_ids":["https://openalex.org/I119939252","https://openalex.org/I68891433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116053999","display_name":"Polly Ruhnke","orcid":null},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Polly Ruhnke","raw_affiliation_strings":["University of Illinois Chicago, Chicago, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois Chicago, Chicago, USA","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116054000","display_name":"Lavanya Vaddavalli","orcid":null},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lavanya Vaddavalli","raw_affiliation_strings":["University of Illinois Chicago, Chicago, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois Chicago, Chicago, USA","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116054001","display_name":"Sri Keshav Katragadda","orcid":null},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sri Keshav Katragadda","raw_affiliation_strings":["University of Illinois Chicago, Chicago, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois Chicago, Chicago, USA","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104083478","display_name":"Shweta Yadav","orcid":null},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shweta Yadav","raw_affiliation_strings":["University of Illinois Chicago, Chicago, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois Chicago, Chicago, USA","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066369545","display_name":"Md Shad Akhtar","orcid":"https://orcid.org/0000-0002-2033-2382"},"institutions":[{"id":"https://openalex.org/I119939252","display_name":"Indraprastha Institute of Information Technology Delhi","ror":"https://ror.org/03vfp4g33","country_code":"IN","type":"education","lineage":["https://openalex.org/I119939252"]},{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Md Shad Akhtar","raw_affiliation_strings":["IIIT Delhi, New Delhi, India"],"affiliations":[{"raw_affiliation_string":"IIIT Delhi, New Delhi, India","institution_ids":["https://openalex.org/I119939252","https://openalex.org/I68891433"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5117243171"],"corresponding_institution_ids":["https://openalex.org/I119939252","https://openalex.org/I68891433"],"apc_list":null,"apc_paid":null,"fwci":4.2113,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.91573382,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"637","last_page":"648"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11795","display_name":"Humor Studies and Applications","score":0.9882000088691711,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9794999957084656,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/literal-and-figurative-language","display_name":"Literal and figurative language","score":0.8127202987670898},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5913764238357544},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4938105046749115},{"id":"https://openalex.org/keywords/mental-health","display_name":"Mental health","score":0.46875572204589844},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4622265100479126},{"id":"https://openalex.org/keywords/commonsense-knowledge","display_name":"Commonsense knowledge","score":0.44338271021842957},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.3523513078689575},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.31895914673805237},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.28380972146987915},{"id":"https://openalex.org/keywords/knowledge-based-systems","display_name":"Knowledge-based systems","score":0.17941609025001526},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.16897651553153992},{"id":"https://openalex.org/keywords/psychiatry","display_name":"Psychiatry","score":0.14509311318397522}],"concepts":[{"id":"https://openalex.org/C46182478","wikidata":"https://www.wikidata.org/wiki/Q7363315","display_name":"Literal and figurative language","level":2,"score":0.8127202987670898},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5913764238357544},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4938105046749115},{"id":"https://openalex.org/C134362201","wikidata":"https://www.wikidata.org/wiki/Q317309","display_name":"Mental health","level":2,"score":0.46875572204589844},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4622265100479126},{"id":"https://openalex.org/C30542707","wikidata":"https://www.wikidata.org/wiki/Q1603203","display_name":"Commonsense knowledge","level":3,"score":0.44338271021842957},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3523513078689575},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.31895914673805237},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.28380972146987915},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.17941609025001526},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.16897651553153992},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.14509311318397522}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3696410.3714778","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714778","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714778","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3696410.3714778","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714778","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714778","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322753","display_name":"Infosys Foundation","ror":"https://ror.org/03bs18y54"},{"id":"https://openalex.org/F4320330597","display_name":"Indraprastha Institute of Information Technology, Delhi","ror":"https://ror.org/03vfp4g33"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409657172.pdf","grobid_xml":"https://content.openalex.org/works/W4409657172.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W256241773","https://openalex.org/W1992489880","https://openalex.org/W2092598885","https://openalex.org/W2148437670","https://openalex.org/W2162381337","https://openalex.org/W2788346961","https://openalex.org/W2990714382","https://openalex.org/W3032990595","https://openalex.org/W3161561430","https://openalex.org/W3162860994","https://openalex.org/W3163763055","https://openalex.org/W3185872781","https://openalex.org/W3207066441","https://openalex.org/W3211795293","https://openalex.org/W4231371564","https://openalex.org/W4256572020","https://openalex.org/W4289713800","https://openalex.org/W4304989454","https://openalex.org/W4307559973","https://openalex.org/W4312788611","https://openalex.org/W4313493860","https://openalex.org/W4385570049","https://openalex.org/W4386803063","https://openalex.org/W4400642152","https://openalex.org/W4402904028","https://openalex.org/W4404782395","https://openalex.org/W4406310952"],"related_works":["https://openalex.org/W2386380193","https://openalex.org/W2914792514","https://openalex.org/W2053106999","https://openalex.org/W4367156914","https://openalex.org/W2356617418","https://openalex.org/W2357098089","https://openalex.org/W4387075676","https://openalex.org/W2154730552","https://openalex.org/W3135540381","https://openalex.org/W4312097343"],"abstract_inverted_index":{"The":[0,103],"expression":[1],"of":[2,148,180,193],"mental":[3,26,114],"health":[4,27,115],"symptoms":[5,116],"through":[6,29],"non-traditional":[7],"means,":[8],"such":[9],"as":[10],"memes,":[11],"has":[12],"gained":[13],"remarkable":[14],"attention":[15],"over":[16],"the":[17,71,113,157,178,191],"past":[18],"few":[19],"years,":[20],"with":[21],"users":[22],"often":[23],"highlighting":[24],"their":[25],"struggles":[28],"figurative":[30,54,98,198],"intricacies":[31],"within":[32],"memes.":[33,58,119],"While":[34],"humans":[35],"rely":[36],"on":[37,152,163],"commonsense":[38,87,101,195],"knowledge":[39],"to":[40,51,92,96,107,196],"interpret":[41,97],"these":[42,53],"complex":[43],"expressions,":[44],"current":[45],"Multimodal":[46],"Language":[47],"Models":[48],"(MLMs)":[49],"struggle":[50],"capture":[52],"aspects":[55],"inherent":[56],"in":[57,118,132,187],"To":[59,155],"address":[60],"this":[61],"gap,":[62],"we":[63,84,159],"introduce":[64],"a":[65,86,139,145,164],"novel":[66],"dataset,":[67,166],"AxiOM,":[68],"derived":[69],"from":[70],"GAD":[72],"anxiety":[73,81],"questionnaire,":[74],"which":[75],"categorizes":[76],"memes":[77],"into":[78],"six":[79],"fine-grained":[80],"symptoms.":[82],"Next,":[83],"propose":[85],"and":[88,100,110,135,150,190],"domain-enriched":[89],"framework,":[90],"M3H,":[91],"enhance":[93,197],"MLMs'":[94],"ability":[95],"language":[99],"knowledge.":[102],"overarching":[104],"goal":[105],"remains":[106],"first":[108],"understand":[109],"then":[111],"classify":[112],"expressed":[117],"We":[120,143],"benchmark":[121],"M3H":[122],"against":[123],"6":[124],"competitive":[125],"baselines":[126],"(with":[127],"20":[128],"variations),":[129],"demonstrating":[130],"improvements":[131],"both":[133],"quantitative":[134],"qualitative":[136],"metrics,":[137],"including":[138],"detailed":[140],"human":[141],"evaluation.":[142],"observe":[144],"clear":[146],"improvement":[147],"4.20%":[149],"4.66%":[151],"weighted-F1":[153],"metric.":[154],"assess":[156],"generalizability,":[158],"perform":[160],"extensive":[161],"experiments":[162],"public":[165],"RESTORE,":[167],"for":[168],"depressive":[169],"symptom":[170],"identification,":[171],"presenting":[172],"an":[173],"ablation":[174],"study":[175],"that":[176],"highlights":[177],"contribution":[179],"each":[181],"module.":[182],"Our":[183],"findings":[184],"reveal":[185],"limitations":[186],"existing":[188],"models":[189],"advantage":[192],"employing":[194],"understanding.":[199]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}