{"id":"https://openalex.org/W7162644437","doi":"https://doi.org/10.1145/3774905.3795453","title":"Concept-Grounded Detection of Vaccine Misinformation in Multimodal Content Using Interpretable Vision-Language Models","display_name":"Concept-Grounded Detection of Vaccine Misinformation in Multimodal Content Using Interpretable Vision-Language Models","publication_year":2026,"publication_date":"2026-05-28","ids":{"openalex":"https://openalex.org/W7162644437","doi":"https://doi.org/10.1145/3774905.3795453"},"language":null,"primary_location":{"id":"doi:10.1145/3774905.3795453","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774905.3795453","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3774905.3795453","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137206021","display_name":"Laxmi Thapa","orcid":"https://orcid.org/0009-0003-9563-8604"},"institutions":[{"id":"https://openalex.org/I4210129200","display_name":"O. P. Jindal Global University","ror":"https://ror.org/03j2ta742","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210129200"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Laxmi Thapa","raw_affiliation_strings":["O.P. Jindal Global University, Sonipat, Nepal"],"raw_orcid":"https://orcid.org/0009-0003-9563-8604","affiliations":[{"raw_affiliation_string":"O.P. Jindal Global University, Sonipat, Nepal","institution_ids":["https://openalex.org/I4210129200"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086373026","display_name":"Aryaman Jain","orcid":null},"institutions":[{"id":"https://openalex.org/I863896202","display_name":"Delhi Technological University","ror":"https://ror.org/01ztcvt22","country_code":"IN","type":"education","lineage":["https://openalex.org/I863896202"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Aryaman Jain","raw_affiliation_strings":["Delhi Technological University, New Delhi, India"],"raw_orcid":"https://orcid.org/0009-0007-8633-5424","affiliations":[{"raw_affiliation_string":"Delhi Technological University, New Delhi, India","institution_ids":["https://openalex.org/I863896202"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116238329","display_name":"Lakshmojee Koduru","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lakshmojee Koduru","raw_affiliation_strings":["Google, Dallas, TX, USA"],"raw_orcid":"https://orcid.org/0009-0003-9053-7302","affiliations":[{"raw_affiliation_string":"Google, Dallas, TX, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018608792","display_name":"Surabhi Adhikari","orcid":null},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Surabhi Adhikari","raw_affiliation_strings":["Columbia University, New York, USA"],"raw_orcid":"https://orcid.org/0009-0003-8040-8996","affiliations":[{"raw_affiliation_string":"Columbia University, New York, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101484138","display_name":"Junaid Rashid","orcid":null},"institutions":[{"id":"https://openalex.org/I28777354","display_name":"Sejong University","ror":"https://ror.org/00aft1q37","country_code":"KR","type":"education","lineage":["https://openalex.org/I28777354"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Junaid Rashid","raw_affiliation_strings":["Sejong University, Seoul, Pakistan"],"raw_orcid":"https://orcid.org/0009-0000-1685-7234","affiliations":[{"raw_affiliation_string":"Sejong University, Seoul, Pakistan","institution_ids":["https://openalex.org/I28777354"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100452997","display_name":"Jungeun Kim","orcid":"https://orcid.org/0000-0002-6474-5058"},"institutions":[{"id":"https://openalex.org/I191879574","display_name":"Inha University","ror":"https://ror.org/01easw929","country_code":"KR","type":"education","lineage":["https://openalex.org/I191879574"]},{"id":"https://openalex.org/I35886859","display_name":"Korea University of Technology and Education","ror":"https://ror.org/053nycv62","country_code":"KR","type":"education","lineage":["https://openalex.org/I35886859"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jungeun Kim","raw_affiliation_strings":["Inha University, Cheonan, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-6474-5058","affiliations":[{"raw_affiliation_string":"Inha University, Cheonan, Republic of Korea","institution_ids":["https://openalex.org/I191879574","https://openalex.org/I35886859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020807509","display_name":"Surendrabikram Thapa","orcid":"https://orcid.org/0000-0003-4119-8239"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Surendrabikram Thapa","raw_affiliation_strings":["Virginia Tech, Blacksburg, VA, USA"],"raw_orcid":"https://orcid.org/0000-0003-4119-8239","affiliations":[{"raw_affiliation_string":"Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5137282417","display_name":"Usman Naseem","orcid":"https://orcid.org/0000-0003-0191-7171"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Usman Naseem","raw_affiliation_strings":["Macquarie University, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0003-0191-7171","affiliations":[{"raw_affiliation_string":"Macquarie University, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I99043593"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.88270762,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"830","last_page":"838"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.17329999804496765,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.17329999804496765,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.07699999958276749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.07029999792575836,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/misinformation","display_name":"Misinformation","score":0.6297000050544739},{"id":"https://openalex.org/keywords/content","display_name":"Content (measure theory)","score":0.43209999799728394},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.29899999499320984},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.2924000024795532}],"concepts":[{"id":"https://openalex.org/C2776990098","wikidata":"https://www.wikidata.org/wiki/Q13579947","display_name":"Misinformation","level":2,"score":0.6297000050544739},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5591999888420105},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.550599992275238},{"id":"https://openalex.org/C2778152352","wikidata":"https://www.wikidata.org/wiki/Q5165061","display_name":"Content (measure theory)","level":2,"score":0.43209999799728394},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.36809998750686646},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.29899999499320984},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2924000024795532},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2718999981880188},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.27059999108314514},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.24660000205039978}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3774905.3795453","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774905.3795453","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3774905.3795453","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774905.3795453","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.44484981894493103,"id":"https://metadata.un.org/sdg/2","display_name":"Zero hunger"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W3039554467","https://openalex.org/W3177048205","https://openalex.org/W3181089309","https://openalex.org/W4310780108","https://openalex.org/W4317566631","https://openalex.org/W4385458448","https://openalex.org/W4385805046","https://openalex.org/W4386075969","https://openalex.org/W4399555356","https://openalex.org/W4403431661","https://openalex.org/W4408259027","https://openalex.org/W4413144903"],"related_works":[],"abstract_inverted_index":{"Vaccine":[0],"misinformation":[1,26,33,158],"poses":[2],"a":[3,95],"persistent":[4],"public":[5],"health":[6],"challenge,":[7],"particularly":[8],"in":[9,98,118],"visual":[10,139],"formats":[11],"such":[12],"as":[13],"memes":[14],"and":[15,21,67,77,140],"infographics":[16],"that":[17,73,114],"combine":[18],"text,":[19],"imagery,":[20],"rhetorical":[22,141],"cues.":[23],"While":[24],"textual":[25],"has":[27],"been":[28],"widely":[29],"studied,":[30],"image-based":[31],"vaccine":[32],"remains":[34],"comparatively":[35],"underexplored":[36],"due":[37],"to":[38],"the":[39,81,138,149],"difficulty":[40],"of":[41,84,130,137,151],"interpreting":[42],"multimodal":[43,54,157],"signals":[44],"at":[45],"scale.":[46],"In":[47],"this":[48],"work,":[49],"we":[50,88],"evaluate":[51],"how":[52],"effectively":[53],"Large":[55],"Vision-Language":[56],"Models":[57],"(LVLMs)":[58],"can":[59],"(i)":[60],"directly":[61],"classify":[62],"vaccination":[63],"stance":[64,116],"from":[65],"images":[66],"(ii)":[68],"extract":[69],"interpretable":[70,156],"concept-level":[71],"representations":[72,121],"support":[74],"more":[75],"reliable":[76],"transparent":[78],"prediction.":[79],"Using":[80],"VaxMeme":[82],"dataset":[83],"10,244":[85],"annotated":[86],"images,":[87],"compare":[89],"direct":[90,124],"zero-shot":[91],"LVLM":[92,125],"inference":[93],"against":[94],"hybrid":[96],"framework":[97],"which":[99],"classical":[100],"machine":[101],"learning":[102],"models":[103],"are":[104],"trained":[105],"on":[106],"LVLM-extracted":[107],"binary":[108],"concept":[109,120],"features.":[110],"Our":[111],"results":[112],"show":[113],"grounding":[115],"prediction":[117],"structured":[119],"consistently":[122],"outperforms":[123],"classification,":[126],"yielding":[127],"accuracy":[128],"improvements":[129],"approximately":[131],"10--17%":[132],"while":[133],"enabling":[134],"explicit":[135],"inspection":[136],"cues":[142],"driving":[143],"model":[144],"decisions.":[145],"These":[146],"findings":[147],"highlight":[148],"value":[150],"concept-grounded,":[152],"neuro-symbolic":[153],"approaches":[154],"for":[155],"detection.":[159]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-05-29T00:00:00"}