{"id":"https://openalex.org/W7137949174","doi":"https://doi.org/10.1609/aaai.v40i2.37081","title":"Enhancing Multimodal Misinformation Detection by Replaying the Whole Story from Image Modality Perspective","display_name":"Enhancing Multimodal Misinformation Detection by Replaying the Whole Story from Image Modality Perspective","publication_year":2026,"publication_date":"2026-03-14","ids":{"openalex":"https://openalex.org/W7137949174","doi":"https://doi.org/10.1609/aaai.v40i2.37081"},"language":null,"primary_location":{"id":"doi:10.1609/aaai.v40i2.37081","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i2.37081","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1609/aaai.v40i2.37081","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129695108","display_name":"Bing Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I120379545","display_name":"Inner Mongolia Agricultural University","ror":"https://ror.org/015d0jq83","country_code":"CN","type":"education","lineage":["https://openalex.org/I120379545"]},{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4210125838","display_name":"Jilin University of Chemical Technology","ror":"https://ror.org/03bvz5p76","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125838"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bing Wang","raw_affiliation_strings":["College of Computer Science and Technology, Jilin University, China\nKey Laboratory of Symbolic Computation and Knowledge Engineering of the MoE, Jilin University, China","College of Computer and Information Engineering, Inner Mongolia Agricultural University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Jilin University, China\nKey Laboratory of Symbolic Computation and Knowledge Engineering of the MoE, Jilin University, China","institution_ids":["https://openalex.org/I194450716","https://openalex.org/I4210125838"]},{"raw_affiliation_string":"College of Computer and Information Engineering, Inner Mongolia Agricultural University, China","institution_ids":["https://openalex.org/I120379545"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129690962","display_name":"Ximing Li","orcid":null},"institutions":[{"id":"https://openalex.org/I4210126580","display_name":"RIKEN Center for Advanced Intelligence Project","ror":"https://ror.org/03ckxwf91","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652","https://openalex.org/I4210126580"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ximing Li","raw_affiliation_strings":["College of Computer Science and Technology, Jilin University, China\nKey Laboratory of Symbolic Computation and Knowledge Engineering of the MoE, Jilin University, China\nRIKEN Center for Advanced Intelligence Project, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Jilin University, China\nKey Laboratory of Symbolic Computation and Knowledge Engineering of the MoE, Jilin University, China\nRIKEN Center for Advanced Intelligence Project, Japan","institution_ids":["https://openalex.org/I4210126580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100327187","display_name":"Yanjun Wang","orcid":"https://orcid.org/0000-0001-6930-3980"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanjun Wang","raw_affiliation_strings":["Key Laboratory of Symbolic Computation and Knowledge Engineering of the MoE, Jilin University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Symbolic Computation and Knowledge Engineering of the MoE, Jilin University, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129648795","display_name":"Changchun Li","orcid":null},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4210125838","display_name":"Jilin University of Chemical Technology","ror":"https://ror.org/03bvz5p76","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125838"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changchun Li","raw_affiliation_strings":["College of Computer Science and Technology, Jilin University, China\nKey Laboratory of Symbolic Computation and Knowledge Engineering of the MoE, Jilin University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Jilin University, China\nKey Laboratory of Symbolic Computation and Knowledge Engineering of the MoE, Jilin University, China","institution_ids":["https://openalex.org/I194450716","https://openalex.org/I4210125838"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129645811","display_name":"Lin Yuanbo Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I39555362","display_name":"University of Warwick","ror":"https://ror.org/01a77tt86","country_code":"GB","type":"education","lineage":["https://openalex.org/I39555362"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Lin Yuanbo Wu","raw_affiliation_strings":["School of Engineering, University of Warwick, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering, University of Warwick, UK","institution_ids":["https://openalex.org/I39555362"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103183585","display_name":"Buyu Wang","orcid":"https://orcid.org/0000-0002-5002-1219"},"institutions":[{"id":"https://openalex.org/I120379545","display_name":"Inner Mongolia Agricultural University","ror":"https://ror.org/015d0jq83","country_code":"CN","type":"education","lineage":["https://openalex.org/I120379545"]},{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4210125838","display_name":"Jilin University of Chemical Technology","ror":"https://ror.org/03bvz5p76","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125838"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Buyu Wang","raw_affiliation_strings":["College of Computer Science and Technology, Jilin University, China\nKey Laboratory of Symbolic Computation and Knowledge Engineering of the MoE, Jilin University, China","College of Computer and Information Engineering, Inner Mongolia Agricultural University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Jilin University, China\nKey Laboratory of Symbolic Computation and Knowledge Engineering of the MoE, Jilin University, China","institution_ids":["https://openalex.org/I194450716","https://openalex.org/I4210125838"]},{"raw_affiliation_string":"College of Computer and Information Engineering, Inner Mongolia Agricultural University, China","institution_ids":["https://openalex.org/I120379545"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073490470","display_name":"ShengSheng Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4210125838","display_name":"Jilin University of Chemical Technology","ror":"https://ror.org/03bvz5p76","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125838"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengsheng Wang","raw_affiliation_strings":["College of Computer Science and Technology, Jilin University, China\nKey Laboratory of Symbolic Computation and Knowledge Engineering of the MoE, Jilin University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Jilin University, China\nKey Laboratory of Symbolic Computation and Knowledge Engineering of the MoE, Jilin University, China","institution_ids":["https://openalex.org/I194450716","https://openalex.org/I4210125838"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.25821008,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"40","issue":"2","first_page":"1105","last_page":"1113"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9800000190734863,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9800000190734863,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.0019000000320374966,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.001500000013038516,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6886000037193298},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.5934000015258789},{"id":"https://openalex.org/keywords/misinformation","display_name":"Misinformation","score":0.569599986076355},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.5695000290870667},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5461000204086304},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.46869999170303345},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.43790000677108765},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.41290000081062317},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.38269999623298645}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7294999957084656},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6922000050544739},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6886000037193298},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5934000015258789},{"id":"https://openalex.org/C2776990098","wikidata":"https://www.wikidata.org/wiki/Q13579947","display_name":"Misinformation","level":2,"score":0.569599986076355},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.5695000290870667},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5461000204086304},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.46869999170303345},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.43790000677108765},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.41290000081062317},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.39750000834465027},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3862999975681305},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.38269999623298645},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3111000061035156},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3109999895095825},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.3018999993801117},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.29919999837875366},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2969000041484833},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.2865000069141388},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2842000126838684},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.2840000092983246},{"id":"https://openalex.org/C199579030","wikidata":"https://www.wikidata.org/wiki/Q2851778","display_name":"Automatic image annotation","level":4,"score":0.2824999988079071},{"id":"https://openalex.org/C2983812711","wikidata":"https://www.wikidata.org/wiki/Q167555","display_name":"Text recognition","level":3,"score":0.2759999930858612},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C108154423","wikidata":"https://www.wikidata.org/wiki/Q1469792","display_name":"Salience (neuroscience)","level":2,"score":0.2637999951839447},{"id":"https://openalex.org/C38935604","wikidata":"https://www.wikidata.org/wiki/Q4330363","display_name":"Stylized fact","level":2,"score":0.26030001044273376},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.25429999828338623},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.2540000081062317},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.2540000081062317},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.25200000405311584}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v40i2.37081","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i2.37081","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v40i2.37081","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i2.37081","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.6462819576263428}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"Misinformation":[1],"Detection":[2],"(MMD)":[3],"refers":[4],"to":[5,77,136,185],"the":[6,16,27,33,42,46,50,54,58,71,120,157,187,194],"task":[7],"of":[8,53,125,140,196],"detecting":[9],"social":[10],"media":[11],"posts":[12],"involving":[13],"misinformation,":[14],"where":[15],"post":[17,56],"often":[18,60],"contains":[19],"text":[20,34,47,95,104,121],"and":[21,102,127,150,154,179],"image":[22,43,59,72],"modalities.":[23],"However,":[24],"by":[25,114,172],"observing":[26],"MMD":[28,86],"posts,":[29],"we":[30,82,91,118,167],"hold":[31],"that":[32,70,93,110],"modality":[35,44,73],"may":[36],"be":[37,97,112],"much":[38],"more":[39],"informative":[40],"than":[41],"because":[45],"generally":[48],"describes":[49,106],"whole":[51],"event/story":[52],"current":[55],"but":[57],"presents":[61],"partial":[62,108],"scenes":[63],"only.":[64],"Our":[65],"preliminary":[66],"empirical":[67,191],"results":[68,192],"indicate":[69],"exactly":[74],"contributes":[75],"less":[76],"MMD.":[78],"Upon":[79],"this":[80],"idea,":[81],"propose":[83,168],"a":[84,107,123,132,138,169,181],"new":[85],"method":[87],"named":[88],"RETSIMD.":[89,197],"Specifically,":[90],"suppose":[92],"each":[94,103],"can":[96,111],"divided":[98],"into":[99,122,131],"several":[100],"segments,":[101,126],"segment":[105],"scene":[109],"presented":[113],"an":[115,160],"image.":[116],"Accordingly,":[117],"split":[119],"sequence":[124,139],"feed":[128],"these":[129],"segments":[130],"pre-trained":[133],"text-to-image":[134,162],"generator":[135,158],"augment":[137],"images.":[141],"We":[142],"further":[143,155],"incorporate":[144],"two":[145],"auxiliary":[146,161],"objectives":[147],"concerning":[148],"text-image":[149],"image-label":[151],"mutual":[152],"information,":[153],"post-train":[156],"over":[159],"generation":[163],"benchmark":[164],"dataset.":[165],"Additionally,":[166],"graph":[170,182],"structure":[171],"defining":[173],"three":[174],"heuristic":[175],"relationships":[176],"between":[177],"images,":[178],"use":[180],"neural":[183],"network":[184],"generate":[186],"fused":[188],"features.":[189],"Extensive":[190],"validate":[193],"effectiveness":[195]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-03-18T00:00:00"}