{"id":"https://openalex.org/W7143347083","doi":"https://doi.org/10.48550/arxiv.2603.26052","title":"Bridging Pixels and Words: Mask-Aware Local Semantic Fusion for Multimodal Media Verification","display_name":"Bridging Pixels and Words: Mask-Aware Local Semantic Fusion for Multimodal Media Verification","publication_year":2026,"publication_date":"2026-03-27","ids":{"openalex":"https://openalex.org/W7143347083","doi":"https://doi.org/10.48550/arxiv.2603.26052"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.26052","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.26052","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.26052","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130974223","display_name":"Zizhao Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Zizhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130950111","display_name":"Ping Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Ping","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108920560","display_name":"Ziyang Ren","orcid":"https://orcid.org/0009-0008-8159-4096"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ren, Ziyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130997092","display_name":"Huan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Huan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5061745793","display_name":"Xiangru Yin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yin, Xiangru","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.5406000018119812,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.5406000018119812,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.2329999953508377,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.05999999865889549,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.49630001187324524},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.4921000003814697},{"id":"https://openalex.org/keywords/semantic-gap","display_name":"Semantic gap","score":0.4788999855518341},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.42910000681877136},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.40860000252723694},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.40059998631477356},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3711000084877014},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.3522999882698059},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.33959999680519104}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8233000040054321},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5264999866485596},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.49630001187324524},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.4921000003814697},{"id":"https://openalex.org/C86034646","wikidata":"https://www.wikidata.org/wiki/Q474311","display_name":"Semantic gap","level":4,"score":0.4788999855518341},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.42910000681877136},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.40860000252723694},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.40059998631477356},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3711000084877014},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3522999882698059},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.33959999680519104},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.3345000147819519},{"id":"https://openalex.org/C108154423","wikidata":"https://www.wikidata.org/wiki/Q1469792","display_name":"Salience (neuroscience)","level":2,"score":0.3276999890804291},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3208000063896179},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.31360000371932983},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.31139999628067017},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.29789999127388},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2906999886035919},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2750999927520752},{"id":"https://openalex.org/C511149849","wikidata":"https://www.wikidata.org/wiki/Q7449051","display_name":"Semantic computing","level":3,"score":0.2687000036239624},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.2678999900817871},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.2655999958515167},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.2603999972343445},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.2558000087738037},{"id":"https://openalex.org/C198942812","wikidata":"https://www.wikidata.org/wiki/Q496618","display_name":"Semantic property","level":2,"score":0.25220000743865967},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.25060001015663147},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.26052","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.26052","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.26052","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.26052","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.5273221731185913}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"As":[0],"multimodal":[1,14,157],"misinformation":[2],"becomes":[3],"more":[4],"sophisticated,":[5],"its":[6,170],"detection":[7,160],"and":[8,82,107,113,156,165,172],"grounding":[9],"are":[10,46],"crucial.":[11],"However,":[12],"current":[13],"verification":[15],"methods,":[16],"relying":[17],"on":[18,152],"passive":[19],"holistic":[20],"fusion,":[21],"struggle":[22],"with":[23],"sophisticated":[24],"misinformation.":[25],"Due":[26],"to":[27,33,48,64,79,109,133],"'feature":[28],"dilution,'":[29],"global":[30],"alignments":[31],"tend":[32],"average":[34],"out":[35],"subtle":[36],"local":[37],"semantic":[38,77],"inconsistencies,":[39],"effectively":[40],"masking":[41],"the":[42,62,154],"very":[43],"conflicts":[44],"they":[45],"designed":[47],"find.":[49],"We":[50],"introduce":[51,139],"MaLSF":[52,72,148],"(Mask-aware":[53],"Local":[54],"Semantic":[55,117],"Fusion),":[56],"a":[57,91,115,140],"novel":[58],"framework":[59],"that":[60,97,121],"shifts":[61],"paradigm":[63],"active,":[65],"bidirectional":[66],"verification,":[67],"mimicking":[68],"human":[69],"cognitive":[70],"cross-referencing.":[71],"utilizes":[73],"mask-label":[74,136,144],"pairs":[75],"as":[76,99],"anchors":[78],"bridge":[80],"pixels":[81],"words.":[83],"Its":[84],"core":[85],"mechanism":[86],"features":[87],"two":[88],"innovations:":[89],"1)":[90],"Bidirectional":[92],"Cross-modal":[93],"Verification":[94],"(BCV)":[95],"module":[96,120],"acts":[98],"an":[100],"interrogator,":[101],"using":[102],"parallel":[103],"query":[104],"streams":[105],"(Text-as-Query":[106],"Image-as-Query)":[108],"explicitly":[110],"pinpoint":[111],"conflicts;":[112],"2)":[114],"Hierarchical":[116],"Aggregation":[118],"(HSA)":[119],"intelligently":[122],"aggregates":[123],"these":[124],"multi-granularity":[125],"conflict":[126],"signals":[127],"for":[128],"task-specific":[129],"reasoning.":[130],"In":[131],"addition,":[132],"extract":[134],"fine-grained":[135],"pairs,":[137],"we":[138],"set":[141],"of":[142],"diverse":[143],"pair":[145],"extraction":[146],"parsers.":[147],"achieves":[149],"state-of-the-art":[150],"performance":[151],"both":[153],"DGM4":[155],"fake":[158],"news":[159],"tasks.":[161],"Extensive":[162],"ablation":[163],"studies":[164],"visualization":[166],"results":[167],"further":[168],"verify":[169],"effectiveness":[171],"interpretability.":[173]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-31T00:00:00"}