{"id":"https://openalex.org/W7155059877","doi":"https://doi.org/10.48550/arxiv.2604.16311","title":"Multimodal Claim Extraction for Fact-Checking","display_name":"Multimodal Claim Extraction for Fact-Checking","publication_year":2026,"publication_date":"2026-02-01","ids":{"openalex":"https://openalex.org/W7155059877","doi":"https://doi.org/10.48550/arxiv.2604.16311"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.16311","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.16311","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.16311","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079992688","display_name":"Joycelyn Teo","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Teo, Joycelyn","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134108164","display_name":"Rui Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Rui","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134178311","display_name":"Zhenyun Deng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Zhenyun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134175213","display_name":"Zifeng Ding","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Zifeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076467238","display_name":"Michael Schlichtkrull","orcid":"https://orcid.org/0000-0002-8666-0856"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schlichtkrull, Michael Sejr","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134197026","display_name":"Andreas Vlachos","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vlachos, Andreas","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5079992688"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.420199990272522,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.420199990272522,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.22769999504089355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.15109999477863312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.8747000098228455},{"id":"https://openalex.org/keywords/rhetorical-question","display_name":"Rhetorical question","score":0.7129999995231628},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5537999868392944},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4747999906539917},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.423799991607666},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.4072999954223633}],"concepts":[{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.8747000098228455},{"id":"https://openalex.org/C192562157","wikidata":"https://www.wikidata.org/wiki/Q316694","display_name":"Rhetorical question","level":2,"score":0.7129999995231628},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6723999977111816},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5537999868392944},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5486999750137329},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4747999906539917},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.45579999685287476},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.423799991607666},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.4072999954223633},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3675000071525574},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.33379998803138733},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.3061000108718872},{"id":"https://openalex.org/C4725764","wikidata":"https://www.wikidata.org/wiki/Q844704","display_name":"Extraction (chemistry)","level":2,"score":0.29760000109672546},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.27900001406669617},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.27160000801086426}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.16311","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.16311","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.16311","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.16311","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"score":0.5140247941017151,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Automated":[0],"Fact-Checking":[1],"(AFC)":[2],"relies":[3],"on":[4],"claim":[5,45,68],"extraction":[6,46,69],"as":[7,33],"a":[8,98],"first":[9,64],"step,":[10],"yet":[11],"existing":[12],"methods":[13],"largely":[14],"overlook":[15],"the":[16,63],"multimodal":[17,49,67,94],"nature":[18],"of":[19,74],"today's":[20],"misinformation.":[21],"Social":[22],"media":[23],"posts":[24,75],"often":[25],"combine":[26],"short,":[27],"informal":[28],"text":[29,77],"with":[30,84],"images":[31],"such":[32],"memes,":[34],"screenshots,":[35],"and":[36,47,78,105,107,117],"photos,":[37],"creating":[38],"challenges":[39],"that":[40,109],"differ":[41],"from":[42,70,88],"both":[43],"text-only":[44],"well-studied":[48],"tasks":[50],"like":[51],"image":[52],"captioning":[53],"or":[54,80],"visual":[55],"question":[56],"answering.":[57],"In":[58],"this":[59],"work,":[60],"we":[61,123],"present":[62],"benchmark":[65],"for":[66],"social":[71],"media,":[72],"consisting":[73],"containing":[76],"one":[79],"more":[81],"images,":[82],"annotated":[83],"gold-standard":[85],"claims":[86],"derived":[87],"real-world":[89],"fact-checkers.":[90],"We":[91],"evaluate":[92],"state-of-the-art":[93],"LLMs":[95],"(MLLMs)":[96],"under":[97],"three-part":[99],"evaluation":[100],"framework":[101,128],"(semantic":[102],"alignment,":[103],"faithfulness,":[104],"decontextualization)":[106],"find":[108],"baseline":[110],"MLLMs":[111],"struggle":[112],"to":[113],"model":[114],"rhetorical":[115],"intent":[116],"contextual":[118],"cues.":[119],"To":[120],"address":[121],"this,":[122],"introduce":[124],"MICE,":[125],"an":[126],"intent-aware":[127],"which":[129],"shows":[130],"improvements":[131],"in":[132],"intent-critical":[133],"cases.":[134]},"counts_by_year":[],"updated_date":"2026-04-22T06:07:44.442478","created_date":"2026-04-22T00:00:00"}
