{"id":"https://openalex.org/W7152431197","doi":"https://doi.org/10.1145/3774904.3792706","title":"Navigating Truth in Multimodal Fact-checking via Retrieval- and Reasoning-Enhanced Large Language Models","display_name":"Navigating Truth in Multimodal Fact-checking via Retrieval- and Reasoning-Enhanced Large Language Models","publication_year":2026,"publication_date":"2026-04-09","ids":{"openalex":"https://openalex.org/W7152431197","doi":"https://doi.org/10.1145/3774904.3792706"},"language":null,"primary_location":{"id":"doi:10.1145/3774904.3792706","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774904.3792706","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3774904.3792706","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084212167","display_name":"Fanrui Zhang","orcid":"https://orcid.org/0000-0002-1078-430X"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fanrui Zhang","raw_affiliation_strings":["University of Science and Technology of China, hefei, China and Shanghai Innovation Institute, shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-1078-430X","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, hefei, China and Shanghai Innovation Institute, shanghai, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Qiang Zhang","orcid":"https://orcid.org/0000-0002-7809-5818"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Zhang","raw_affiliation_strings":["University of Science and Technology of China, hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-7809-5818","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101108740","display_name":"Jianwen Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianwen Sun","raw_affiliation_strings":["Nankai University, tianjin, China"],"raw_orcid":"https://orcid.org/0009-0000-3145-5225","affiliations":[{"raw_affiliation_string":"Nankai University, tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101895689","display_name":"Chuanhao Li","orcid":"https://orcid.org/0000-0002-5769-3739"},"institutions":[{"id":"https://openalex.org/I4210091156","display_name":"SAIC-GM (China)","ror":"https://ror.org/00h64t852","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091156"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuanhao Li","raw_affiliation_strings":["Shanghai AI Laboratory, shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-5769-3739","affiliations":[{"raw_affiliation_string":"Shanghai AI Laboratory, shanghai, China","institution_ids":["https://openalex.org/I4210091156"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039758355","display_name":"Jiaxin Ai","orcid":"https://orcid.org/0000-0002-4303-7749"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxin Ai","raw_affiliation_strings":["Wuhan University, wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-4303-7749","affiliations":[{"raw_affiliation_string":"Wuhan University, wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yukang Feng","orcid":"https://orcid.org/0009-0000-5594-3629"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yukang Feng","raw_affiliation_strings":["Nankai University, tianjin, China"],"raw_orcid":"https://orcid.org/0009-0000-5594-3629","affiliations":[{"raw_affiliation_string":"Nankai University, tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zizhen Li","orcid":"https://orcid.org/0009-0002-6554-9734"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zizhen Li","raw_affiliation_strings":["Nankai University, tianjin, China"],"raw_orcid":"https://orcid.org/0009-0002-6554-9734","affiliations":[{"raw_affiliation_string":"Nankai University, tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129660550","display_name":"Kaipeng Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I2802974365","display_name":"Shanghai Innovative Research Center of Traditional Chinese Medicine","ror":"https://ror.org/01gnagj68","country_code":"CN","type":"facility","lineage":["https://openalex.org/I2802974365"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaipeng Zhang","raw_affiliation_strings":["Shanghai Innovation Institute, shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-6105-6532","affiliations":[{"raw_affiliation_string":"Shanghai Innovation Institute, shanghai, China","institution_ids":["https://openalex.org/I2802974365"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiawei Liu","orcid":"https://orcid.org/0000-0001-9940-6366"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiawei Liu","raw_affiliation_strings":["University of Science and Technology of China, hefei, China"],"raw_orcid":"https://orcid.org/0000-0001-9940-6366","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5133293105","display_name":"Zheng-Jun Zha","orcid":"https://orcid.org/0000-0003-2510-8993"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng-Jun Zha","raw_affiliation_strings":["University of Science and Technology of China, hefei, China"],"raw_orcid":"https://orcid.org/0000-0003-2510-8993","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, hefei, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.51635727,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1841","last_page":"1851"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.40880000591278076,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.40880000591278076,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.1770000010728836,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.065700002014637,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.33180001378059387},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.303600013256073},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.28299999237060547},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.2757999897003174}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6342999935150146},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44749999046325684},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4383000135421753},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3481000065803528},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.33180001378059387},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.303600013256073},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.28299999237060547},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2757999897003174},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2483000010251999},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.2475000023841858}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3774904.3792706","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774904.3792706","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3774904.3792706","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774904.3792706","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2734122004","https://openalex.org/W2888307497","https://openalex.org/W3196268181","https://openalex.org/W3215028386","https://openalex.org/W4384648451","https://openalex.org/W4387968110","https://openalex.org/W4390672686","https://openalex.org/W4396757557","https://openalex.org/W4402727075","https://openalex.org/W4402754020","https://openalex.org/W4403577386","https://openalex.org/W4409263079"],"related_works":[],"abstract_inverted_index":{"Recent":[0],"studies":[1],"show":[2],"that":[3,80],"claims":[4],"incorporating":[5],"both":[6],"text":[7,16],"and":[8,54,64,89,93,101,123,163,177],"images":[9],"spread":[10],"more":[11],"effectively":[12],"than":[13],"those":[14],"with":[15,84],"alone,":[17],"presenting":[18],"significant":[19],"challenges":[20],"for":[21,150],"multimodal":[22],"fact-checking.":[23],"The":[24],"rapid":[25],"development":[26],"of":[27,120,187],"Multi-modal":[28],"Large":[29],"Language":[30],"Models":[31],"(MLLMs)":[32],"has":[33],"greatly":[34],"advanced":[35],"research":[36],"in":[37],"this":[38],"field,":[39],"enabling":[40],"stronger":[41],"performance.":[42],"However,":[43],"existing":[44],"MLLM-based":[45],"fact-checking":[46,148],"methods":[47],"fail":[48],"to":[49,66,97,172],"fully":[50],"exploit":[51],"visual":[52],"evidence,":[53],"their":[55],"reliance":[56],"on":[57],"rigid":[58],"fine-tuning":[59,83,140],"templates":[60],"limits":[61],"context-aware":[62],"explanations":[63],"leads":[65],"weak":[67],"deep":[68,99],"reasoning.":[69],"To":[70,131],"address":[71],"these":[72],"limitations,":[73],"we":[74,135],"propose":[75],"FACTCOMPASS,":[76],"a":[77,91,137],"novel":[78],"framework":[79,106],"combines":[81],"reasoning-aware":[82],"large-scale":[85],"rule-based":[86],"reinforcement":[87,139],"learning":[88],"incorporates":[90],"semantic-":[92],"knowledge-enhanced":[94],"retrieval":[95,109],"module":[96],"strengthen":[98],"reasoning":[100,145,156,175],"improve":[102],"evidence":[103,108,114,126],"utilization.":[104],"This":[105],"enhances":[107],"by":[110],"obtaining":[111],"semantically":[112],"relevant":[113],"images,":[115,122],"enriching":[116],"the":[117,128,185,188],"contextual":[118],"understanding":[119],"claim-related":[121],"refining":[124],"textual":[125],"at":[127],"knowledge":[129,162],"level.":[130],"further":[132],"enhance":[133],"reasoning,":[134],"introduce":[136],"self-refining":[138],"strategy:":[141],"(1)":[142],"distilling":[143],"GPT-4o's":[144],"from":[146],"partially":[147],"data":[149],"cold-start":[151],"Chain-of-Thought":[152],"learning;":[153],"(2)":[154],"activating":[155],"across":[157],"broader":[158],"datasets":[159],"using":[160],"prior":[161],"rejection":[164],"sampling;":[165],"(3)":[166],"applying":[167],"Group":[168],"Relative":[169],"Policy":[170],"Optimization":[171],"explore":[173],"diverse":[174],"paths":[176],"optimize":[178],"factual":[179],"consistency.":[180],"Extensive":[181],"experiments":[182],"have":[183],"demonstrated":[184],"effectiveness":[186],"proposed":[189],"framework.":[190]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-04-10T00:00:00"}