{"id":"https://openalex.org/W4414359416","doi":"https://doi.org/10.24963/ijcai.2025/1073","title":"Resolving Conflicting Evidence in Automated Fact-Checking: A Study on Retrieval-Augmented LLMs","display_name":"Resolving Conflicting Evidence in Automated Fact-Checking: A Study on Retrieval-Augmented LLMs","publication_year":2025,"publication_date":"2025-09-01","ids":{"openalex":"https://openalex.org/W4414359416","doi":"https://doi.org/10.24963/ijcai.2025/1073"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2025/1073","is_oa":false,"landing_page_url":"https://doi.org/10.24963/ijcai.2025/1073","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Fourth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101341898","display_name":"Ziyu Ge","orcid":null},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Ziyu Ge","raw_affiliation_strings":["Singapore University of Technology and Design"],"affiliations":[{"raw_affiliation_string":"Singapore University of Technology and Design","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101487432","display_name":"Yuhao Wu","orcid":"https://orcid.org/0000-0001-6370-146X"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yuhao Wu","raw_affiliation_strings":["Singapore University of Technology and Design"],"affiliations":[{"raw_affiliation_string":"Singapore University of Technology and Design","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078308552","display_name":"Daniel Wai Kit Chin","orcid":"https://orcid.org/0000-0003-0935-9370"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Daniel Wai Kit Chin","raw_affiliation_strings":["Singapore University of Technology and Design"],"affiliations":[{"raw_affiliation_string":"Singapore University of Technology and Design","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089793938","display_name":"Roy Ka-Wei Lee","orcid":"https://orcid.org/0000-0002-1986-7750"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Roy Ka-Wei Lee","raw_affiliation_strings":["Singapore University of Technology and Design"],"affiliations":[{"raw_affiliation_string":"Singapore University of Technology and Design","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039762889","display_name":"Rui Cao","orcid":"https://orcid.org/0000-0002-0316-0152"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Rui Cao","raw_affiliation_strings":["University of Cambridge"],"affiliations":[{"raw_affiliation_string":"University of Cambridge","institution_ids":["https://openalex.org/I241749"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101341898"],"corresponding_institution_ids":["https://openalex.org/I152815399"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.31257224,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"9656","last_page":"9664"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9704999923706055,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9704999923706055,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.965499997138977,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9613000154495239,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/credibility","display_name":"Credibility","score":0.7050999999046326},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.48899999260902405},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.3885999917984009},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.3400999903678894},{"id":"https://openalex.org/keywords/negative-information","display_name":"Negative information","score":0.3264000117778778},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.3257000148296356}],"concepts":[{"id":"https://openalex.org/C2780224610","wikidata":"https://www.wikidata.org/wiki/Q1530061","display_name":"Credibility","level":2,"score":0.7050999999046326},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5828999876976013},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.48899999260902405},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.42149999737739563},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3885999917984009},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.357699990272522},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.3400999903678894},{"id":"https://openalex.org/C3018121129","wikidata":"https://www.wikidata.org/wiki/Q2122243","display_name":"Negative information","level":2,"score":0.3264000117778778},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.3257000148296356},{"id":"https://openalex.org/C2779756789","wikidata":"https://www.wikidata.org/wiki/Q28549308","display_name":"Fake news","level":2,"score":0.2903999984264374},{"id":"https://openalex.org/C2778095710","wikidata":"https://www.wikidata.org/wiki/Q6031225","display_name":"Information source (mathematics)","level":2,"score":0.27889999747276306},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.2750999927520752},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2741999924182892},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.26010000705718994},{"id":"https://openalex.org/C529147693","wikidata":"https://www.wikidata.org/wiki/Q1193236","display_name":"News media","level":2,"score":0.259799987077713},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2587999999523163}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2025/1073","is_oa":false,"landing_page_url":"https://doi.org/10.24963/ijcai.2025/1073","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Fourth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"augmented":[4],"with":[5,25,70],"retrieval":[6,111],"mechanisms":[7],"have":[8],"demonstrated":[9],"significant":[10],"potential":[11],"in":[12,47,81,86,92],"fact-checking":[13,46,136],"tasks":[14],"by":[15],"integrating":[16],"external":[17],"knowledge.":[18],"However,":[19],"their":[20],"reliability":[21],"decreases":[22],"when":[23],"confronted":[24],"conflicting":[26,51,71,132],"evidence":[27,133],"from":[28,73,90],"sources":[29],"of":[30,40,50,127],"varying":[31],"credibility.":[32,95],"This":[33],"paper":[34],"presents":[35],"the":[36,48,110,125],"first":[37],"systematic":[38],"evaluation":[39],"Retrieval-Augmented":[41],"Generation":[42],"(RAG)":[43],"models":[44,129],"for":[45,62],"presence":[49],"evidence.":[52],"To":[53,96],"support":[54],"this":[55],"study,":[56],"we":[57,100],"introduce":[58],"CONFACT":[59],"(Conflicting":[60],"Evidence":[61],"Fact-Checking),":[63],"a":[64],"novel":[65],"dataset":[66],"comprising":[67],"questions":[68],"paired":[69],"information":[72,107],"various":[74],"sources.":[75],"Extensive":[76],"experiments":[77],"reveal":[78],"critical":[79],"vulnerabilities":[80],"state-of-the-art":[82],"RAG":[83,128],"methods,":[84],"particularly":[85],"resolving":[87],"conflicts":[88],"stemming":[89],"differences":[91],"media":[93,105],"source":[94,121],"address":[97],"these":[98],"challenges,":[99],"investigate":[101],"strategies":[102],"to":[103,130],"integrate":[104],"background":[106],"into":[108],"both":[109],"and":[112,134],"generation":[113],"stages.":[114],"Our":[115],"results":[116],"show":[117],"that":[118],"effectively":[119],"incorporating":[120],"credibility":[122],"significantly":[123],"enhances":[124],"ability":[126],"resolve":[131],"improve":[135],"performance.":[137]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-10T00:00:00"}