{"id":"https://openalex.org/W4404451269","doi":"https://doi.org/10.48550/arxiv.2411.09547","title":"Piecing It All Together: Verifying Multi-Hop Multimodal Claims","display_name":"Piecing It All Together: Verifying Multi-Hop Multimodal Claims","publication_year":2024,"publication_date":"2024-11-14","ids":{"openalex":"https://openalex.org/W4404451269","doi":"https://doi.org/10.48550/arxiv.2411.09547"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2411.09547","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2411.09547","pdf_url":"https://arxiv.org/pdf/2411.09547","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2411.09547","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Wang, Haoran","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]},{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wang, Haoran","raw_affiliation_strings":["Illinois Institute of Technology \u2663 Emory University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Illinois Institute of Technology \u2663 Emory University","institution_ids":["https://openalex.org/I150468666","https://openalex.org/I180949307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088205412","display_name":"Aman Rangapur","orcid":"https://orcid.org/0000-0003-1362-0498","observed_orcids":["https://orcid.org/0000-0003-1362-0498"]},"institutions":[{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]},{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rangapur, Aman","raw_affiliation_strings":["Illinois Institute of Technology \u2663 Emory University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Illinois Institute of Technology \u2663 Emory University","institution_ids":["https://openalex.org/I150468666","https://openalex.org/I180949307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048359121","display_name":"Xiongxiao Xu","orcid":"https://orcid.org/0000-0003-2097-5246","observed_orcids":["https://orcid.org/0000-0003-2097-5246"]},"institutions":[{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]},{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xu, Xiongxiao","raw_affiliation_strings":["Illinois Institute of Technology \u2663 Emory University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Illinois Institute of Technology \u2663 Emory University","institution_ids":["https://openalex.org/I150468666","https://openalex.org/I180949307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114180755","display_name":"Yueqing Liang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]},{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liang, Yueqing","raw_affiliation_strings":["Illinois Institute of Technology \u2663 Emory University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Illinois Institute of Technology \u2663 Emory University","institution_ids":["https://openalex.org/I150468666","https://openalex.org/I180949307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139898119","display_name":"Haroon Gharwi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]},{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gharwi, Haroon","raw_affiliation_strings":["Illinois Institute of Technology \u2663 Emory University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Illinois Institute of Technology \u2663 Emory University","institution_ids":["https://openalex.org/I150468666","https://openalex.org/I180949307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006897094","display_name":"Carl Yang","orcid":"https://orcid.org/0000-0001-9145-4531","observed_orcids":["https://orcid.org/0000-0001-9145-4531"]},"institutions":[{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]},{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yang, Carl","raw_affiliation_strings":["Illinois Institute of Technology \u2663 Emory University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Illinois Institute of Technology \u2663 Emory University","institution_ids":["https://openalex.org/I150468666","https://openalex.org/I180949307"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058670321","display_name":"Kai Shu","orcid":"https://orcid.org/0000-0002-6043-1764","observed_orcids":["https://orcid.org/0000-0002-6043-1764"]},"institutions":[{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]},{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shu, Kai","raw_affiliation_strings":["Illinois Institute of Technology \u2663 Emory University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Illinois Institute of Technology \u2663 Emory University","institution_ids":["https://openalex.org/I150468666","https://openalex.org/I180949307"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.01720000058412552,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.002400000113993883,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-reasoning","display_name":"multimodal reasoning","score":0.7509999871253967},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.6740000247955322},{"id":"https://openalex.org/keywords/dataset-construction","display_name":"dataset construction","score":0.3319999873638153}],"concepts":[{"id":"https://openalex.org/C25906391","wikidata":"https://www.wikidata.org/wiki/Q1432381","display_name":"Hop (telecommunications)","level":2,"score":0.6746657490730286},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48694002628326416},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1470125913619995}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2411.09547","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2411.09547","pdf_url":"https://arxiv.org/pdf/2411.09547","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2411.09547","doi":"https://doi.org/10.48550/arxiv.2411.09547","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2411.09547","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2411.09547","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2411.09547","pdf_url":"https://arxiv.org/pdf/2411.09547","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G3665046442","display_name":"Collaborative Research: SaTC: CORE: Small: Targeting Challenges in Computational Disinformation Research to Enhance Attribution, Detection, and Explanation","funder_award_id":"2241068","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3997495584","display_name":null,"funder_award_id":"17STQAC00001-07-04","funder_id":"https://openalex.org/F4320306110","funder_display_name":"U.S. Department of Homeland Security"},{"id":"https://openalex.org/G8258413256","display_name":"CAREER: Towards Fairness in the Real World under Generalization, Privacy and Robustness Challenges","funder_award_id":"2339198","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G9000904767","display_name":"Understanding Diabetes Heterogeneity via Mining Multimodality Interconnected Data","funder_award_id":"K25DK135913","funder_id":"https://openalex.org/F4320337357","funder_display_name":"National Institute of Diabetes and Digestive and Kidney Diseases"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306110","display_name":"U.S. Department of Homeland Security","ror":"https://ror.org/00jyr0d86"},{"id":"https://openalex.org/F4320307791","display_name":"Cisco Systems","ror":"https://ror.org/03yt1ez60"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337357","display_name":"National Institute of Diabetes and Digestive and Kidney Diseases","ror":"https://ror.org/00adh9b73"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404451269.pdf","grobid_xml":"https://content.openalex.org/works/W4404451269.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4409367991","https://openalex.org/W3084489656","https://openalex.org/W4404781951","https://openalex.org/W7128618358","https://openalex.org/W4402979585","https://openalex.org/W7128514732","https://openalex.org/W4379523158","https://openalex.org/W7148894863","https://openalex.org/W4409362488","https://openalex.org/W7162639809"],"abstract_inverted_index":{"Existing":[0],"claim":[1,28,143],"verification":[2],"datasets":[3],"often":[4],"do":[5],"not":[6],"require":[7],"systems":[8],"to":[9,34],"perform":[10],"complex":[11],"reasoning":[12,113],"or":[13,57],"effectively":[14],"interpret":[15],"multimodal":[16,27,54,78,104,141],"evidence.":[17],"To":[18,62],"address":[19],"this,":[20],"we":[21,66,117],"introduce":[22],"a":[23,59,69,119,124],"new":[24],"task:":[25],"multi-hop":[26,74,142],"verification.":[29,144],"This":[30],"task":[31,135],"challenges":[32],"models":[33],"reason":[35],"over":[36],"multiple":[37],"pieces":[38],"of":[39,112,126],"evidence":[40,55],"from":[41,90],"diverse":[42],"sources,":[43],"including":[44],"text,":[45],"images,":[46],"and":[47,49,81,132],"tables,":[48],"determine":[50],"whether":[51],"the":[52,101,110],"combined":[53],"supports":[56],"refutes":[58],"given":[60],"claim.":[61],"study":[63],"this":[64,130],"task,":[65],"construct":[67],"MMCV,":[68],"large-scale":[70],"dataset":[71,131],"comprising":[72],"16k":[73],"claims":[75],"paired":[76],"with":[77,87],"evidence,":[79],"generated":[80],"refined":[82],"using":[83],"large":[84,105],"language":[85,106],"models,":[86,107],"additional":[88],"input":[89],"human":[91,120],"feedback.":[92],"We":[93,128],"show":[94],"that":[95],"MMCV":[96],"is":[97],"challenging":[98],"even":[99],"for":[100],"latest":[102],"state-of-the-art":[103],"especially":[108],"as":[109],"number":[111],"hops":[114],"increases.":[115],"Additionally,":[116],"establish":[118],"performance":[121],"benchmark":[122],"on":[123],"subset":[125],"MMCV.":[127],"hope":[129],"its":[133],"evaluation":[134],"will":[136],"encourage":[137],"future":[138],"research":[139],"in":[140]},"counts_by_year":[],"updated_date":"2026-10-15T10:00:46.086208","created_date":"2024-11-17T00:00:00"}