{"id":"https://openalex.org/W4411631947","doi":"https://doi.org/10.1145/3731715.3733402","title":"Multimodal and Multilingual Fact-Checked Article Retrieval","display_name":"Multimodal and Multilingual Fact-Checked Article Retrieval","publication_year":2025,"publication_date":"2025-06-25","ids":{"openalex":"https://openalex.org/W4411631947","doi":"https://doi.org/10.1145/3731715.3733402"},"language":"en","primary_location":{"id":"doi:10.1145/3731715.3733402","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3731715.3733402","pdf_url":null,"source":null,"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3731715.3733402","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060067447","display_name":"Stefanos-Iordanis Papadopoulos","orcid":"https://orcid.org/0000-0002-1424-2647"},"institutions":[{"id":"https://openalex.org/I4210093649","display_name":"Information Technologies Institute","ror":"https://ror.org/0069akp70","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210093649"]},{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Stefanos-Iordanis Papadopoulos","raw_affiliation_strings":["Information Technologies Institute, Centre for Research and Technology Hellas, Thessaloniki, Greece"],"raw_orcid":"https://orcid.org/0000-0002-1424-2647","affiliations":[{"raw_affiliation_string":"Information Technologies Institute, Centre for Research and Technology Hellas, Thessaloniki, Greece","institution_ids":["https://openalex.org/I4210093649","https://openalex.org/I4210134249"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062937514","display_name":"Ivana Be\u0148ov\u00e1","orcid":"https://orcid.org/0000-0003-4808-5712"},"institutions":[{"id":"https://openalex.org/I4401200340","display_name":"Kempelen Institute of Intelligent Technologies","ror":"https://ror.org/02j78kr76","country_code":null,"type":"nonprofit","lineage":["https://openalex.org/I4401200340"]}],"countries":["SK"],"is_corresponding":false,"raw_author_name":"Ivana Be\u0148ov\u00e1","raw_affiliation_strings":["Kempelen Institute of Intelligent Technologies, Bratislava, Slovakia"],"raw_orcid":"https://orcid.org/0000-0003-4808-5712","affiliations":[{"raw_affiliation_string":"Kempelen Institute of Intelligent Technologies, Bratislava, Slovakia","institution_ids":["https://openalex.org/I4401200340"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030621800","display_name":"Sebastian Kula","orcid":"https://orcid.org/0000-0001-7559-6046"},"institutions":[{"id":"https://openalex.org/I4401200340","display_name":"Kempelen Institute of Intelligent Technologies","ror":"https://ror.org/02j78kr76","country_code":null,"type":"nonprofit","lineage":["https://openalex.org/I4401200340"]}],"countries":["SK"],"is_corresponding":false,"raw_author_name":"Sebastian Kula","raw_affiliation_strings":["Kempelen Institute of Intelligent Technologies, Bratislava, Slovakia"],"raw_orcid":"https://orcid.org/0000-0001-7559-6046","affiliations":[{"raw_affiliation_string":"Kempelen Institute of Intelligent Technologies, Bratislava, Slovakia","institution_ids":["https://openalex.org/I4401200340"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004190185","display_name":"Michal Gregor","orcid":"https://orcid.org/0000-0001-8332-6011"},"institutions":[{"id":"https://openalex.org/I4401200340","display_name":"Kempelen Institute of Intelligent Technologies","ror":"https://ror.org/02j78kr76","country_code":null,"type":"nonprofit","lineage":["https://openalex.org/I4401200340"]}],"countries":["SK"],"is_corresponding":false,"raw_author_name":"Michal Gregor","raw_affiliation_strings":["Kempelen Institute of Intelligent Technologies, Bratislava, Slovakia"],"raw_orcid":"https://orcid.org/0000-0001-8332-6011","affiliations":[{"raw_affiliation_string":"Kempelen Institute of Intelligent Technologies, Bratislava, Slovakia","institution_ids":["https://openalex.org/I4401200340"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021144162","display_name":"Georgios Karantaidis","orcid":"https://orcid.org/0000-0002-7980-7805"},"institutions":[{"id":"https://openalex.org/I4210093649","display_name":"Information Technologies Institute","ror":"https://ror.org/0069akp70","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210093649"]},{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"George Karantaidis","raw_affiliation_strings":["Information Technologies Institute, Centre for Research and Technology Hellas, Thessaloniki, Greece"],"raw_orcid":"https://orcid.org/0000-0002-7980-7805","affiliations":[{"raw_affiliation_string":"Information Technologies Institute, Centre for Research and Technology Hellas, Thessaloniki, Greece","institution_ids":["https://openalex.org/I4210093649","https://openalex.org/I4210134249"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107830685","display_name":"T. Jav\u016frek","orcid":"https://orcid.org/0000-0002-9389-3682"},"institutions":[{"id":"https://openalex.org/I4401200340","display_name":"Kempelen Institute of Intelligent Technologies","ror":"https://ror.org/02j78kr76","country_code":null,"type":"nonprofit","lineage":["https://openalex.org/I4401200340"]}],"countries":["SK"],"is_corresponding":false,"raw_author_name":"Tom\u00e1\u0161 Jav\u016frek","raw_affiliation_strings":["Kempelen Institute of Intelligent Technologies, Bratislava, Slovakia"],"raw_orcid":"https://orcid.org/0000-0002-9389-3682","affiliations":[{"raw_affiliation_string":"Kempelen Institute of Intelligent Technologies, Bratislava, Slovakia","institution_ids":["https://openalex.org/I4401200340"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064675519","display_name":"Mari\u00e1n \u0160imko","orcid":"https://orcid.org/0000-0002-2306-4408"},"institutions":[{"id":"https://openalex.org/I4401200340","display_name":"Kempelen Institute of Intelligent Technologies","ror":"https://ror.org/02j78kr76","country_code":null,"type":"nonprofit","lineage":["https://openalex.org/I4401200340"]}],"countries":["SK"],"is_corresponding":false,"raw_author_name":"Mari\u00e1n \u0160imko","raw_affiliation_strings":["Kempelen Institute of Intelligent Technologies, Bratislava, Slovakia"],"raw_orcid":"https://orcid.org/0000-0002-2306-4408","affiliations":[{"raw_affiliation_string":"Kempelen Institute of Intelligent Technologies, Bratislava, Slovakia","institution_ids":["https://openalex.org/I4401200340"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013616365","display_name":"Symeon Papadopoulos","orcid":"https://orcid.org/0000-0002-5441-7341"},"institutions":[{"id":"https://openalex.org/I4210093649","display_name":"Information Technologies Institute","ror":"https://ror.org/0069akp70","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210093649"]},{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Symeon Papadopoulos","raw_affiliation_strings":["Information Technologies Institute, Centre for Research and Technology Hellas, Thessaloniki, Greece"],"raw_orcid":"https://orcid.org/0000-0002-5441-7341","affiliations":[{"raw_affiliation_string":"Information Technologies Institute, Centre for Research and Technology Hellas, Thessaloniki, Greece","institution_ids":["https://openalex.org/I4210093649","https://openalex.org/I4210134249"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1063","last_page":"1071"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7671476602554321},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6285263299942017},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.49081215262413025},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43309780955314636}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7671476602554321},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6285263299942017},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.49081215262413025},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43309780955314636}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3731715.3733402","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3731715.3733402","pdf_url":null,"source":null,"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3731715.3733402","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3731715.3733402","pdf_url":null,"source":null,"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.41999998688697815}],"awards":[{"id":"https://openalex.org/G5208495420","display_name":null,"funder_award_id":"101079164","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W2489487449","https://openalex.org/W2606555609","https://openalex.org/W2766462585","https://openalex.org/W2907262778","https://openalex.org/W2963416784","https://openalex.org/W2963961878","https://openalex.org/W2973775779","https://openalex.org/W2990138404","https://openalex.org/W3099013469","https://openalex.org/W3174754579","https://openalex.org/W3177233335","https://openalex.org/W3196268181","https://openalex.org/W3204840836","https://openalex.org/W4238846128","https://openalex.org/W4284669411","https://openalex.org/W4294292920","https://openalex.org/W4378974970","https://openalex.org/W4379046666","https://openalex.org/W4383860112","https://openalex.org/W4385573205","https://openalex.org/W4386024619","https://openalex.org/W4388979610","https://openalex.org/W4389519957","https://openalex.org/W4390037285","https://openalex.org/W4390672686","https://openalex.org/W4392325552","https://openalex.org/W4396821318"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Fact-Check":[0],"Retrieval":[1],"(FCR)":[2],"plays":[3],"a":[4,67,92],"crucial":[5],"role":[6],"in":[7,118],"automated":[8],"fact-checking":[9],"by":[10],"retrieving":[11],"relevant":[12],"fact-checked":[13],"articles":[14,58],"for":[15],"disputed":[16],"claims.":[17],"While":[18],"recent":[19],"work":[20],"has":[21],"explored":[22],"text-based,":[23],"multilingual,":[24],"and":[25,50,76,88,103],"multimodal":[26],"FCR,":[27],"most":[28],"efforts":[29],"remain":[30],"unimodal":[31],"or":[32],"limited":[33],"to":[34],"English.":[35],"To":[36],"bridge":[37],"this":[38],"gap,":[39],"we":[40,64,99],"introduce":[41,65],"M3-Check,":[42],"the":[43,96],"first":[44],"FCR":[45],"dataset":[46],"combining":[47],"multilingual":[48,109],"texts":[49],"images":[51],"from":[52,59],"social":[53],"media":[54],"posts":[55],"with":[56],"fact-check":[57],"diverse,":[60],"credible":[61],"sources.":[62],"Furthermore,":[63],"FACTOR":[66],"two-tower":[68,85],"Transformer-based":[69],"architecture":[70],"that":[71,81,108],"employs":[72],"cross-tower":[73],"parameter":[74],"sharing":[75],"modality-wise":[77],"aligned":[78],"weight":[79],"initialization;":[80],"outperforms":[82],"zero-shot":[83],"baselines,":[84],"linear":[86],"models,":[87],"vanilla":[89],"Transformers,":[90],"achieving":[91],"17%":[93],"improvement":[94],"over":[95],"latter.":[97],"Moreover":[98],"conduct":[100],"modality":[101],"ablations":[102],"compare":[104],"state-of-the-art":[105],"encoders,":[106],"showing":[107],"encoders":[110],"like":[111],"multi-E5":[112],"can":[113],"provide":[114],"an":[115],"additional":[116],"13%":[117],"performance":[119],"without":[120],"requiring":[121],"English":[122],"translations.":[123]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}