{"id":"https://openalex.org/W4388820688","doi":"https://doi.org/10.1109/apsipaasc58517.2023.10317336","title":"Image-Text Out-Of-Context Detection Using Synthetic Multimodal Misinformation","display_name":"Image-Text Out-Of-Context Detection Using Synthetic Multimodal Misinformation","publication_year":2023,"publication_date":"2023-10-31","ids":{"openalex":"https://openalex.org/W4388820688","doi":"https://doi.org/10.1109/apsipaasc58517.2023.10317336"},"language":"en","primary_location":{"id":"doi:10.1109/apsipaasc58517.2023.10317336","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/apsipaasc58517.2023.10317336","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 Asia Pacific Signal and Information Processing Association Annual Summit and Conference (APSIPA ASC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2403.08783","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093294079","display_name":"Fatma Shalabi","orcid":null},"institutions":[{"id":"https://openalex.org/I200475212","display_name":"The Graduate University for Advanced Studies, SOKENDAI","ror":"https://ror.org/0516ah480","country_code":"JP","type":"education","lineage":["https://openalex.org/I200475212"]},{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Fatma Shalabi","raw_affiliation_strings":["The Graduate University for Advanced Studies,SOKENDAI,Japan","National Institute of Informatics, Japan","SOKENDAI, The Graduate University for Advanced Studies, Japan"],"affiliations":[{"raw_affiliation_string":"The Graduate University for Advanced Studies,SOKENDAI,Japan","institution_ids":["https://openalex.org/I200475212"]},{"raw_affiliation_string":"National Institute of Informatics, Japan","institution_ids":["https://openalex.org/I184597095"]},{"raw_affiliation_string":"SOKENDAI, The Graduate University for Advanced Studies, Japan","institution_ids":["https://openalex.org/I200475212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101654553","display_name":"Huy H. Nguyen","orcid":"https://orcid.org/0000-0002-2000-7977"},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Huy H. Nguyen","raw_affiliation_strings":["National Institute of Informatics,Japan","National Institute of Informatics, Japan"],"affiliations":[{"raw_affiliation_string":"National Institute of Informatics,Japan","institution_ids":["https://openalex.org/I184597095"]},{"raw_affiliation_string":"National Institute of Informatics, Japan","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030862618","display_name":"Hichem Felouat","orcid":"https://orcid.org/0000-0002-9902-6950"},"institutions":[{"id":"https://openalex.org/I200475212","display_name":"The Graduate University for Advanced Studies, SOKENDAI","ror":"https://ror.org/0516ah480","country_code":"JP","type":"education","lineage":["https://openalex.org/I200475212"]},{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hichem Felouat","raw_affiliation_strings":["The Graduate University for Advanced Studies,SOKENDAI,Japan","National Institute of Informatics, Japan","SOKENDAI, The Graduate University for Advanced Studies, Japan"],"affiliations":[{"raw_affiliation_string":"The Graduate University for Advanced Studies,SOKENDAI,Japan","institution_ids":["https://openalex.org/I200475212"]},{"raw_affiliation_string":"National Institute of Informatics, Japan","institution_ids":["https://openalex.org/I184597095"]},{"raw_affiliation_string":"SOKENDAI, The Graduate University for Advanced Studies, Japan","institution_ids":["https://openalex.org/I200475212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014271344","display_name":"Ching\u2010Chun Chang","orcid":"https://orcid.org/0000-0001-7723-4591"},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ching-Chun Chang","raw_affiliation_strings":["National Institute of Informatics,Japan","National Institute of Informatics, Japan"],"affiliations":[{"raw_affiliation_string":"National Institute of Informatics,Japan","institution_ids":["https://openalex.org/I184597095"]},{"raw_affiliation_string":"National Institute of Informatics, Japan","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044556342","display_name":"Isao Echizen","orcid":"https://orcid.org/0000-0003-4908-1860"},"institutions":[{"id":"https://openalex.org/I200475212","display_name":"The Graduate University for Advanced Studies, SOKENDAI","ror":"https://ror.org/0516ah480","country_code":"JP","type":"education","lineage":["https://openalex.org/I200475212"]},{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]},{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Isao Echizen","raw_affiliation_strings":["The Graduate University for Advanced Studies,SOKENDAI,Japan","National Institute of Informatics, Japan","The University of Tokyo, Japan","SOKENDAI, The Graduate University for Advanced Studies, Japan"],"affiliations":[{"raw_affiliation_string":"The Graduate University for Advanced Studies,SOKENDAI,Japan","institution_ids":["https://openalex.org/I200475212"]},{"raw_affiliation_string":"National Institute of Informatics, Japan","institution_ids":["https://openalex.org/I184597095"]},{"raw_affiliation_string":"The University of Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]},{"raw_affiliation_string":"SOKENDAI, The Graduate University for Advanced Studies, Japan","institution_ids":["https://openalex.org/I200475212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5093294079"],"corresponding_institution_ids":["https://openalex.org/I184597095","https://openalex.org/I200475212"],"apc_list":null,"apc_paid":null,"fwci":1.1442,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.84721545,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"1","issue":null,"first_page":"605","last_page":"612"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/misinformation","display_name":"Misinformation","score":0.8599711060523987},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7732254266738892},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6370480060577393},{"id":"https://openalex.org/keywords/detector","display_name":"Detector","score":0.5723019242286682},{"id":"https://openalex.org/keywords/synthetic-data","display_name":"Synthetic data","score":0.5090686678886414},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4810381233692169},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.419540673494339},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3760812282562256},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.09607988595962524}],"concepts":[{"id":"https://openalex.org/C2776990098","wikidata":"https://www.wikidata.org/wiki/Q13579947","display_name":"Misinformation","level":2,"score":0.8599711060523987},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7732254266738892},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6370480060577393},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.5723019242286682},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.5090686678886414},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4810381233692169},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.419540673494339},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3760812282562256},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.09607988595962524},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/apsipaasc58517.2023.10317336","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/apsipaasc58517.2023.10317336","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 Asia Pacific Signal and Information Processing Association Annual Summit and Conference (APSIPA ASC)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2403.08783","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.08783","pdf_url":"https://arxiv.org/pdf/2403.08783","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2403.08783","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.08783","pdf_url":"https://arxiv.org/pdf/2403.08783","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1161291063","display_name":"\u9752\u5c11\u5e74\u306e\u898f\u7bc4\u610f\u8b58\u306e\u8abf\u67fb\u7814\u7a76","funder_award_id":"18023","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G2244060857","display_name":null,"funder_award_id":"JPMJCR20D3","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G2867598600","display_name":null,"funder_award_id":"JP21H04907","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G3282004645","display_name":null,"funder_award_id":"JPMJCR","funder_id":"https://openalex.org/F4320338075","funder_display_name":"Core Research for Evolutional Science and Technology"},{"id":"https://openalex.org/G3408703873","display_name":null,"funder_award_id":"JP18H04120","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G3459562248","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G3582502417","display_name":null,"funder_award_id":"JPMJCR18A6","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G360976672","display_name":"Biometric Information Protection Utilization Infrastructure to Ensure Personal Convenience and Prevent Identity Theft","funder_award_id":"18H04120","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G3713529179","display_name":null,"funder_award_id":"JP20K23355","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G4103450965","display_name":"Research on master biometric information protection and utilization platform","funder_award_id":"21H04907","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G4470787049","display_name":null,"funder_award_id":"20K23355","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G4891994070","display_name":"Prevention from Automated Analysis Services with Object-Level Adversarial Examples","funder_award_id":"21K18023","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G6718509927","display_name":null,"funder_award_id":"CREST","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G7752643416","display_name":null,"funder_award_id":"Japan","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G7840269759","display_name":null,"funder_award_id":"JP20K","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G8315410620","display_name":null,"funder_award_id":"JPMJCR18A6","funder_id":"https://openalex.org/F4320338075","funder_display_name":"Core Research for Evolutional Science and Technology"},{"id":"https://openalex.org/G8405342414","display_name":null,"funder_award_id":"JPMJCR20D3","funder_id":"https://openalex.org/F4320338075","funder_display_name":"Core Research for Evolutional Science and Technology"},{"id":"https://openalex.org/G891032357","display_name":null,"funder_award_id":"JP21K18023","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"},{"id":"https://openalex.org/F4320338075","display_name":"Core Research for Evolutional Science and Technology","ror":"https://ror.org/00097mb19"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388820688.pdf"},"referenced_works_count":68,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2734122004","https://openalex.org/W2742330194","https://openalex.org/W2752796333","https://openalex.org/W2765811365","https://openalex.org/W2811414481","https://openalex.org/W2886641317","https://openalex.org/W2888307497","https://openalex.org/W2953335716","https://openalex.org/W2963799213","https://openalex.org/W2968124245","https://openalex.org/W2970641574","https://openalex.org/W2982538645","https://openalex.org/W3031781733","https://openalex.org/W3033767380","https://openalex.org/W3036167779","https://openalex.org/W3092119158","https://openalex.org/W3102409145","https://openalex.org/W3105617422","https://openalex.org/W3105756487","https://openalex.org/W3156355701","https://openalex.org/W3162926177","https://openalex.org/W3164804577","https://openalex.org/W3165647589","https://openalex.org/W3173220247","https://openalex.org/W3211405508","https://openalex.org/W3215028386","https://openalex.org/W4224916206","https://openalex.org/W4225323055","https://openalex.org/W4226352076","https://openalex.org/W4281485151","https://openalex.org/W4287754088","https://openalex.org/W4287888342","https://openalex.org/W4288099666","https://openalex.org/W4292779060","https://openalex.org/W4299567010","https://openalex.org/W4307106676","https://openalex.org/W4312933868","https://openalex.org/W4318718936","https://openalex.org/W4319300880","https://openalex.org/W4320561490","https://openalex.org/W4366342832","https://openalex.org/W4382318497","https://openalex.org/W4385574156","https://openalex.org/W4386065512","https://openalex.org/W6640963894","https://openalex.org/W6763240421","https://openalex.org/W6764542186","https://openalex.org/W6767279747","https://openalex.org/W6778848071","https://openalex.org/W6778883912","https://openalex.org/W6779654820","https://openalex.org/W6779823529","https://openalex.org/W6784333009","https://openalex.org/W6790978476","https://openalex.org/W6791353385","https://openalex.org/W6795288823","https://openalex.org/W6796242362","https://openalex.org/W6803567076","https://openalex.org/W6810334672","https://openalex.org/W6810940779","https://openalex.org/W6811467201","https://openalex.org/W6838639034","https://openalex.org/W6839015040","https://openalex.org/W6840815571","https://openalex.org/W6849177959","https://openalex.org/W6849257913","https://openalex.org/W6852621682"],"related_works":["https://openalex.org/W3197131596","https://openalex.org/W4390616380","https://openalex.org/W4388666321","https://openalex.org/W4205914924","https://openalex.org/W4283459170","https://openalex.org/W4390691583","https://openalex.org/W4225301003","https://openalex.org/W4229014887","https://openalex.org/W4229067106","https://openalex.org/W4388798880"],"abstract_inverted_index":{"Misinformation":[0],"has":[1],"become":[2],"a":[3,23,37],"major":[4],"challenge":[5],"in":[6,65],"the":[7,14,55,67,86],"era":[8],"of":[9,16,57,88],"increasing":[10],"digital":[11],"information,":[12],"requiring":[13],"development":[15,87],"effective":[17],"detection":[18,28,91],"methods.":[19],"We":[20,35],"have":[21],"investigated":[22],"novel":[24],"approach":[25],"to":[26],"Out-Of-Context":[27],"(OOCD)":[29],"that":[30],"uses":[31],"synthetic":[32,58],"data":[33,59,68],"generation.":[34],"created":[36],"dataset":[38,74],"specifically":[39],"designed":[40],"for":[41,48,82],"OOCD":[42],"and":[43,61,75,85],"developed":[44],"an":[45],"efficient":[46],"detector":[47,76],"accurate":[49],"classification.":[50],"Our":[51],"experimental":[52],"findings":[53],"validate":[54],"use":[56],"generation":[60],"demonstrate":[62],"its":[63],"efficacy":[64],"addressing":[66],"limitations":[69],"associated":[70],"with":[71],"OOCD.":[72],"The":[73],"should":[77],"serve":[78],"as":[79],"valuable":[80],"resources":[81],"future":[83],"research":[84],"robust":[89],"misinformation":[90],"systems.":[92]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}