{"id":"https://openalex.org/W4392903658","doi":"https://doi.org/10.1109/icassp48485.2024.10447706","title":"Interpretable Multimodal Out-of-Context Detection with Soft Logic Regularization","display_name":"Interpretable Multimodal Out-of-Context Detection with Soft Logic Regularization","publication_year":2024,"publication_date":"2024-03-18","ids":{"openalex":"https://openalex.org/W4392903658","doi":"https://doi.org/10.1109/icassp48485.2024.10447706"},"language":"en","primary_location":{"id":"doi:10.1109/icassp48485.2024.10447706","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icassp48485.2024.10447706","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2406.04756","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101059698","display_name":"Huanhuan Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Huanhuan Ma","raw_affiliation_strings":["University of Chinese Academy of Sciences,School of Artificial Intelligence","School of Artificial Intelligence, University of Chinese Academy of Sciences","Center for Research on Intelligent Perception and Computing (CRIPAC) State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences"],"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences,School of Artificial Intelligence","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Center for Research on Intelligent Perception and Computing (CRIPAC) State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101576666","display_name":"Jinghao Zhang","orcid":"https://orcid.org/0000-0003-3671-3005"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinghao Zhang","raw_affiliation_strings":["University of Chinese Academy of Sciences,School of Artificial Intelligence","School of Artificial Intelligence, University of Chinese Academy of Sciences","Center for Research on Intelligent Perception and Computing (CRIPAC) State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences"],"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences,School of Artificial Intelligence","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Center for Research on Intelligent Perception and Computing (CRIPAC) State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100409443","display_name":"Qiang Liu","orcid":"https://orcid.org/0000-0001-8845-1874"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Liu","raw_affiliation_strings":["University of Chinese Academy of Sciences,School of Artificial Intelligence","School of Artificial Intelligence, University of Chinese Academy of Sciences","Center for Research on Intelligent Perception and Computing (CRIPAC) State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences"],"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences,School of Artificial Intelligence","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Center for Research on Intelligent Perception and Computing (CRIPAC) State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047523245","display_name":"Shu Wu","orcid":"https://orcid.org/0000-0003-2164-3577"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shu Wu","raw_affiliation_strings":["University of Chinese Academy of Sciences,School of Artificial Intelligence","School of Artificial Intelligence, University of Chinese Academy of Sciences","Center for Research on Intelligent Perception and Computing (CRIPAC) State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences"],"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences,School of Artificial Intelligence","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Center for Research on Intelligent Perception and Computing (CRIPAC) State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5115602506","display_name":"Liang Wang","orcid":"https://orcid.org/0000-0001-5224-8647"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Wang","raw_affiliation_strings":["University of Chinese Academy of Sciences,School of Artificial Intelligence","Center for Research on Intelligent Perception and Computing (CRIPAC) State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences","School of Artificial Intelligence, University of Chinese Academy of Sciences"],"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences,School of Artificial Intelligence","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Center for Research on Intelligent Perception and Computing (CRIPAC) State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences","institution_ids":["https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101059698"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.04941016,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"abs/2101.06278","issue":null,"first_page":"4740","last_page":"4744"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.91131591796875},{"id":"https://openalex.org/keywords/misinformation","display_name":"Misinformation","score":0.6608233451843262},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6469953060150146},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.564640998840332},{"id":"https://openalex.org/keywords/phrase","display_name":"Phrase","score":0.49458882212638855},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.485549658536911},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.48364007472991943},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.46809080243110657},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.40741950273513794},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.09125220775604248}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.91131591796875},{"id":"https://openalex.org/C2776990098","wikidata":"https://www.wikidata.org/wiki/Q13579947","display_name":"Misinformation","level":2,"score":0.6608233451843262},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6469953060150146},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.564640998840332},{"id":"https://openalex.org/C2776224158","wikidata":"https://www.wikidata.org/wiki/Q187931","display_name":"Phrase","level":2,"score":0.49458882212638855},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.485549658536911},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.48364007472991943},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.46809080243110657},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40741950273513794},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.09125220775604248},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icassp48485.2024.10447706","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icassp48485.2024.10447706","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2406.04756","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.04756","pdf_url":"https://arxiv.org/pdf/2406.04756","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2406.04756","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.04756","pdf_url":"https://arxiv.org/pdf/2406.04756","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.4000000059604645}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4392903658.pdf"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1522301498","https://openalex.org/W2566769857","https://openalex.org/W2608377846","https://openalex.org/W2914116198","https://openalex.org/W2968124245","https://openalex.org/W2970583209","https://openalex.org/W2970746059","https://openalex.org/W2998466037","https://openalex.org/W3034906811","https://openalex.org/W3103436911","https://openalex.org/W3125936870","https://openalex.org/W3156355701","https://openalex.org/W3164804577","https://openalex.org/W3211405508","https://openalex.org/W3215028386","https://openalex.org/W4221148143","https://openalex.org/W4283796192","https://openalex.org/W4284687330","https://openalex.org/W4287388155","https://openalex.org/W4298084898","https://openalex.org/W4312933868","https://openalex.org/W4375869991","https://openalex.org/W4385570504","https://openalex.org/W6620707391","https://openalex.org/W6631190155","https://openalex.org/W6638745811","https://openalex.org/W6742423037","https://openalex.org/W6751691560","https://openalex.org/W6752239403","https://openalex.org/W6752788575","https://openalex.org/W6764644601","https://openalex.org/W6767279747","https://openalex.org/W6774592445","https://openalex.org/W6785872003","https://openalex.org/W6789038945","https://openalex.org/W6791353385","https://openalex.org/W6852497675","https://openalex.org/W7077359055"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W3197131596","https://openalex.org/W4390616380","https://openalex.org/W4388666321","https://openalex.org/W4205914924","https://openalex.org/W2888392564","https://openalex.org/W4225301003","https://openalex.org/W4283459170","https://openalex.org/W4220949352","https://openalex.org/W4310278675"],"abstract_inverted_index":{"The":[0,75,110],"rapid":[1],"spread":[2],"of":[3,15,28,78,100,135,152,162],"information":[4],"through":[5],"mobile":[6],"devices":[7],"and":[8,40,52,169],"media":[9],"has":[10],"led":[11],"to":[12,81],"the":[13,83,87,97,101,119,133,138,160],"widespread":[14],"false":[16],"or":[17],"deceptive":[18],"news,":[19],"causing":[20],"significant":[21],"concerns":[22],"in":[23,165],"society.":[24],"Among":[25],"different":[26],"types":[27],"misinformation,":[29,36],"image":[30],"repurposing,":[31],"also":[32,113,147],"known":[33],"as":[34],"out-of-context":[35,47,66,73,84,153,167],"remains":[37],"highly":[38],"prevalent":[39],"effective.":[41],"However,":[42],"current":[43],"approaches":[44],"for":[45,65,72,94,117],"detecting":[46],"misinformation":[48],"often":[49],"lack":[50],"interpretability":[51],"offer":[53],"limited":[54],"explanations.":[55,157],"In":[56],"this":[57,125],"study,":[58],"we":[59],"propose":[60],"a":[61],"logic":[62],"regularization":[63],"approach":[64,164],"detection":[67,85,127,168],"called":[68],"LOGRAN":[69,79,136],"(LOGic":[70],"Regularization":[71],"ANalysis).":[74],"primary":[76],"objective":[77],"is":[80,122],"decompose":[82],"at":[86],"phrase":[88],"level.":[89],"By":[90],"employing":[91],"latent":[92,111],"variables":[93,112],"phrase-level":[95,150],"predictions,":[96],"final":[98,120],"prediction":[99],"image-caption":[102],"pair":[103],"can":[104],"be":[105],"aggregated":[106],"using":[107],"logical":[108],"rules.":[109],"provide":[114],"an":[115],"explanation":[116],"how":[118],"result":[121],"derived,":[123],"making":[124],"fine-grained":[126],"method":[128],"inherently":[129],"explanatory.":[130],"We":[131],"evaluate":[132],"performance":[134],"on":[137],"NewsCLIPpings":[139],"dataset,":[140],"showcasing":[141],"competitive":[142],"overall":[143],"results.":[144],"Visualized":[145],"examples":[146],"reveal":[148],"faithful":[149],"predictions":[151],"images,":[154],"accompanied":[155],"by":[156],"This":[158],"highlights":[159],"effectiveness":[161],"our":[163],"addressing":[166],"enhancing":[170],"interpretability.":[171]},"counts_by_year":[],"updated_date":"2026-03-13T16:22:10.518609","created_date":"2025-10-10T00:00:00"}