{"id":"https://openalex.org/W4386973907","doi":"https://doi.org/10.1109/tmm.2022.3229966","title":"Modeling Both Intra- and Inter-Modality Uncertainty for Multimodal Fake News Detection","display_name":"Modeling Both Intra- and Inter-Modality Uncertainty for Multimodal Fake News Detection","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4386973907","doi":"https://doi.org/10.1109/tmm.2022.3229966"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2022.3229966","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2022.3229966","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078929115","display_name":"Lingwei Wei","orcid":"https://orcid.org/0000-0002-7058-2662"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingwei Wei","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7058-2662","affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"raw_affiliation_string":"School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063106324","display_name":"Dou Hu","orcid":"https://orcid.org/0000-0001-7790-8568"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dou Hu","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7790-8568","affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"raw_affiliation_string":"School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026526428","display_name":"Wei Zhou","orcid":"https://orcid.org/0000-0003-3622-3970"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Zhou","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3622-3970","affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018288181","display_name":"Songlin Hu","orcid":"https://orcid.org/0000-0002-7170-3809"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Songlin Hu","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7170-3809","affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"raw_affiliation_string":"School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.4565,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.97863187,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"25","issue":null,"first_page":"7906","last_page":"7916"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9724000096321106,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8190209865570068},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.7606172561645508},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6742199659347534},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6291539669036865},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6202914714813232},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.477543443441391},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.477325975894928},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.44043025374412537},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3741114139556885}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8190209865570068},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.7606172561645508},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6742199659347534},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6291539669036865},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6202914714813232},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.477543443441391},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.477325975894928},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44043025374412537},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3741114139556885},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2022.3229966","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2022.3229966","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5031328292","display_name":null,"funder_award_id":"6210071416","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W1832693441","https://openalex.org/W1895577753","https://openalex.org/W1933349210","https://openalex.org/W1975594555","https://openalex.org/W2032897813","https://openalex.org/W2041614930","https://openalex.org/W2053101950","https://openalex.org/W2084591134","https://openalex.org/W2167024389","https://openalex.org/W2187089797","https://openalex.org/W2187098286","https://openalex.org/W2531862055","https://openalex.org/W2619383789","https://openalex.org/W2741930413","https://openalex.org/W2742144412","https://openalex.org/W2742330194","https://openalex.org/W2766462585","https://openalex.org/W2788235048","https://openalex.org/W2809476703","https://openalex.org/W2906670185","https://openalex.org/W2912305564","https://openalex.org/W2982137384","https://openalex.org/W2994071599","https://openalex.org/W2996854111","https://openalex.org/W2997128522","https://openalex.org/W3011727199","https://openalex.org/W3013743800","https://openalex.org/W3022924198","https://openalex.org/W3035376925","https://openalex.org/W3037666784","https://openalex.org/W3088838442","https://openalex.org/W3089691460","https://openalex.org/W3092912227","https://openalex.org/W3106237638","https://openalex.org/W3109279109","https://openalex.org/W3114972653","https://openalex.org/W3134415476","https://openalex.org/W3156558703","https://openalex.org/W3157731560","https://openalex.org/W3164101295","https://openalex.org/W3164693331","https://openalex.org/W3169040021","https://openalex.org/W3173787706","https://openalex.org/W3174408325","https://openalex.org/W3175233244","https://openalex.org/W3175836411","https://openalex.org/W3176713826","https://openalex.org/W3194744223","https://openalex.org/W3197365178","https://openalex.org/W3210022786","https://openalex.org/W3210913300","https://openalex.org/W3214038065","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6640963894","https://openalex.org/W6683484867","https://openalex.org/W6683602473","https://openalex.org/W6684191040","https://openalex.org/W6686778916","https://openalex.org/W6697226171","https://openalex.org/W6729906282","https://openalex.org/W6732431570","https://openalex.org/W6735443497","https://openalex.org/W6755207826","https://openalex.org/W6760568010","https://openalex.org/W6810494795"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W2167701463","https://openalex.org/W2110287964","https://openalex.org/W4307407935","https://openalex.org/W649759291"],"abstract_inverted_index":{"Multimodal":[0,90],"fake":[1,98,190],"news":[2,99,191],"detection":[3,100],"has":[4],"obtained":[5],"increasing":[6],"attention":[7,31,146],"recently.":[8],"Existing":[9],"works":[10],"generally":[11],"encode":[12],"multimodal":[13,25,41,80,97,122,153,189],"contents":[14,42,154],"into":[15],"a":[16,111,129,143],"deterministic":[17],"point":[18],"in":[19,128],"semantic":[20],"subspaces,":[21],"and":[22,105,167,184],"then":[23],"fuse":[24,152],"features":[26],"by":[27,101],"simple":[28],"concatenation":[29],"or":[30],"mechanisms.":[32],"However,":[33],"most":[34],"methods":[35],"suffer":[36],"from":[37],"adapting":[38],"to":[39,95,118,150,169],"noisy":[40,121],"since":[43],"they":[44],"neglect":[45],"the":[46,70,76,84,134,162,182],"robustness":[47],"of":[48,79,136,186],"modality-specific":[49],"features.":[50],"Besides,":[51],"as":[52],"different":[53],"modalities":[54,166],"usually":[55],"have":[56],"varying":[57],"confidence":[58,164],"levels,":[59],"previous":[60],"attention-based":[61],"fusion":[62,147],"models":[63],"that":[64],"learn":[65],"modality-independent":[66],"weights":[67],"based":[68],"on":[69,177,188],"input":[71],"data":[72,137],"feature,":[73],"would":[74],"limit":[75],"optimal":[77],"integration":[78],"contents.":[81,123],"To":[82],"alleviate":[83],"above":[85],"issues,":[86],"we":[87,109],"propose":[88],"novel":[89,112],"Uncertainty":[91],"Learning":[92],"Network":[93],"(MM-ULN)":[94],"enhance":[96],"modeling":[102],"both":[103],"intra-":[104],"inter-modality":[106],"uncertainty.":[107],"Specifically,":[108],"incorporate":[110],"intra-modality":[113],"uncertainty":[114,138],"learning":[115],"(EUL)":[116],"module":[117,149,160],"better":[119],"understand":[120],"EULs":[124],"provide":[125],"feature":[126],"regularization":[127],"variational":[130,145],"way,":[131],"successfully":[132],"alleviating":[133],"effects":[135],"within":[139],"modalities.":[140],"We":[141],"design":[142],"new":[144],"(VAF)":[148],"adaptively":[151],"with":[155],"modality-dependent":[156],"weights.":[157],"The":[158],"VAF":[159],"consider":[161],"relative":[163],"between":[165],"enables":[168],"explore":[170],"complementary":[171],"properties":[172],"for":[173],"detection.":[174,192],"Extensive":[175],"experiments":[176],"two":[178],"benchmark":[179],"datasets":[180],"demonstrate":[181],"effectiveness":[183],"superiority":[185],"MM-ULN":[187]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}