{"id":"https://openalex.org/W4402352030","doi":"https://doi.org/10.1109/ijcnn60899.2024.10650974","title":"Multimodal Rumor Detection via Multimodal Prompt Learning","display_name":"Multimodal Rumor Detection via Multimodal Prompt Learning","publication_year":2024,"publication_date":"2024-06-30","ids":{"openalex":"https://openalex.org/W4402352030","doi":"https://doi.org/10.1109/ijcnn60899.2024.10650974"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn60899.2024.10650974","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn60899.2024.10650974","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100766720","display_name":"Fan Chen","orcid":"https://orcid.org/0000-0002-2909-0295"},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Fan Chen","raw_affiliation_strings":["Xinjiang University,School of Computer Science and Technology"],"affiliations":[{"raw_affiliation_string":"Xinjiang University,School of Computer Science and Technology","institution_ids":["https://openalex.org/I96908189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100663885","display_name":"Xiuhong Li","orcid":"https://orcid.org/0000-0002-5327-0907"},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiuhong Li","raw_affiliation_strings":["Xinjiang University,School of Computer Science and Technology"],"affiliations":[{"raw_affiliation_string":"Xinjiang University,School of Computer Science and Technology","institution_ids":["https://openalex.org/I96908189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100356635","display_name":"Zhe Li","orcid":"https://orcid.org/0000-0002-0519-7434"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhe Li","raw_affiliation_strings":["The Hong Kong Polytechnic University,Department of Electrical and Electronic Engineering"],"affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University,Department of Electrical and Electronic Engineering","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088405327","display_name":"Chenyu Zhou","orcid":"https://orcid.org/0009-0006-9220-7501"},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenyu Zhou","raw_affiliation_strings":["Xinjiang University,School of Computer Science and Technology"],"affiliations":[{"raw_affiliation_string":"Xinjiang University,School of Computer Science and Technology","institution_ids":["https://openalex.org/I96908189"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032356055","display_name":"Jiabao Sheng","orcid":"https://orcid.org/0000-0002-7731-8688"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jiabao Sheng","raw_affiliation_strings":["The Hong Kong Polytechnic University,Department of Health Technology and Informatics"],"affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University,Department of Health Technology and Informatics","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100766720"],"corresponding_institution_ids":["https://openalex.org/I96908189"],"apc_list":null,"apc_paid":null,"fwci":3.6817,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.93267448,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12592","display_name":"Opinion Dynamics and Social Influence","score":0.9448000192642212,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9386000037193298,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7231112718582153},{"id":"https://openalex.org/keywords/rumor","display_name":"Rumor","score":0.6018136739730835},{"id":"https://openalex.org/keywords/multimodal-therapy","display_name":"Multimodal therapy","score":0.5990135669708252},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.457746684551239},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.4115380644798279},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.29293137788772583},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.058003902435302734}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7231112718582153},{"id":"https://openalex.org/C2780469804","wikidata":"https://www.wikidata.org/wiki/Q878352","display_name":"Rumor","level":2,"score":0.6018136739730835},{"id":"https://openalex.org/C4441509","wikidata":"https://www.wikidata.org/wiki/Q6418787","display_name":"Multimodal therapy","level":2,"score":0.5990135669708252},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.457746684551239},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.4115380644798279},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.29293137788772583},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.058003902435302734},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn60899.2024.10650974","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn60899.2024.10650974","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W2293476329","https://openalex.org/W2742144412","https://openalex.org/W2766462585","https://openalex.org/W2809476703","https://openalex.org/W2912305564","https://openalex.org/W2964051877","https://openalex.org/W3099424485","https://openalex.org/W3156558703","https://openalex.org/W3157731560","https://openalex.org/W3176713826","https://openalex.org/W3185341429","https://openalex.org/W3210631446","https://openalex.org/W4205730987","https://openalex.org/W4224324956","https://openalex.org/W4224925583","https://openalex.org/W4286579120","https://openalex.org/W4287958162","https://openalex.org/W4289313402","https://openalex.org/W4294982692","https://openalex.org/W4303649263","https://openalex.org/W4308497888","https://openalex.org/W4312651322","https://openalex.org/W4320913149","https://openalex.org/W4372349532","https://openalex.org/W4376478980","https://openalex.org/W4382239959","https://openalex.org/W4382240064","https://openalex.org/W4385392795","https://openalex.org/W4385801378","https://openalex.org/W4386047824","https://openalex.org/W4386057714","https://openalex.org/W4386075985","https://openalex.org/W4386102205","https://openalex.org/W4392902886"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2372853429","https://openalex.org/W2793319716","https://openalex.org/W2167585541","https://openalex.org/W3134016390","https://openalex.org/W2025678693","https://openalex.org/W3162880402","https://openalex.org/W2914574154","https://openalex.org/W4309305960"],"abstract_inverted_index":{"Pre-trained":[0],"vision-language":[1],"(V-L)":[2],"models":[3],"exhibit":[4],"significant":[5],"generalization":[6],"capabilities":[7],"in":[8,25,47,63,76],"detecting":[9],"rumors.":[10],"However,":[11],"their":[12,20,56],"reliance":[13],"on":[14],"single-modality":[15],"prompts\u2014either":[16],"language":[17,52,67],"or":[18],"vision\u2014limits":[19],"flexibility":[21],"for":[22],"dynamic":[23],"adjustments":[24],"both":[26,48],"representation":[27],"spaces":[28],"during":[29],"rumor":[30,40],"detection.":[31],"To":[32],"address":[33],"these":[34],"limitations,":[35],"we":[36,69,86],"propose":[37],"a":[38,71],"multimodal":[39,111],"detection":[41],"framework":[42],"that":[43],"uses":[44],"prompt":[45],"learning":[46],"the":[49,77,81,98],"vision":[50],"and":[51],"domains":[53],"to":[54,118],"align":[55],"representations":[57],"better.":[58],"Inspired":[59],"by":[60],"recent":[61],"advances":[62],"efficiently":[64],"tuning":[65],"large":[66],"models,":[68],"introduce":[70],"set":[72],"of":[73],"trainable":[74],"parameters":[75],"input":[78],"space,":[79],"keeping":[80],"model":[82,97],"backbone":[83],"frozen.":[84],"Additionally,":[85],"use":[87],"distinct":[88],"prompts":[89],"at":[90],"various":[91],"early":[92],"stages,":[93],"which":[94],"helps":[95],"progressively":[96],"relationships":[99],"between":[100],"features,":[101],"enhancing":[102],"comprehensive":[103],"context":[104],"learning.":[105],"Extensive":[106],"experiments":[107],"with":[108],"two":[109],"real-world":[110],"datasets":[112],"demonstrate":[113],"our":[114],"framework\u2019s":[115],"superior":[116],"ability":[117],"distinguish":[119],"rumors":[120],"from":[121],"facts.":[122]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}