{"id":"https://openalex.org/W4408351797","doi":"https://doi.org/10.1109/icassp49660.2025.10887877","title":"MHSDB: A Comprehensive Benchmark for Multimodal Humor and Sarcasm Detection Leveraging Foundation Models","display_name":"MHSDB: A Comprehensive Benchmark for Multimodal Humor and Sarcasm Detection Leveraging Foundation Models","publication_year":2025,"publication_date":"2025-03-12","ids":{"openalex":"https://openalex.org/W4408351797","doi":"https://doi.org/10.1109/icassp49660.2025.10887877"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49660.2025.10887877","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10887877","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104298357","display_name":"Zhongren Dong","orcid":"https://orcid.org/0000-0001-8074-1746"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongren Dong","raw_affiliation_strings":["Hunan University,College of Computer Science and Electronic Engineering,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hunan University,College of Computer Science and Electronic Engineering,China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082446698","display_name":"Donghao Wang","orcid":"https://orcid.org/0000-0001-7060-8992"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Donghao Wang","raw_affiliation_strings":["Hunan University,College of Computer Science and Electronic Engineering,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hunan University,College of Computer Science and Electronic Engineering,China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ciqiang Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ciqiang Chen","raw_affiliation_strings":["Hunan University,College of Computer Science and Electronic Engineering,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hunan University,College of Computer Science and Electronic Engineering,China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112133862","display_name":"Dongyan Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210144102","display_name":"Wuhu Hit Robot Technology Research Institute","ror":"https://ror.org/049w4dp92","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210144102"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong-Yan Huang","raw_affiliation_strings":["BTECH Robotics Corp,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BTECH Robotics Corp,China","institution_ids":["https://openalex.org/I4210144102"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036056631","display_name":"Zixing Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zixing Zhang","raw_affiliation_strings":["Hunan University,College of Computer Science and Electronic Engineering,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hunan University,College of Computer Science and Electronic Engineering,China","institution_ids":["https://openalex.org/I16609230"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9433000087738037,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sarcasm","display_name":"Sarcasm","score":0.9397997856140137},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7766889333724976},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6938259601593018},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.6547403335571289},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44418707489967346},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.38902392983436584},{"id":"https://openalex.org/keywords/irony","display_name":"Irony","score":0.08639058470726013},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.05195319652557373},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.0494653582572937}],"concepts":[{"id":"https://openalex.org/C2776207355","wikidata":"https://www.wikidata.org/wiki/Q191035","display_name":"Sarcasm","level":3,"score":0.9397997856140137},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7766889333724976},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6938259601593018},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.6547403335571289},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44418707489967346},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.38902392983436584},{"id":"https://openalex.org/C2779975665","wikidata":"https://www.wikidata.org/wiki/Q131361","display_name":"Irony","level":2,"score":0.08639058470726013},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.05195319652557373},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0494653582572937},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49660.2025.10887877","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10887877","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5099999904632568,"display_name":"Zero hunger","id":"https://metadata.un.org/sdg/2"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W2787581402","https://openalex.org/W2937328183","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964346351","https://openalex.org/W3093051361","https://openalex.org/W3156636935","https://openalex.org/W3194782062","https://openalex.org/W3205255970","https://openalex.org/W3205872166","https://openalex.org/W3209059054","https://openalex.org/W3209984917","https://openalex.org/W3213029956","https://openalex.org/W4297438061","https://openalex.org/W4297841747","https://openalex.org/W4385195015","https://openalex.org/W4387814615","https://openalex.org/W4387814904","https://openalex.org/W4389519326","https://openalex.org/W4391344842","https://openalex.org/W4392902826","https://openalex.org/W4392903203","https://openalex.org/W4392904633","https://openalex.org/W4399154371","https://openalex.org/W4400721967","https://openalex.org/W4401042948","https://openalex.org/W4402112383","https://openalex.org/W4402188320","https://openalex.org/W4402669711","https://openalex.org/W4403791362","https://openalex.org/W6763701032","https://openalex.org/W6766673545","https://openalex.org/W6779068807","https://openalex.org/W6791353385","https://openalex.org/W6810007534","https://openalex.org/W6810265253","https://openalex.org/W6838356808","https://openalex.org/W6847303613","https://openalex.org/W6847363464","https://openalex.org/W6850477478","https://openalex.org/W6851800889","https://openalex.org/W6855618270","https://openalex.org/W6857002893","https://openalex.org/W6860853044","https://openalex.org/W6871553294","https://openalex.org/W6882545492"],"related_works":["https://openalex.org/W2900446122","https://openalex.org/W3037315328","https://openalex.org/W4312684429","https://openalex.org/W3018705632","https://openalex.org/W3101138303","https://openalex.org/W2349372848","https://openalex.org/W2753593955","https://openalex.org/W2907442881","https://openalex.org/W3018024369","https://openalex.org/W4311456904"],"abstract_inverted_index":{"Understanding":[0],"multimodal":[1,95,113,149],"humor":[2],"and":[3,22,41,62,64,68,84,105,122,137,148],"sarcasm":[4],"detection":[5],"remains":[6],"a":[7],"key":[8],"challenge":[9],"in":[10,17,60,118],"artificial":[11],"intelligence.":[12],"Despite":[13],"recent":[14],"advances,":[15],"inconsistencies":[16],"feature":[18,66,146],"extraction,":[19],"evaluation":[20,49,69],"methods,":[21],"experimental":[23,109],"setups":[24],"have":[25],"hindered":[26],"fair":[27],"comparisons":[28],"across":[29,81],"different":[30],"approaches.":[31,107],"To":[32],"address":[33],"this":[34],"issue,":[35],"we":[36],"propose":[37],"the":[38,46,139],"Multimodal":[39],"Humor":[40],"Sarcasm":[42],"Detection":[43],"Benchmark":[44],"(MHSDB),":[45],"first":[47],"unified":[48],"platform":[50],"specifically":[51],"designed":[52],"for":[53,141],"these":[54],"tasks.":[55],"MHSDB":[56],"combines":[57],"four":[58],"datasets":[59],"English":[61],"Hindi":[63],"standardizes":[65],"extraction":[67],"processes":[70],"to":[71],"facilitate":[72],"consistent":[73],"comparisons.":[74],"We":[75],"systematically":[76],"evaluate":[77],"mainstream":[78,100],"foundation":[79],"models":[80],"audio,":[82],"video,":[83],"text":[85],"modalities.":[86],"Unimodal":[87],"representations":[88,96],"are":[89,97],"assessed":[90],"using":[91],"self-attention":[92],"mechanisms,":[93],"while":[94],"evaluated":[98],"through":[99],"fusion":[101,127],"strategies,":[102],"including":[103],"utterance-level":[104],"sequence-level":[106],"Our":[108],"results":[110],"reveal":[111],"that":[112],"approaches":[114],"outperform":[115],"unimodal":[116],"ones":[117],"capturing":[119],"complex":[120],"contexts":[121],"multi-layered":[123],"semantics.":[124],"Additionally,":[125],"specific":[126],"strategies":[128],"excel":[129],"at":[130],"integrating":[131],"cross-modal":[132],"information,":[133],"achieving":[134],"state-of-the-art":[135],"performance,":[136],"paving":[138],"way":[140],"future":[142],"research":[143],"on":[144],"optimizing":[145],"representation":[147],"fusion.":[150]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}