{"id":"https://openalex.org/W4403713340","doi":"https://doi.org/10.1145/3689062.3689376","title":"Multimodal Humor Detection and Social Perception Prediction","display_name":"Multimodal Humor Detection and Social Perception Prediction","publication_year":2024,"publication_date":"2024-10-23","ids":{"openalex":"https://openalex.org/W4403713340","doi":"https://doi.org/10.1145/3689062.3689376"},"language":"en","primary_location":{"id":"doi:10.1145/3689062.3689376","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3689062.3689376","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th on Multimodal Sentiment Analysis Challenge and Workshop: Social Perception and Humor","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3689062.3689376","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000945812","display_name":"Mehedi Hasan Bijoy","orcid":null},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Mehedi Hasan Bijoy","raw_affiliation_strings":["Aalto University, Espoo, Finland"],"raw_orcid":"https://orcid.org/0009-0001-9378-3117","affiliations":[{"raw_affiliation_string":"Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052292328","display_name":"Dejan Porjazovski","orcid":"https://orcid.org/0000-0002-7219-9042"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Dejan Porjazovski","raw_affiliation_strings":["Aalto University, Espoo, Finland"],"raw_orcid":"https://orcid.org/0000-0002-7219-9042","affiliations":[{"raw_affiliation_string":"Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068758223","display_name":"Nhan Phan","orcid":"https://orcid.org/0000-0003-2040-9834"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Nhan Phan","raw_affiliation_strings":["Aalto University, Espoo, Finland"],"raw_orcid":"https://orcid.org/0000-0003-2040-9834","affiliations":[{"raw_affiliation_string":"Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072219329","display_name":"Guangpu Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Guangpu Huang","raw_affiliation_strings":["Aalto University, Espoo, Finland"],"raw_orcid":"https://orcid.org/0000-0001-5880-7956","affiliations":[{"raw_affiliation_string":"Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058277119","display_name":"Tam\u00e1s Gr\u00f3sz","orcid":"https://orcid.org/0000-0001-7918-9579"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Tam\u00e1s Gr\u00f3sz","raw_affiliation_strings":["Aalto University, Espoo, Finland"],"raw_orcid":"https://orcid.org/0000-0001-7918-9579","affiliations":[{"raw_affiliation_string":"Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043424064","display_name":"Mikko Kurimo","orcid":"https://orcid.org/0000-0001-5278-7974"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Mikko Kurimo","raw_affiliation_strings":["Aalto University, Espoo, Finland"],"raw_orcid":"https://orcid.org/0000-0001-5278-7974","affiliations":[{"raw_affiliation_string":"Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5000945812"],"corresponding_institution_ids":["https://openalex.org/I9927081"],"apc_list":null,"apc_paid":null,"fwci":0.6109,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.73327335,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"60","last_page":"64"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11795","display_name":"Humor Studies and Applications","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11795","display_name":"Humor Studies and Applications","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11148","display_name":"Language, Metaphor, and Cognition","score":0.9768999814987183,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.968500018119812,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6608273983001709},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.6528224349021912},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45774880051612854},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.32250452041625977},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.28111010789871216}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6608273983001709},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.6528224349021912},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45774880051612854},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.32250452041625977},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.28111010789871216},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3689062.3689376","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3689062.3689376","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th on Multimodal Sentiment Analysis Challenge and Workshop: Social Perception and Humor","raw_type":"proceedings-article"},{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/132371","is_oa":true,"landing_page_url":"https://research.aalto.fi/en/publications/11e57792-1214-45b6-a10d-92d9326440b4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401662","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"publishedVersion"}],"best_oa_location":{"id":"doi:10.1145/3689062.3689376","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3689062.3689376","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th on Multimodal Sentiment Analysis Challenge and Workshop: Social Perception and Humor","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5024125549","display_name":null,"funder_award_id":"7817/31/2022","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G6500290772","display_name":null,"funder_award_id":"345790","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1589328436","https://openalex.org/W2069143585","https://openalex.org/W2914304175","https://openalex.org/W3016138882","https://openalex.org/W3095251683","https://openalex.org/W4248083651","https://openalex.org/W4291741556","https://openalex.org/W4311424438","https://openalex.org/W4312292725","https://openalex.org/W4367281761","https://openalex.org/W4387814874","https://openalex.org/W4391021811","https://openalex.org/W4399694483","https://openalex.org/W4401042455"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"The":[0,153],"parallel":[1],"audio-visual-text":[2],"data":[3],"contains":[4],"vast":[5],"amount":[6],"of":[7,47,64,102,132,150,155],"information.":[8],"Thus":[9],"it":[10],"is":[11,145],"essential":[12],"to":[13,42,82,147],"develop":[14],"machine":[15],"learning":[16],"algorithms":[17],"that":[18,128,142],"can":[19,138,160],"utilise":[20],"them":[21],"efficiently.":[22],"In":[23,54],"this":[24],"work,":[25],"we":[26,60,77,126],"investigated":[27],"unimodal":[28,103],"and":[29,35,69,104,112,158],"multimodal":[30,52,105,124],"solutions":[31],"for":[32,56,110,119,135],"MuSe":[33],"Humor":[34,58],"Perception":[36,75],"challenges.":[37],"Our":[38],"main":[39],"goal":[40],"was":[41],"explicitly":[43],"show":[44],"the":[45,51,57,62,66,71,92,94,123,133,151],"contribution":[46],"each":[48],"modality":[49],"in":[50],"systems.":[53],"addition,":[55],"challenge,":[59,76,93],"examined":[61],"effect":[63],"extending":[65],"input":[67],"context":[68],"smoothing":[70],"framewise":[72],"predictions.":[73],"For":[74],"trained":[78],"an":[79],"attention-encoder-decoder":[80],"model":[81,136],"predict":[83],"all":[84],"perceived":[85],"labels":[86],"with":[87],"a":[88,100],"single":[89],"model.":[90],"During":[91],"best":[95],"results":[96],"were":[97],"achieved":[98],"by":[99],"fusion":[101],"systems,":[106],"AUC":[107],"=":[108,117],"0.8645":[109],"Humor,":[111],"mean":[113],"Pearson's":[114],"correlation":[115],"\u03c1":[116],"0.3550":[118],"Perception.":[120],"By":[121],"investigating":[122],"systems":[125],"found":[127,162],"using":[129],"only":[130],"part":[131],"video":[134],"training":[137],"be":[139,161],"beneficial,":[140],"suggesting":[141],"valuable":[143],"information":[144],"condensed":[146],"certain":[148],"parts":[149],"video.":[152],"implementation":[154],"our":[156],"models":[157],"experiments":[159],"at":[163],"https://github.com/aalto-speech/MuSe-2024.":[164]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}