{"id":"https://openalex.org/W4387815010","doi":"https://doi.org/10.1145/3606039.3613102","title":"Discovering Relevant Sub-spaces of BERT, Wav2Vec 2.0, ELECTRA and ViT Embeddings for Humor and Mimicked Emotion Recognition with Integrated Gradients","display_name":"Discovering Relevant Sub-spaces of BERT, Wav2Vec 2.0, ELECTRA and ViT Embeddings for Humor and Mimicked Emotion Recognition with Integrated Gradients","publication_year":2023,"publication_date":"2023-10-20","ids":{"openalex":"https://openalex.org/W4387815010","doi":"https://doi.org/10.1145/3606039.3613102"},"language":"en","primary_location":{"id":"doi:10.1145/3606039.3613102","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3606039.3613102","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3606039.3613102","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th on Multimodal Sentiment Analysis Challenge and Workshop: Mimicked Emotions, Humour and Personalisation","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3606039.3613102","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058277119","display_name":"Tam\u00e1s Gr\u00f3sz","orcid":"https://orcid.org/0000-0001-7918-9579"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Tam\u00e1s Gr\u00f3sz","raw_affiliation_strings":["Aalto University, Espoo, Finland"],"raw_orcid":"https://orcid.org/0000-0001-7918-9579","affiliations":[{"raw_affiliation_string":"Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052482892","display_name":"Anja Virkkunen","orcid":"https://orcid.org/0000-0002-7249-3743"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Anja Virkkunen","raw_affiliation_strings":["Aalto University, Espoo, Finland"],"raw_orcid":"https://orcid.org/0000-0002-7249-3743","affiliations":[{"raw_affiliation_string":"Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052292328","display_name":"Dejan Porjazovski","orcid":"https://orcid.org/0000-0002-7219-9042"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Dejan Porjazovski","raw_affiliation_strings":["Aalto University, Espoo, Finland"],"raw_orcid":"https://orcid.org/0000-0002-7219-9042","affiliations":[{"raw_affiliation_string":"Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043424064","display_name":"Mikko Kurimo","orcid":"https://orcid.org/0000-0001-5278-7974"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Mikko Kurimo","raw_affiliation_strings":["Aalto University, Espoo, Finland"],"raw_orcid":"https://orcid.org/0000-0001-5278-7974","affiliations":[{"raw_affiliation_string":"Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5058277119"],"corresponding_institution_ids":["https://openalex.org/I9927081"],"apc_list":null,"apc_paid":null,"fwci":2.2701,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.88180338,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"27","last_page":"34"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11795","display_name":"Humor Studies and Applications","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11795","display_name":"Humor Studies and Applications","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.7701853513717651},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7517774105072021},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5735279321670532},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5491797924041748},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.5489611029624939},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4844798743724823},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.47948774695396423},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4754347801208496},{"id":"https://openalex.org/keywords/vector-space","display_name":"Vector space","score":0.4614080488681793},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.42470648884773254},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11445567011833191}],"concepts":[{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.7701853513717651},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7517774105072021},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5735279321670532},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5491797924041748},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.5489611029624939},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4844798743724823},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.47948774695396423},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4754347801208496},{"id":"https://openalex.org/C13336665","wikidata":"https://www.wikidata.org/wiki/Q125977","display_name":"Vector space","level":2,"score":0.4614080488681793},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42470648884773254},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11445567011833191},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3606039.3613102","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3606039.3613102","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3606039.3613102","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th on Multimodal Sentiment Analysis Challenge and Workshop: Mimicked Emotions, Humour and Personalisation","raw_type":"proceedings-article"},{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/124848","is_oa":true,"landing_page_url":"https://research.aalto.fi/en/publications/8ddc1b2a-5363-4a0c-adef-b4668adeffdd","pdf_url":null,"source":{"id":"https://openalex.org/S4306401662","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"publishedVersion"}],"best_oa_location":{"id":"doi:10.1145/3606039.3613102","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3606039.3613102","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3606039.3613102","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th on Multimodal Sentiment Analysis Challenge and Workshop: Mimicked Emotions, Humour and Personalisation","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.5799999833106995,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G7154773589","display_name":null,"funder_award_id":"345790","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"},{"id":"https://openalex.org/G8267031437","display_name":"Understanding speech and scene with ears and eyes","funder_award_id":"345790","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"}],"funders":[{"id":"https://openalex.org/F4320321108","display_name":"Academy of Finland","ror":"https://ror.org/05k73zm37"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387815010.pdf","grobid_xml":"https://content.openalex.org/works/W4387815010.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W2157331557","https://openalex.org/W2747329762","https://openalex.org/W2913668833","https://openalex.org/W2953843303","https://openalex.org/W2955612236","https://openalex.org/W2962843949","https://openalex.org/W2970295111","https://openalex.org/W2996673142","https://openalex.org/W3038047279","https://openalex.org/W3104667152","https://openalex.org/W3135361293","https://openalex.org/W3159481202","https://openalex.org/W3164846705","https://openalex.org/W3197642003","https://openalex.org/W3202070718","https://openalex.org/W4206706211","https://openalex.org/W4253203888","https://openalex.org/W4291741556","https://openalex.org/W4300862723","https://openalex.org/W4304087162","https://openalex.org/W4311137818","https://openalex.org/W4387969070"],"related_works":["https://openalex.org/W2383111961","https://openalex.org/W2365952365","https://openalex.org/W2352448290","https://openalex.org/W2380820513","https://openalex.org/W2913146933","https://openalex.org/W2372385138","https://openalex.org/W4296359239","https://openalex.org/W2101155126","https://openalex.org/W2548633793","https://openalex.org/W2901841427"],"abstract_inverted_index":{"Large-scale,":[0],"pre-trained":[1,64],"models":[2],"revolutionized":[3],"the":[4,26,52,56,75,92,100,105,141,153,156,170,183],"field":[5],"of":[6,58,79,95,144,182,200,207],"sentiment":[7],"analysis":[8],"and":[9,40,131,167],"enabled":[10],"multimodal":[11],"systems":[12],"to":[13,83,89,121,164,188],"be":[14,165,195],"quickly":[15],"developed.":[16],"In":[17],"this":[18],"paper,":[19],"we":[20,71,110],"address":[21],"two":[22],"challenges":[23],"posed":[24],"by":[25,33,62,98],"Multimodal":[27],"Sentiment":[28],"Analysis":[29],"(MuSe)":[30],"2023":[31],"competition":[32],"focusing":[34],"on":[35,68],"automatically":[36,90],"detecting":[37],"cross-cultural":[38],"humor":[39],"predicting":[41],"three":[42],"continuous":[43],"emotion":[44],"targets":[45],"from":[46,210],"user-generated":[47],"videos.":[48],"Multiple":[49],"methods":[50],"in":[51],"literature":[53],"already":[54],"demonstrate":[55],"importance":[57],"embedded":[59,76],"features":[60],"generated":[61],"popular":[63],"neural":[65,102],"solutions.":[66],"Based":[67],"their":[69],"success,":[70],"can":[72],"assume":[73],"that":[74],"space":[77,185],"consists":[78],"several":[80],"sub-spaces":[81,94],"relevant":[82,106,142],"different":[84],"tasks.":[85],"Our":[86,173,192],"aim":[87],"is":[88,186],"identify":[91],"task-specific":[93],"various":[96],"embeddings":[97,146],"interpreting":[99],"baseline":[101],"models.":[103],"Once":[104],"dimensions":[107],"are":[108],"located,":[109],"train":[111],"a":[112,128,180,197],"new":[113,205],"model":[114,138,212],"using":[115,139],"only":[116,140,179],"those":[117],"features,":[118],"which":[119,203],"leads":[120],"similar":[122],"or":[123],"slightly":[124],"better":[125],"results":[126,175],"with":[127],"considerably":[129],"smaller":[130],"faster":[132],"model.":[133,172],"The":[134],"best":[135],"Humor":[136],"Detection":[137],"sub-space":[143],"audio":[145],"contained":[147],"approximately":[148],"54%":[149],"fewer":[150],"parameters":[151],"than":[152],"one":[154,211],"processing":[155],"whole":[157],"encoded":[158],"vector,":[159],"required":[160],"48%":[161],"less":[162],"time":[163],"trained":[166],"even":[168],"outperformed":[169],"larger":[171],"empirical":[174],"validate":[176],"that,":[177],"indeed,":[178],"portion":[181],"embedding":[184],"needed":[187],"achieve":[189],"good":[190],"performance.":[191],"solution":[193],"could":[194],"considered":[196],"novel":[198],"form":[199],"knowledge":[201,209],"distillation,":[202],"enables":[204],"ways":[206],"transferring":[208],"into":[213],"another.":[214]},"counts_by_year":[{"year":2024,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}