{"id":"https://openalex.org/W4403182404","doi":"https://doi.org/10.1109/taffc.2024.3475736","title":"Towards Multimodal Prediction of Spontaneous Humor: A Novel Dataset and First Results","display_name":"Towards Multimodal Prediction of Spontaneous Humor: A Novel Dataset and First Results","publication_year":2024,"publication_date":"2024-10-07","ids":{"openalex":"https://openalex.org/W4403182404","doi":"https://doi.org/10.1109/taffc.2024.3475736"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2024.3475736","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2024.3475736","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093099548","display_name":"Lukas Christ","orcid":"https://orcid.org/0000-0001-6679-7022"},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Lukas Christ","raw_affiliation_strings":["Chair of Embedded Intelligence for Health Care and Wellbeing, University of Augsburg, Augsburg, Germany","Chair of Embedded Intelligence for Health Care and Wellbeing, University of Augsburg, Germany"],"raw_orcid":"https://orcid.org/0000-0001-6679-7022","affiliations":[{"raw_affiliation_string":"Chair of Embedded Intelligence for Health Care and Wellbeing, University of Augsburg, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]},{"raw_affiliation_string":"Chair of Embedded Intelligence for Health Care and Wellbeing, University of Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010754413","display_name":"Shahin Amiriparian","orcid":"https://orcid.org/0000-0002-1129-8223"},"institutions":[{"id":"https://openalex.org/I2802619606","display_name":"TUM Klinikum","ror":"https://ror.org/04jc43x05","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I2802619606","https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Shahin Amiriparian","raw_affiliation_strings":["Chair of Health Informatics, Klinikum rechts der Isar, TUM, München, Germany","Chair of Health Informatics, Klinikum rechts der Isar, TUM, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chair of Health Informatics, Klinikum rechts der Isar, TUM, München, Germany","institution_ids":["https://openalex.org/I2802619606"]},{"raw_affiliation_string":"Chair of Health Informatics, Klinikum rechts der Isar, TUM, Germany","institution_ids":["https://openalex.org/I2802619606"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056141709","display_name":"Alexander Kathan","orcid":"https://orcid.org/0000-0002-4757-2220"},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alexander Kathan","raw_affiliation_strings":["Chair of Embedded Intelligence for Health Care and Wellbeing, University of Augsburg, Augsburg, Germany","Chair of Embedded Intelligence for Health Care and Wellbeing, University of Augsburg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-4757-2220","affiliations":[{"raw_affiliation_string":"Chair of Embedded Intelligence for Health Care and Wellbeing, University of Augsburg, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]},{"raw_affiliation_string":"Chair of Embedded Intelligence for Health Care and Wellbeing, University of Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001640684","display_name":"Niklas M\u00fcller","orcid":"https://orcid.org/0000-0002-0497-1897"},"institutions":[{"id":"https://openalex.org/I186354981","display_name":"University of Passau","ror":"https://ror.org/05ydjnb78","country_code":"DE","type":"education","lineage":["https://openalex.org/I186354981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Niklas M\u00fcller","raw_affiliation_strings":["Chair of Strategic Management, Innovation, and Entrepreneurship, University of Passau, Passau, Germany","Chair of Strategic Management, Innovation, and Entrepreneurship, University of Passau, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chair of Strategic Management, Innovation, and Entrepreneurship, University of Passau, Passau, Germany","institution_ids":["https://openalex.org/I186354981"]},{"raw_affiliation_string":"Chair of Strategic Management, Innovation, and Entrepreneurship, University of Passau, Germany","institution_ids":["https://openalex.org/I186354981"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091850698","display_name":"Andreas K\u00f6nig","orcid":"https://orcid.org/0000-0001-5162-3580"},"institutions":[{"id":"https://openalex.org/I186354981","display_name":"University of Passau","ror":"https://ror.org/05ydjnb78","country_code":"DE","type":"education","lineage":["https://openalex.org/I186354981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andreas K\u00f6nig","raw_affiliation_strings":["Chair of Strategic Management, Innovation, and Entrepreneurship, University of Passau, Passau, Germany","Chair of Strategic Management, Innovation, and Entrepreneurship, University of Passau, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chair of Strategic Management, Innovation, and Entrepreneurship, University of Passau, Passau, Germany","institution_ids":["https://openalex.org/I186354981"]},{"raw_affiliation_string":"Chair of Strategic Management, Innovation, and Entrepreneurship, University of Passau, Germany","institution_ids":["https://openalex.org/I186354981"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043060302","display_name":"Bj\u00f6rn W. Schuller","orcid":"https://orcid.org/0000-0002-6478-8699"},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Bj\u00f6rn W. Schuller","raw_affiliation_strings":["Chair of Embedded Intelligence for Health Care and Wellbeing, University of Augsburg, Augsburg, Germany","Chair of Embedded Intelligence for Health Care and Wellbeing, University of Augsburg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-6478-8699","affiliations":[{"raw_affiliation_string":"Chair of Embedded Intelligence for Health Care and Wellbeing, University of Augsburg, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]},{"raw_affiliation_string":"Chair of Embedded Intelligence for Health Care and Wellbeing, University of Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.635,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.85091491,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"16","issue":"2","first_page":"844","last_page":"860"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9297999739646912,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9297999739646912,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11795","display_name":"Humor Studies and Applications","score":0.917900025844574,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47725674510002136},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.45989421010017395},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4311257004737854},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.34156858921051025},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32800349593162537}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47725674510002136},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45989421010017395},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4311257004737854},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.34156858921051025},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32800349593162537}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/taffc.2024.3475736","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2024.3475736","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},{"id":"pmh:oai:mediatum.ub.tum.de:node/1795825","is_oa":false,"landing_page_url":"https://mediatum.ub.tum.de/1795825","pdf_url":null,"source":{"id":"https://openalex.org/S4377196330","display_name":"mediaTUM  (Technical University of Munich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I62916508","host_organization_name":"Technical University of Munich","host_organization_lineage":["https://openalex.org/I62916508"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.47999998927116394,"id":"https://metadata.un.org/sdg/5","display_name":"Gender equality"}],"awards":[{"id":"https://openalex.org/G7328585671","display_name":"Ein multimodaler Ansatz zur Erkennung und Messung von Humor und eine Analyse des Einflusses des Humors von F\u00fchrungskr\u00e4ften auf die Teamleistung in europ\u00e4ischen Profifu\u00dfballLigen","funder_award_id":"461420398","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":117,"referenced_works":["https://openalex.org/W19282688","https://openalex.org/W1933106867","https://openalex.org/W1979327838","https://openalex.org/W1982201985","https://openalex.org/W1989778904","https://openalex.org/W2024990905","https://openalex.org/W2075736174","https://openalex.org/W2083193074","https://openalex.org/W2085662862","https://openalex.org/W2090915937","https://openalex.org/W2096733369","https://openalex.org/W2112711159","https://openalex.org/W2117539524","https://openalex.org/W2117645142","https://openalex.org/W2124737236","https://openalex.org/W2138583841","https://openalex.org/W2138836617","https://openalex.org/W2170200004","https://openalex.org/W2178439855","https://openalex.org/W2194775991","https://openalex.org/W2239141610","https://openalex.org/W2251785914","https://openalex.org/W2327695656","https://openalex.org/W2341528187","https://openalex.org/W2597865470","https://openalex.org/W2607731489","https://openalex.org/W2640350988","https://openalex.org/W2729639734","https://openalex.org/W2737559518","https://openalex.org/W2746419079","https://openalex.org/W2747874407","https://openalex.org/W2751214333","https://openalex.org/W2751923720","https://openalex.org/W2753059774","https://openalex.org/W2783950666","https://openalex.org/W2786267588","https://openalex.org/W2804900514","https://openalex.org/W2889467522","https://openalex.org/W2894118680","https://openalex.org/W2894609524","https://openalex.org/W2896457183","https://openalex.org/W2937328183","https://openalex.org/W2941932279","https://openalex.org/W2951804840","https://openalex.org/W2952005787","https://openalex.org/W2963446712","https://openalex.org/W2964051877","https://openalex.org/W2964199361","https://openalex.org/W2964269364","https://openalex.org/W2966559663","https://openalex.org/W2970252517","https://openalex.org/W2984972638","https://openalex.org/W3000086239","https://openalex.org/W3012084207","https://openalex.org/W3035390927","https://openalex.org/W3037302634","https://openalex.org/W3039588160","https://openalex.org/W3093051361","https://openalex.org/W3094335887","https://openalex.org/W3097075955","https://openalex.org/W3119298692","https://openalex.org/W3120554508","https://openalex.org/W3128412859","https://openalex.org/W3165484287","https://openalex.org/W3173455491","https://openalex.org/W3176724088","https://openalex.org/W3183822815","https://openalex.org/W3193784939","https://openalex.org/W3197642003","https://openalex.org/W3205255970","https://openalex.org/W3205733239","https://openalex.org/W3205872166","https://openalex.org/W3206529771","https://openalex.org/W3206776536","https://openalex.org/W3207721564","https://openalex.org/W3209059054","https://openalex.org/W4205923520","https://openalex.org/W4214878071","https://openalex.org/W4220785590","https://openalex.org/W4233671968","https://openalex.org/W4235137574","https://openalex.org/W4238039201","https://openalex.org/W4240324597","https://openalex.org/W4289260220","https://openalex.org/W4297438061","https://openalex.org/W4297510543","https://openalex.org/W4297510548","https://openalex.org/W4297510844","https://openalex.org/W4297510847","https://openalex.org/W4297841899","https://openalex.org/W4304092044","https://openalex.org/W4313130906","https://openalex.org/W4361994820","https://openalex.org/W4379260321","https://openalex.org/W4385245566","https://openalex.org/W4393160465","https://openalex.org/W6606939770","https://openalex.org/W6636501900","https://openalex.org/W6719667659","https://openalex.org/W6732265115","https://openalex.org/W6750787911","https://openalex.org/W6757817989","https://openalex.org/W6771467084","https://openalex.org/W6771917389","https://openalex.org/W6777615257","https://openalex.org/W6778733921","https://openalex.org/W6780218876","https://openalex.org/W6791964163","https://openalex.org/W6801139277","https://openalex.org/W6802077771","https://openalex.org/W6845921028","https://openalex.org/W6846783248","https://openalex.org/W6850625674","https://openalex.org/W6853328617","https://openalex.org/W6855718318","https://openalex.org/W6859193503","https://openalex.org/W6980915914"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694"],"abstract_inverted_index":{"Humor":[0,53,82],"is":[1,65,112,117],"a":[2,17,87,162,171],"substantial":[3],"element":[4],"of":[5,24,60,70,89,102,127],"human":[6],"social":[7],"behavior,":[8],"affect,":[9],"and":[10,72,76,97,114,129,160],"cognition.":[11],"Its":[12],"automatic":[13,125],"understanding":[14],"can":[15,140],"facilitate":[16],"more":[18],"naturalistic":[19],"human-AI":[20],"interaction.":[21],"Current":[22],"methods":[23],"humor":[25,71,110,128,138,155],"detection":[26],"have":[27],"been":[28],"exclusively":[29],"based":[30],"on":[31],"staged":[32],"data,":[33],"making":[34],"them":[35],"inadequate":[36],"for":[37,67,108,123],"\u2018real-world\u2019":[38],"applications.":[39],"We":[40,85],"contribute":[41],"to":[42,154],"addressing":[43],"this":[44,167],"deficiency":[45],"by":[46],"introducing":[47],"the":[48,68,124,177],"novel":[49,172],"Passau-Spontaneous":[50],"Football":[51],"Coach":[52],"(Passau-SFCH)":[54],"dataset,":[55],"comprising":[56],"about":[57],"11":[58],"hours":[59],"recordings.":[61],"The":[62,100],"Passau-SFCH":[63],"dataset":[64],"annotated":[66],"presence":[69],"its":[73,130],"dimensions":[74],"(sentiment":[75],"direction)":[77],"as":[78],"proposed":[79],"in":[80],"Martin's":[81],"Style":[83],"Questionnaire.":[84],"conduct":[86],"series":[88],"experiments":[90],"employing":[91],"pretrained":[92],"Transformers,":[93],"convolutional":[94],"neural":[95],"networks,":[96],"expert-designed":[98],"features.":[99,146],"performance":[101],"each":[103],"modality":[104],"(text,":[105],"audio,":[106],"video)":[107],"spontaneous":[109],"recognition":[111],"analyzed":[113],"their":[115],"complementarity":[116],"investigated.":[118],"Our":[119],"findings":[120],"suggest":[121],"that":[122,175],"analysis":[126],"sentiment,":[131],"facial":[132],"expressions":[133],"are":[134],"most":[135],"promising,":[136],"while":[137],"direction":[139],"be":[141],"best":[142,178],"modeled":[143],"via":[144],"text-based":[145],"Further,":[147],"we":[148,169],"experiment":[149],"with":[150],"different":[151],"multimodal":[152,163,173],"approaches":[153],"recognition,":[156],"including":[157],"decision-level":[158],"fusion":[159],"MulT,":[161],"Transformer":[164],"approach.":[165],"In":[166],"context,":[168],"propose":[170],"architecture":[174],"yields":[176],"overall":[179],"results.":[180]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":4}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}