{"id":"https://openalex.org/W4387421732","doi":"https://doi.org/10.1145/3577190.3614165","title":"Annotations from speech and heart rate: impact on multimodal emotion recognition","display_name":"Annotations from speech and heart rate: impact on multimodal emotion recognition","publication_year":2023,"publication_date":"2023-10-07","ids":{"openalex":"https://openalex.org/W4387421732","doi":"https://doi.org/10.1145/3577190.3614165"},"language":"en","primary_location":{"id":"doi:10.1145/3577190.3614165","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3577190.3614165","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3577190.3614165","source":{"id":"https://openalex.org/S4363608440","display_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3577190.3614165","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102916186","display_name":"Kaushal Sharma","orcid":"https://orcid.org/0009-0004-1799-1717"},"institutions":[{"id":"https://openalex.org/I114457229","display_name":"University of Geneva","ror":"https://ror.org/01swzsf04","country_code":"CH","type":"education","lineage":["https://openalex.org/I114457229"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Kaushal Sharma","raw_affiliation_strings":["SIMS Lab, Computer Science Department, University of Geneva, Switzerland"],"raw_orcid":"https://orcid.org/0009-0004-1799-1717","affiliations":[{"raw_affiliation_string":"SIMS Lab, Computer Science Department, University of Geneva, Switzerland","institution_ids":["https://openalex.org/I114457229"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054399837","display_name":"Guillaume Chanel","orcid":"https://orcid.org/0000-0002-6184-8924"},"institutions":[{"id":"https://openalex.org/I114457229","display_name":"University of Geneva","ror":"https://ror.org/01swzsf04","country_code":"CH","type":"education","lineage":["https://openalex.org/I114457229"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Guillaume Chanel","raw_affiliation_strings":["SIMS Lab, Computer Science Department, University of Geneva, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-6184-8924","affiliations":[{"raw_affiliation_string":"SIMS Lab, Computer Science Department, University of Geneva, Switzerland","institution_ids":["https://openalex.org/I114457229"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5102916186"],"corresponding_institution_ids":["https://openalex.org/I114457229"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.45263158,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"51","last_page":"59"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13289","display_name":"Infant Health and Development","score":0.9805999994277954,"subfield":{"id":"https://openalex.org/subfields/3611","display_name":"Pharmacy"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/arousal","display_name":"Arousal","score":0.7004223465919495},{"id":"https://openalex.org/keywords/heartbeat","display_name":"Heartbeat","score":0.6195043325424194},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5947299003601074},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5838395357131958},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5792937278747559},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5435410141944885},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.4496774673461914},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.43073561787605286},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.39454489946365356},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37500280141830444},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2860928773880005}],"concepts":[{"id":"https://openalex.org/C36951298","wikidata":"https://www.wikidata.org/wiki/Q379784","display_name":"Arousal","level":2,"score":0.7004223465919495},{"id":"https://openalex.org/C13852961","wikidata":"https://www.wikidata.org/wiki/Q17021880","display_name":"Heartbeat","level":2,"score":0.6195043325424194},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5947299003601074},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5838395357131958},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5792937278747559},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5435410141944885},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.4496774673461914},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.43073561787605286},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.39454489946365356},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37500280141830444},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2860928773880005},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3577190.3614165","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3577190.3614165","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3577190.3614165","source":{"id":"https://openalex.org/S4363608440","display_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","raw_type":"proceedings-article"},{"id":"pmh:oai:unige.ch:aou:unige:173677","is_oa":true,"landing_page_url":"https://archive-ouverte.unige.ch/unige:173677","pdf_url":"https://access.archive-ouverte.unige.ch/access/metadata/4cee9c98-7b53-4b87-9895-cd1e5b5e0086/download","source":{"id":"https://openalex.org/S4306402259","display_name":"Archive ouverte UNIGE (University of Geneva)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114457229","host_organization_name":"University of Geneva","host_organization_lineage":["https://openalex.org/I114457229"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ICMI '23: Proceedings of the 25th International Conference on Multimodal Interaction,  (2023) p. 51-59","raw_type":"info:eu-repo/semantics/bookPart"}],"best_oa_location":{"id":"doi:10.1145/3577190.3614165","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3577190.3614165","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3577190.3614165","source":{"id":"https://openalex.org/S4363608440","display_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4204234790","display_name":null,"funder_award_id":"34316.1 IP.ICT","funder_id":"https://openalex.org/F4320327931","funder_display_name":"Innosuisse - Schweizerische Agentur f\u00fcr Innovationsf\u00f6rderung"}],"funders":[{"id":"https://openalex.org/F4320327931","display_name":"Innosuisse - Schweizerische Agentur f\u00fcr Innovationsf\u00f6rderung","ror":"https://ror.org/05a2bhn71"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4387421732.pdf"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W1666229076","https://openalex.org/W1992330523","https://openalex.org/W2005418748","https://openalex.org/W2006026465","https://openalex.org/W2008264338","https://openalex.org/W2027121453","https://openalex.org/W2032887226","https://openalex.org/W2042079719","https://openalex.org/W2045528981","https://openalex.org/W2070076962","https://openalex.org/W2081444196","https://openalex.org/W2124737236","https://openalex.org/W2131449411","https://openalex.org/W2131915193","https://openalex.org/W2150182805","https://openalex.org/W2160439670","https://openalex.org/W2270330859","https://openalex.org/W2313339984","https://openalex.org/W2346454595","https://openalex.org/W2531648894","https://openalex.org/W2573098474","https://openalex.org/W2731964405","https://openalex.org/W2751214333","https://openalex.org/W2798536775","https://openalex.org/W2803193013","https://openalex.org/W2963199341","https://openalex.org/W2994890005","https://openalex.org/W3022534176","https://openalex.org/W3036540541","https://openalex.org/W3093539638","https://openalex.org/W3100513545","https://openalex.org/W3126983385","https://openalex.org/W3127637041","https://openalex.org/W3174210127","https://openalex.org/W3207376445","https://openalex.org/W4214884471","https://openalex.org/W4220829848","https://openalex.org/W4226217762","https://openalex.org/W4241866800","https://openalex.org/W4283026446","https://openalex.org/W4293342342","https://openalex.org/W4296070360"],"related_works":["https://openalex.org/W4381827277","https://openalex.org/W3157841754","https://openalex.org/W4390136517","https://openalex.org/W3167558523","https://openalex.org/W3120825179","https://openalex.org/W2014028898","https://openalex.org/W3047624172","https://openalex.org/W2894458059","https://openalex.org/W2977954800","https://openalex.org/W4288095449"],"abstract_inverted_index":{"The":[0,88],"focus":[1],"of":[2,12,25,60,80,90,130,137,167],"multimodal":[3,97,108,150,186],"emotion":[4,189],"recognition":[5],"has":[6,19],"often":[7],"been":[8,20],"on":[9,34,110],"the":[10,23,40,77,123,128,135,165],"analysis":[11,113],"several":[13,131,174],"fusion":[14,109,129,187],"strategies.":[15],"However,":[16],"little":[17],"attention":[18],"paid":[21],"to":[22,38,101,140],"effect":[24,50],"emotional":[26,61,132,175],"cues,":[27,33],"such":[28],"as":[29,181,183],"physiological":[30,169],"and":[31,68,106,149,171],"audio":[32],"external":[35],"annotations":[36,56],"used":[37],"generate":[39],"Ground":[41],"Truths":[42],"(GTs).":[43],"In":[44,126,152],"our":[45,154],"study,":[46],"we":[47],"analyze":[48],"this":[49],"by":[51,95,122],"collecting":[52],"six":[53],"continuous":[54],"arousal":[55],"for":[57,134,145,164,177,188],"three":[58,78,84],"groups":[59,79],"cues:":[62],"speech":[63],"only,":[64],"heartbeat":[65],"sound":[66],"only":[67],"their":[69,107],"combination.":[70],"Our":[71,112],"results":[72,155],"indicate":[73],"significant":[74],"differences":[75],"between":[76],"annotations,":[81],"thus":[82],"giving":[83],"distinct":[85],"cue-specific":[86],"GTs.":[87],"relevance":[89],"these":[91],"GTs":[92,138,178],"is":[93,119,160,180],"estimated":[94],"training":[96],"machine":[98],"learning":[99],"models":[100,148],"regress":[102],"speech,":[103],"heart":[104,158],"rate":[105,159],"arousal.":[111],"shows":[114],"that":[115,157,172],"a":[116,142,168],"cue(s)-specific":[117],"GT":[118],"better":[120],"predicted":[121],"corresponding":[124],"modality(s).":[125],"addition,":[127],"cues":[133,176],"definition":[136],"allows":[139],"reach":[141],"similar":[143],"performance":[144],"both":[146],"unimodal":[147],"fusion.":[151],"conclusion,":[153],"indicates":[156],"an":[161],"efficient":[162],"cue":[163],"generation":[166,179],"GT;":[170],"combining":[173],"important":[182],"performing":[184],"input":[185],"prediction.":[190]},"counts_by_year":[],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2025-10-10T00:00:00"}