{"id":"https://openalex.org/W2980064575","doi":"https://doi.org/10.1109/embc.2019.8857852","title":"Biosignal-Based Multimodal Emotion Recognition in a Valence-Arousal Affective Framework Applied to Immersive Video Visualization","display_name":"Biosignal-Based Multimodal Emotion Recognition in a Valence-Arousal Affective Framework Applied to Immersive Video Visualization","publication_year":2019,"publication_date":"2019-07-01","ids":{"openalex":"https://openalex.org/W2980064575","doi":"https://doi.org/10.1109/embc.2019.8857852","mag":"2980064575","pmid":"https://pubmed.ncbi.nlm.nih.gov/31946651"},"language":"en","primary_location":{"id":"doi:10.1109/embc.2019.8857852","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc.2019.8857852","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 41st Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032624691","display_name":"Joana F. Pinto","orcid":"https://orcid.org/0000-0003-0864-126X"},"institutions":[{"id":"https://openalex.org/I203847022","display_name":"Instituto Polit\u00e9cnico de Lisboa","ror":"https://ror.org/04ea70f07","country_code":"PT","type":"education","lineage":["https://openalex.org/I203847022"]},{"id":"https://openalex.org/I141596103","display_name":"University of Lisbon","ror":"https://ror.org/01c27hj86","country_code":"PT","type":"education","lineage":["https://openalex.org/I141596103"]}],"countries":["PT"],"is_corresponding":true,"raw_author_name":"Joana Pinto","raw_affiliation_strings":["Instituto Superior T\u00e9cnico, Universidade de Lisboa, Lisboa, Portugal"],"affiliations":[{"raw_affiliation_string":"Instituto Superior T\u00e9cnico, Universidade de Lisboa, Lisboa, Portugal","institution_ids":["https://openalex.org/I203847022","https://openalex.org/I141596103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029045681","display_name":"Ana Fred","orcid":"https://orcid.org/0000-0003-1320-5024"},"institutions":[{"id":"https://openalex.org/I4210120471","display_name":"Instituto de Telecomunica\u00e7\u00f5es","ror":"https://ror.org/02ht4fk33","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210120471"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Ana Fred","raw_affiliation_strings":["IT - Instituto de Telecomunicacoes, Lisboa, Portugal"],"affiliations":[{"raw_affiliation_string":"IT - Instituto de Telecomunicacoes, Lisboa, Portugal","institution_ids":["https://openalex.org/I4210120471"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084063480","display_name":"Hugo Silva","orcid":"https://orcid.org/0000-0001-6764-8432"},"institutions":[{"id":"https://openalex.org/I4210102653","display_name":"Instituto Politecnico de Setubal","ror":"https://ror.org/01bvjz807","country_code":"PT","type":"education","lineage":["https://openalex.org/I4210102653"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Hugo Placido da Silva","raw_affiliation_strings":["Escola Superior de Tecnolog\u00eda, Instituto Polit\u00e9cnico de Set\u00fabal, Set\u00fabal, Portugal"],"affiliations":[{"raw_affiliation_string":"Escola Superior de Tecnolog\u00eda, Instituto Polit\u00e9cnico de Set\u00fabal, Set\u00fabal, Portugal","institution_ids":["https://openalex.org/I4210102653"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5032624691"],"corresponding_institution_ids":["https://openalex.org/I141596103","https://openalex.org/I203847022"],"apc_list":null,"apc_paid":null,"fwci":2.4069,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.89121722,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"2019","issue":null,"first_page":"3577","last_page":"3583"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10745","display_name":"Heart Rate Variability and Autonomic Control","score":0.9790999889373779,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/biosignal","display_name":"Biosignal","score":0.74537193775177},{"id":"https://openalex.org/keywords/valence","display_name":"Valence (chemistry)","score":0.7225329279899597},{"id":"https://openalex.org/keywords/arousal","display_name":"Arousal","score":0.6979749202728271},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6461264491081238},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.5670880675315857},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5219050049781799},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.47797128558158875},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.4545452296733856},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4363642632961273},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.41512784361839294},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.4148050844669342},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4068884551525116},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.17686158418655396},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1212606430053711}],"concepts":[{"id":"https://openalex.org/C2779055241","wikidata":"https://www.wikidata.org/wiki/Q644240","display_name":"Biosignal","level":3,"score":0.74537193775177},{"id":"https://openalex.org/C168900304","wikidata":"https://www.wikidata.org/wiki/Q171407","display_name":"Valence (chemistry)","level":2,"score":0.7225329279899597},{"id":"https://openalex.org/C36951298","wikidata":"https://www.wikidata.org/wiki/Q379784","display_name":"Arousal","level":2,"score":0.6979749202728271},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6461264491081238},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.5670880675315857},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5219050049781799},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.47797128558158875},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.4545452296733856},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4363642632961273},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.41512784361839294},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.4148050844669342},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4068884551525116},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.17686158418655396},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1212606430053711},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D001143","descriptor_name":"Arousal","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001143","descriptor_name":"Arousal","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001143","descriptor_name":"Arousal","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D004562","descriptor_name":"Electrocardiography","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004562","descriptor_name":"Electrocardiography","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004562","descriptor_name":"Electrocardiography","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006339","descriptor_name":"Heart Rate","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006339","descriptor_name":"Heart Rate","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006339","descriptor_name":"Heart Rate","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012119","descriptor_name":"Respiration","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012119","descriptor_name":"Respiration","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012119","descriptor_name":"Respiration","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D060388","descriptor_name":"Support Vector Machine","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D060388","descriptor_name":"Support Vector Machine","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D060388","descriptor_name":"Support Vector Machine","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/embc.2019.8857852","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc.2019.8857852","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 41st Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:31946651","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31946651","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W112399678","https://openalex.org/W129096618","https://openalex.org/W1575201818","https://openalex.org/W1713757920","https://openalex.org/W1842328245","https://openalex.org/W1866417755","https://openalex.org/W1965832795","https://openalex.org/W1989367168","https://openalex.org/W1995474267","https://openalex.org/W2000982104","https://openalex.org/W2018383914","https://openalex.org/W2026110758","https://openalex.org/W2037121244","https://openalex.org/W2048132727","https://openalex.org/W2072777536","https://openalex.org/W2078671978","https://openalex.org/W2087407704","https://openalex.org/W2103184652","https://openalex.org/W2109943925","https://openalex.org/W2113404160","https://openalex.org/W2130262864","https://openalex.org/W2136559866","https://openalex.org/W2139212933","https://openalex.org/W2146010402","https://openalex.org/W2153771043","https://openalex.org/W2159190230","https://openalex.org/W2160439670","https://openalex.org/W2164368909","https://openalex.org/W2168285815","https://openalex.org/W2170195027","https://openalex.org/W2412961887","https://openalex.org/W2506134995","https://openalex.org/W2553892665","https://openalex.org/W2611390056","https://openalex.org/W2615517069","https://openalex.org/W2624340939","https://openalex.org/W2735706447","https://openalex.org/W2736746591","https://openalex.org/W2767444006","https://openalex.org/W2774170005","https://openalex.org/W2777240772","https://openalex.org/W3141077511","https://openalex.org/W4251591997","https://openalex.org/W6676695001","https://openalex.org/W6736812965","https://openalex.org/W6739132069","https://openalex.org/W6741303551"],"related_works":["https://openalex.org/W2152862598","https://openalex.org/W3080495370","https://openalex.org/W4285597148","https://openalex.org/W2901531394","https://openalex.org/W2083738729","https://openalex.org/W4310841718","https://openalex.org/W4321599321","https://openalex.org/W1559262936","https://openalex.org/W1874489808","https://openalex.org/W2134707158"],"abstract_inverted_index":{"Many":[0],"emotion":[1,17,40,76,105],"recognition":[2,106],"schemes":[3],"have":[4],"been":[5],"proposed":[6,136],"in":[7,13,78,86,132],"the":[8,16,68,75,82,87,97,128,133],"state-of-the-art.":[9],"They":[10],"generally":[11],"differ":[12],"terms":[14],"of":[15,67,74,127,141],"elicitation":[18],"methods,":[19],"target":[20],"emotional":[21,65],"states":[22],"to":[23,103,139],"recognize,":[24],"data":[25,48],"sources":[26],"or":[27],"modalities,":[28],"and":[29,59,71,92,145,160],"classification":[30,110],"techniques.":[31],"In":[32],"this":[33],"work":[34],"several":[35],"biosignals":[36,98],"are":[37,150],"explored":[38],"for":[39,143,147,152],"assessment":[41],"during":[42],"immersive":[43],"video":[44,80],"visualization,":[45],"collecting":[46],"multimodal":[47],"from":[49,96],"Electrocardiography":[50],"(ECG),":[51],"Electrodermal":[52],"Activity":[53],"(EDA),":[54],"Blood":[55],"Volume":[56],"Pulse":[57],"(BVP)":[58],"Respiration":[60],"sensors.":[61],"Participants":[62],"reported":[63],"their":[64],"state":[66],"day":[69],"(baseline),":[70],"provided":[72],"self-assessment":[73],"experienced":[77],"each":[79],"through":[81],"Self-Assessment":[83],"Manikin":[84],"(SAM),":[85],"valence-arousal":[88],"space.":[89],"Multiple":[90],"physiological":[91],"statistical":[93],"features":[94],"extracted":[95],"were":[99,120],"used":[100],"as":[101,122],"inputs":[102],"an":[104],"workflow,":[107],"targeting":[108],"user-independent":[109],"with":[111,155],"two":[112],"classes":[113],"per":[114],"dimension.":[115],"Support":[116],"Vector":[117],"Machines":[118],"(SVM)":[119],"used,":[121],"it":[123],"is":[124],"considered":[125],"one":[126],"most":[129],"promising":[130],"classifiers":[131],"field.":[134],"The":[135],"approach":[137],"lead":[138],"accuracies":[140],"69.13%":[142],"arousal":[144],"67.75%":[146],"valence,":[148],"which":[149],"encouraging":[151],"further":[153],"research":[154],"a":[156],"larger":[157],"training":[158],"dataset":[159],"population.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":2}],"updated_date":"2026-03-13T16:22:10.518609","created_date":"2025-10-10T00:00:00"}