{"id":"https://openalex.org/W4390905787","doi":"https://doi.org/10.1109/aciiw59127.2023.10388149","title":"Transformer-based Self-supervised Representation Learning for Emotion Recognition Using Bio-signal Feature Fusion","display_name":"Transformer-based Self-supervised Representation Learning for Emotion Recognition Using Bio-signal Feature Fusion","publication_year":2023,"publication_date":"2023-09-10","ids":{"openalex":"https://openalex.org/W4390905787","doi":"https://doi.org/10.1109/aciiw59127.2023.10388149"},"language":"en","primary_location":{"id":"doi:10.1109/aciiw59127.2023.10388149","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/aciiw59127.2023.10388149","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 11th International Conference on Affective Computing and Intelligent Interaction Workshops and Demos (ACIIW)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049589975","display_name":"Shrutika S. Sawant","orcid":"https://orcid.org/0000-0002-1532-947X"},"institutions":[{"id":"https://openalex.org/I4210124274","display_name":"Fraunhofer Institute for Integrated Circuits","ror":"https://ror.org/024ape423","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210124274","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Shrutika S. Sawant","raw_affiliation_strings":["Sensory Perception & Analytics Fraunhofer Institute for Integrated Circuits IIS,Erlangen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sensory Perception & Analytics Fraunhofer Institute for Integrated Circuits IIS,Erlangen,Germany","institution_ids":["https://openalex.org/I4210124274"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069742175","display_name":"Franciskus Xaverius Erick","orcid":null},"institutions":[{"id":"https://openalex.org/I4210124274","display_name":"Fraunhofer Institute for Integrated Circuits","ror":"https://ror.org/024ape423","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210124274","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"F. X. Erick","raw_affiliation_strings":["Sensory Perception & Analytics Fraunhofer Institute for Integrated Circuits IIS,Erlangen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sensory Perception & Analytics Fraunhofer Institute for Integrated Circuits IIS,Erlangen,Germany","institution_ids":["https://openalex.org/I4210124274"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035707687","display_name":"Pulkit Arora","orcid":"https://orcid.org/0009-0000-1174-9795"},"institutions":[{"id":"https://openalex.org/I4210124274","display_name":"Fraunhofer Institute for Integrated Circuits","ror":"https://ror.org/024ape423","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210124274","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Pulkit Arora","raw_affiliation_strings":["Sensory Perception & Analytics Fraunhofer Institute for Integrated Circuits IIS,Erlangen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sensory Perception & Analytics Fraunhofer Institute for Integrated Circuits IIS,Erlangen,Germany","institution_ids":["https://openalex.org/I4210124274"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014586760","display_name":"Jaspar Pahl","orcid":null},"institutions":[{"id":"https://openalex.org/I4210124274","display_name":"Fraunhofer Institute for Integrated Circuits","ror":"https://ror.org/024ape423","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210124274","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jaspar Pahl","raw_affiliation_strings":["Sensory Perception & Analytics Fraunhofer Institute for Integrated Circuits IIS,Erlangen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sensory Perception & Analytics Fraunhofer Institute for Integrated Circuits IIS,Erlangen,Germany","institution_ids":["https://openalex.org/I4210124274"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019842271","display_name":"Andreas Foltyn","orcid":null},"institutions":[{"id":"https://openalex.org/I4210124274","display_name":"Fraunhofer Institute for Integrated Circuits","ror":"https://ror.org/024ape423","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210124274","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andreas Foltyn","raw_affiliation_strings":["Sensory Perception & Analytics Fraunhofer Institute for Integrated Circuits IIS,Erlangen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sensory Perception & Analytics Fraunhofer Institute for Integrated Circuits IIS,Erlangen,Germany","institution_ids":["https://openalex.org/I4210124274"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054494399","display_name":"Nina Holzer","orcid":"https://orcid.org/0009-0005-0098-5959"},"institutions":[{"id":"https://openalex.org/I4210124274","display_name":"Fraunhofer Institute for Integrated Circuits","ror":"https://ror.org/024ape423","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210124274","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Nina Holzer","raw_affiliation_strings":["Sensory Perception & Analytics Fraunhofer Institute for Integrated Circuits IIS,Erlangen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sensory Perception & Analytics Fraunhofer Institute for Integrated Circuits IIS,Erlangen,Germany","institution_ids":["https://openalex.org/I4210124274"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113920079","display_name":"Theresa G\u00f6tz","orcid":null},"institutions":[{"id":"https://openalex.org/I4210088053","display_name":"Universit\u00e4tsklinikum Erlangen","ror":"https://ror.org/0030f2a11","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210088053"]},{"id":"https://openalex.org/I4210091978","display_name":"Ostbayerische Technische Hochschule Amberg-Weiden","ror":"https://ror.org/00gm0aw40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210091978"]},{"id":"https://openalex.org/I4210124274","display_name":"Fraunhofer Institute for Integrated Circuits","ror":"https://ror.org/024ape423","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210124274","https://openalex.org/I4923324"]},{"id":"https://openalex.org/I60668342","display_name":"University of Regensburg","ror":"https://ror.org/01eezs655","country_code":"DE","type":"education","lineage":["https://openalex.org/I60668342"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Theresa G\u00f6tz","raw_affiliation_strings":["Sensory Perception & Analytics Fraunhofer Institute for Integrated Circuits IIS,Erlangen,Germany","Department of Industrial Engineering and Health, Technical University of Applied Sciences Amberg-Weiden, Germany","Clinic of Rheumatology, University Hospital Erlangen, Erlangen, Germany","CIML Group Biophysics, University of Regensburg, Regensburg"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sensory Perception & Analytics Fraunhofer Institute for Integrated Circuits IIS,Erlangen,Germany","institution_ids":["https://openalex.org/I4210124274"]},{"raw_affiliation_string":"Department of Industrial Engineering and Health, Technical University of Applied Sciences Amberg-Weiden, Germany","institution_ids":["https://openalex.org/I4210091978"]},{"raw_affiliation_string":"Clinic of Rheumatology, University Hospital Erlangen, Erlangen, Germany","institution_ids":["https://openalex.org/I4210088053"]},{"raw_affiliation_string":"CIML Group Biophysics, University of Regensburg, Regensburg","institution_ids":["https://openalex.org/I60668342"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7089,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.74200242,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"29","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9635000228881836,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7249352931976318},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.6751173138618469},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6322943568229675},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.539932370185852},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5138881206512451},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.4895881116390228},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.47204479575157166},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.43511003255844116},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4340868890285492},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.42970091104507446},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.4183483123779297},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3906796872615814},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.22368991374969482},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08446592092514038}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7249352931976318},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.6751173138618469},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6322943568229675},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.539932370185852},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5138881206512451},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4895881116390228},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.47204479575157166},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.43511003255844116},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4340868890285492},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.42970091104507446},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.4183483123779297},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3906796872615814},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.22368991374969482},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08446592092514038},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/aciiw59127.2023.10388149","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/aciiw59127.2023.10388149","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 11th International Conference on Affective Computing and Intelligent Interaction Workshops and Demos (ACIIW)","raw_type":"proceedings-article"},{"id":"pmh:oai:publica.fraunhofer.de:publica/468830","is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/468830","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.4399999976158142,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322835","display_name":"Ministry of Economic Affairs","ror":"https://ror.org/042ge0913"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W2123260696","https://openalex.org/W2124901121","https://openalex.org/W2400745442","https://openalex.org/W2894771803","https://openalex.org/W2945616044","https://openalex.org/W3005055041","https://openalex.org/W3088631780","https://openalex.org/W3089423349","https://openalex.org/W3096690837","https://openalex.org/W3114195756","https://openalex.org/W3125128672","https://openalex.org/W3125908420","https://openalex.org/W3154596443","https://openalex.org/W3174977508","https://openalex.org/W3188872815","https://openalex.org/W3197261948","https://openalex.org/W3205744895","https://openalex.org/W4205759580","https://openalex.org/W4210866342","https://openalex.org/W4223523352","https://openalex.org/W4285071509","https://openalex.org/W4285606617","https://openalex.org/W4309852451","https://openalex.org/W4309969845","https://openalex.org/W4310460155","https://openalex.org/W4376226279","https://openalex.org/W4385245566","https://openalex.org/W6793736971"],"related_works":["https://openalex.org/W2099421762","https://openalex.org/W2530546662","https://openalex.org/W2967030268","https://openalex.org/W2185253430","https://openalex.org/W4210345652","https://openalex.org/W1984333081","https://openalex.org/W2945063165","https://openalex.org/W2205042400","https://openalex.org/W2090790166","https://openalex.org/W2515319207"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,33],"present":[4,88],"a":[5,23,35,60,89],"new":[6],"emotion":[7,30,72],"recognition":[8,73],"framework":[9],"that":[10,40],"utilizes":[11],"transformer":[12],"based":[13,37],"self-supervised":[14,80],"representations":[15],"from":[16],"different":[17,46,84],"bio-signals":[18,47],"and":[19,48,75],"combines":[20],"them":[21],"into":[22],"fused":[24],"representation":[25],"for":[26,71],"the":[27,65,77,96],"task":[28],"of":[29,67,79,91],"recognition.":[31],"Specifically,":[32],"explore":[34,42],"cross-attention":[36],"fusion":[38],"mechanism":[39],"can":[41],"mutual":[43],"features":[44,81],"among":[45],"learn":[49],"more":[50],"meaningful":[51],"embeddings":[52],"to":[53,94],"estimate":[54],"emotions":[55],"effectively.":[56],"Extensive":[57],"experiments":[58],"on":[59],"public":[61],"dataset":[62],"WESAD":[63],"outperform":[64],"performance":[66],"fully":[68],"supervised":[69],"method":[70],"tasks":[74],"demonstrate":[76],"benefits":[78],"in":[82],"recognizing":[83],"emotions.":[85],"We":[86],"also":[87],"series":[90],"ablation":[92],"studies":[93],"validate":[95],"proposed":[97],"approach.":[98]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}