{"id":"https://openalex.org/W4390905787","doi":"https://doi.org/10.1109/aciiw59127.2023.10388149","title":"Transformer-based Self-supervised Representation Learning for Emotion Recognition Using Bio-signal Feature Fusion","display_name":"Transformer-based Self-supervised Representation Learning for Emotion Recognition Using Bio-signal Feature Fusion","publication_year":2023,"publication_date":"2023-09-10","ids":{"openalex":"https://openalex.org/W4390905787","doi":"https://doi.org/10.1109/aciiw59127.2023.10388149"},"language":"en","primary_location":{"id":"doi:10.1109/aciiw59127.2023.10388149","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/aciiw59127.2023.10388149","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 11th International Conference on Affective Computing and Intelligent Interaction Workshops and Demos (ACIIW)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049589975","display_name":"Shrutika S. Sawant","orcid":"https://orcid.org/0000-0002-1532-947X"},"institutions":[{"id":"https://openalex.org/I4210124274","display_name":"Fraunhofer Institute for Integrated Circuits","ror":"https://ror.org/024ape423","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210124274","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Shrutika S. Sawant","raw_affiliation_strings":["Sensory Perception & Analytics Fraunhofer Institute for Integrated Circuits IIS,Erlangen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sensory Perception & Analytics Fraunhofer Institute for Integrated Circuits IIS,Erlangen,Germany","institution_ids":["https://openalex.org/I4210124274"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069742175","display_name":"Franciskus Xaverius Erick","orcid":null},"institutions":[{"id":"https://openalex.org/I4210124274","display_name":"Fraunhofer Institute for Integrated Circuits","ror":"https://ror.org/024ape423","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210124274","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"F. X. Erick","raw_affiliation_strings":["Sensory Perception & Analytics Fraunhofer Institute for Integrated Circuits IIS,Erlangen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sensory Perception & Analytics Fraunhofer Institute for Integrated Circuits IIS,Erlangen,Germany","institution_ids":["https://openalex.org/I4210124274"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035707687","display_name":"Pulkit Arora","orcid":"https://orcid.org/0009-0000-1174-9795"},"institutions":[{"id":"https://openalex.org/I4210124274","display_name":"Fraunhofer Institute for Integrated Circuits","ror":"https://ror.org/024ape423","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210124274","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Pulkit Arora","raw_affiliation_strings":["Sensory Perception & Analytics Fraunhofer Institute for Integrated Circuits IIS,Erlangen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sensory Perception & Analytics Fraunhofer Institute for Integrated Circuits IIS,Erlangen,Germany","institution_ids":["https://openalex.org/I4210124274"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014586760","display_name":"Jaspar Pahl","orcid":null},"institutions":[{"id":"https://openalex.org/I4210124274","display_name":"Fraunhofer Institute for Integrated Circuits","ror":"https://ror.org/024ape423","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210124274","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jaspar Pahl","raw_affiliation_strings":["Sensory Perception & Analytics Fraunhofer Institute for Integrated Circuits IIS,Erlangen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sensory Perception & Analytics Fraunhofer Institute for Integrated Circuits IIS,Erlangen,Germany","institution_ids":["https://openalex.org/I4210124274"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019842271","display_name":"Andreas Foltyn","orcid":null},"institutions":[{"id":"https://openalex.org/I4210124274","display_name":"Fraunhofer Institute for Integrated Circuits","ror":"https://ror.org/024ape423","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210124274","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andreas Foltyn","raw_affiliation_strings":["Sensory Perception & Analytics Fraunhofer Institute for Integrated Circuits IIS,Erlangen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sensory Perception & Analytics Fraunhofer Institute for Integrated Circuits IIS,Erlangen,Germany","institution_ids":["https://openalex.org/I4210124274"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054494399","display_name":"Nina Holzer","orcid":"https://orcid.org/0009-0005-0098-5959"},"institutions":[{"id":"https://openalex.org/I4210124274","display_name":"Fraunhofer Institute for Integrated Circuits","ror":"https://ror.org/024ape423","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210124274","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Nina Holzer","raw_affiliation_strings":["Sensory Perception & Analytics Fraunhofer Institute for Integrated Circuits IIS,Erlangen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sensory Perception & Analytics Fraunhofer Institute for Integrated Circuits IIS,Erlangen,Germany","institution_ids":["https://openalex.org/I4210124274"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113920079","display_name":"Theresa G\u00f6tz","orcid":null},"institutions":[{"id":"https://openalex.org/I4210088053","display_name":"Universit\u00e4tsklinikum Erlangen","ror":"https://ror.org/0030f2a11","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210088053"]},{"id":"https://openalex.org/I4210091978","display_name":"Ostbayerische Technische Hochschule Amberg-Weiden","ror":"https://ror.org/00gm0aw40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210091978"]},{"id":"https://openalex.org/I4210124274","display_name":"Fraunhofer Institute for Integrated Circuits","ror":"https://ror.org/024ape423","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210124274","https://openalex.org/I4923324"]},{"id":"https://openalex.org/I60668342","display_name":"University of Regensburg","ror":"https://ror.org/01eezs655","country_code":"DE","type":"education","lineage":["https://openalex.org/I60668342"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Theresa G\u00f6tz","raw_affiliation_strings":["Sensory Perception & Analytics Fraunhofer Institute for Integrated Circuits IIS,Erlangen,Germany","CIML Group Biophysics, University of Regensburg, Regensburg","Clinic of Rheumatology, University Hospital Erlangen, Erlangen, Germany","Department of Industrial Engineering and Health, Technical University of Applied Sciences Amberg-Weiden, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sensory Perception & Analytics Fraunhofer Institute for Integrated Circuits IIS,Erlangen,Germany","institution_ids":["https://openalex.org/I4210124274"]},{"raw_affiliation_string":"CIML Group Biophysics, University of Regensburg, Regensburg","institution_ids":["https://openalex.org/I60668342"]},{"raw_affiliation_string":"Clinic of Rheumatology, University Hospital Erlangen, Erlangen, Germany","institution_ids":["https://openalex.org/I4210088053"]},{"raw_affiliation_string":"Department of Industrial Engineering and Health, Technical University of Applied Sciences Amberg-Weiden, Germany","institution_ids":["https://openalex.org/I4210091978"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0564,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.80530973,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"29","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9635000228881836,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7249352931976318},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.6751173138618469},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6322943568229675},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.539932370185852},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5138881206512451},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.4895881116390228},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.47204479575157166},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.43511003255844116},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4340868890285492},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.42970091104507446},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.4183483123779297},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3906796872615814},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.22368991374969482},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08446592092514038}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7249352931976318},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.6751173138618469},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6322943568229675},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.539932370185852},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5138881206512451},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4895881116390228},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.47204479575157166},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.43511003255844116},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4340868890285492},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.42970091104507446},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.4183483123779297},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3906796872615814},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.22368991374969482},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08446592092514038},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/aciiw59127.2023.10388149","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/aciiw59127.2023.10388149","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 11th International Conference on Affective Computing and Intelligent Interaction Workshops and Demos (ACIIW)","raw_type":"proceedings-article"},{"id":"pmh:oai:publica.fraunhofer.de:publica/468830","is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/468830","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.4399999976158142}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322835","display_name":"Ministry of Economic Affairs","ror":"https://ror.org/042ge0913"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W2123260696","https://openalex.org/W2124901121","https://openalex.org/W2400745442","https://openalex.org/W2894771803","https://openalex.org/W2945616044","https://openalex.org/W3005055041","https://openalex.org/W3088631780","https://openalex.org/W3089423349","https://openalex.org/W3096690837","https://openalex.org/W3114195756","https://openalex.org/W3125128672","https://openalex.org/W3125908420","https://openalex.org/W3154596443","https://openalex.org/W3174977508","https://openalex.org/W3188872815","https://openalex.org/W3197261948","https://openalex.org/W3205744895","https://openalex.org/W4205759580","https://openalex.org/W4210866342","https://openalex.org/W4223523352","https://openalex.org/W4285071509","https://openalex.org/W4285606617","https://openalex.org/W4309852451","https://openalex.org/W4309969845","https://openalex.org/W4310460155","https://openalex.org/W4376226279","https://openalex.org/W4385245566","https://openalex.org/W6793736971"],"related_works":["https://openalex.org/W2099421762","https://openalex.org/W2530546662","https://openalex.org/W2967030268","https://openalex.org/W2185253430","https://openalex.org/W4210345652","https://openalex.org/W1984333081","https://openalex.org/W2945063165","https://openalex.org/W2205042400","https://openalex.org/W2090790166","https://openalex.org/W2515319207"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,33],"present":[4,88],"a":[5,23,35,60,89],"new":[6],"emotion":[7,30,72],"recognition":[8,73],"framework":[9],"that":[10,40],"utilizes":[11],"transformer":[12],"based":[13,37],"self-supervised":[14,80],"representations":[15],"from":[16],"different":[17,46,84],"bio-signals":[18,47],"and":[19,48,75],"combines":[20],"them":[21],"into":[22],"fused":[24],"representation":[25],"for":[26,71],"the":[27,65,77,96],"task":[28],"of":[29,67,79,91],"recognition.":[31],"Specifically,":[32],"explore":[34,42],"cross-attention":[36],"fusion":[38],"mechanism":[39],"can":[41],"mutual":[43],"features":[44,81],"among":[45],"learn":[49],"more":[50],"meaningful":[51],"embeddings":[52],"to":[53,94],"estimate":[54],"emotions":[55],"effectively.":[56],"Extensive":[57],"experiments":[58],"on":[59],"public":[61],"dataset":[62],"WESAD":[63],"outperform":[64],"performance":[66],"fully":[68],"supervised":[69],"method":[70],"tasks":[74],"demonstrate":[76],"benefits":[78],"in":[82],"recognizing":[83],"emotions.":[85],"We":[86],"also":[87],"series":[90],"ablation":[92],"studies":[93],"validate":[95],"proposed":[97],"approach.":[98]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}