{"id":"https://openalex.org/W7133766640","doi":"https://doi.org/10.1109/access.2026.3670764","title":"Cross-Dataset Generalizability Analysis of Multimodal Self-Supervised Learning for Stress Recognition Across Lab and Daily Contexts","display_name":"Cross-Dataset Generalizability Analysis of Multimodal Self-Supervised Learning for Stress Recognition Across Lab and Daily Contexts","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7133766640","doi":"https://doi.org/10.1109/access.2026.3670764"},"language":"en","primary_location":{"id":"doi:10.1109/access.2026.3670764","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3670764","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2026.3670764","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048205055","display_name":"Yekta Said Can","orcid":"https://orcid.org/0000-0002-6614-0183"},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Yekta Said Can","raw_affiliation_strings":["Chair for Human-Centered Artificial Intelligence, Institute of Computer Science, Universität Augsburg, Augsburg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-6614-0183","affiliations":[{"raw_affiliation_string":"Chair for Human-Centered Artificial Intelligence, Institute of Computer Science, Universität Augsburg, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072628070","display_name":"Mohamed Benouis","orcid":"https://orcid.org/0000-0002-9107-9329"},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mohamed Benouis","raw_affiliation_strings":["Chair for Human-Centered Artificial Intelligence, Institute of Computer Science, Universität Augsburg, Augsburg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-9107-9329","affiliations":[{"raw_affiliation_string":"Chair for Human-Centered Artificial Intelligence, Institute of Computer Science, Universität Augsburg, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5128144058","display_name":"Elisabeth Andr\u00e9","orcid":null},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Elisabeth Andr\u00e9","raw_affiliation_strings":["Chair for Human-Centered Artificial Intelligence, Institute of Computer Science, Universität Augsburg, Augsburg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-2367-162X","affiliations":[{"raw_affiliation_string":"Chair for Human-Centered Artificial Intelligence, Institute of Computer Science, Universität Augsburg, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5048205055"],"corresponding_institution_ids":["https://openalex.org/I179225836"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.39988431,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":null,"first_page":"35930","last_page":"35943"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.6658999919891357,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.6658999919891357,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.032999999821186066,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.019899999722838402,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.763700008392334},{"id":"https://openalex.org/keywords/stress","display_name":"Stress (linguistics)","score":0.5598999857902527},{"id":"https://openalex.org/keywords/multimodal-therapy","display_name":"Multimodal therapy","score":0.2870999872684479},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.24740000069141388}],"concepts":[{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.763700008392334},{"id":"https://openalex.org/C21036866","wikidata":"https://www.wikidata.org/wiki/Q181767","display_name":"Stress (linguistics)","level":2,"score":0.5598999857902527},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5314000248908997},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.420199990272522},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3756999969482422},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3716000020503998},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.3199999928474426},{"id":"https://openalex.org/C4441509","wikidata":"https://www.wikidata.org/wiki/Q6418787","display_name":"Multimodal therapy","level":2,"score":0.2870999872684479},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.2529999911785126},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.24740000069141388}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2026.3670764","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3670764","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:884283db98c04570aedeaa7612747d97","is_oa":true,"landing_page_url":"https://doaj.org/article/884283db98c04570aedeaa7612747d97","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 14, Pp 35930-35943 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2026.3670764","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3670764","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1963742443","https://openalex.org/W1964218847","https://openalex.org/W1996299251","https://openalex.org/W2025929695","https://openalex.org/W2028829385","https://openalex.org/W2130653485","https://openalex.org/W2894771803","https://openalex.org/W2904966308","https://openalex.org/W3005353690","https://openalex.org/W3115712866","https://openalex.org/W3167394498","https://openalex.org/W3190152617","https://openalex.org/W4210808381","https://openalex.org/W4319317249","https://openalex.org/W4360764526","https://openalex.org/W4362496488","https://openalex.org/W4387421777","https://openalex.org/W4389000342","https://openalex.org/W4390611701","https://openalex.org/W4393949857","https://openalex.org/W4403913155","https://openalex.org/W4409640978"],"related_works":[],"abstract_inverted_index":{"Stress":[0,61],"recognition":[1,18],"is":[2,117,163],"a":[3,34,126,166,198,202],"key":[4],"component":[5],"of":[6,81,181,205],"affect-aware":[7],"systems":[8,19],"to":[9,38,63,171],"improve":[10],"mental":[11],"and":[12,44,79,110,162,197,223,233,247,258],"physical":[13],"well-being.":[14],"While":[15],"multimodal":[16,127,241],"affect":[17,210],"based":[20,132],"on":[21,70,133,155],"physiological":[22,142],"signals":[23],"have":[24],"shown":[25],"promise,":[26],"achieving":[27],"robust":[28],"generalization":[29],"across":[30,183,216],"different":[31,207],"datasets":[32,219,227],"remains":[33],"major":[35,99],"challenge":[36],"due":[37],"variations":[39],"in":[40,76,87],"stress":[41,156],"induction":[42],"protocols":[43],"labeling":[45],"practices.":[46],"For":[47],"instance,":[48],"\u201cstress\u201d":[49],"labels":[50,89,157],"can":[51],"vary":[52],"widely":[53],"between":[54],"datasets:":[55],"WESAD":[56],"uses":[57],"the":[58,77,159,179],"Trier":[59],"Social":[60],"Test":[62],"induce":[64],"social-evaluative":[65],"stress,":[66],"while":[67],"SWELL-KW":[68],"relies":[69],"cognitive":[71],"workload":[72],"tasks.":[73],"Such":[74],"differences":[75],"nature":[78],"intensity":[80],"stressors,":[82],"as":[83,85,244],"well":[84],"inconsistencies":[86],"how":[88,206],"are":[90,214],"defined":[91],"(e.g.,":[92],"\u201csocial":[93],"stress\u201d":[94],"vs.":[95],"\u201cmental":[96],"stress\u201d),":[97],"create":[98],"challenges":[100],"for":[101,250],"generalization.":[102,175],"Prior":[103],"work":[104],"has":[105],"explored":[106],"deep":[107,146],"transfer":[108,147,235],"learning":[109,129,148,243],"unimodal":[111],"self-supervised":[112,128,242],"methods,":[113],"but":[114],"cross-dataset":[115,252],"generalizability":[116],"still":[118],"limited.":[119],"To":[120],"address":[121],"this":[122],"gap,":[123],"we":[124],"propose":[125],"(SSL)":[130],"framework":[131,151,249],"contrastive":[134],"objectives":[135],"that":[136],"learns":[137],"transferable":[138],"representations":[139],"from":[140],"unlabeled":[141],"signals.":[143],"Unlike":[144],"conventional":[145],"approaches,":[149],"our":[150,238],"does":[152],"not":[153],"rely":[154],"during":[158],"pretraining":[160],"stage":[161],"evaluated":[164],"under":[165,255],"strict":[167],"leave-one-subject-out":[168],"(LOSO)":[169],"protocol":[170],"ensure":[172],"realistic":[173,256],"cross-subject":[174,257],"We":[176],"systematically":[177],"study":[178],"impact":[180],"SSL":[182],"multiple":[184],"encoder":[185,208],"architectures,":[186],"including":[187],"Convolutional":[188,193],"Neural":[189],"Networks":[190,194],"(CNN),":[191],"Temporal":[192],"(TCN),":[195],"ResNet34-1D,":[196],"CNN\u2013Transformer":[199],"hybrid,":[200],"enabling":[201],"systematic":[203],"analysis":[204],"architectures":[209],"representation":[211],"transferability.":[212],"Experiments":[213],"conducted":[215],"three":[217],"laboratory":[218],"(WESAD,":[220],"VERBIO,":[221],"AffectHRI)":[222],"two":[224],"daily":[225],"life":[226],"(SWEET,":[228],"LD),":[229],"covering":[230],"lab-to-lab,":[231],"lab-to-daily,":[232],"daily-to-lab":[234],"scenarios.":[236],"Overall,":[237],"findings":[239],"highlight":[240],"an":[245],"effective":[246],"label-efficient":[248],"improving":[251],"generalization,":[253],"particularly":[254],"cross-context":[259],"evaluation":[260],"settings.":[261]},"counts_by_year":[],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2026-03-06T00:00:00"}