{"id":"https://openalex.org/W4416707122","doi":"https://doi.org/10.1109/access.2025.3637310","title":"Multimodal Biosignals for Affective State Recognition Using Differential Multimodal Transformer","display_name":"Multimodal Biosignals for Affective State Recognition Using Differential Multimodal Transformer","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416707122","doi":"https://doi.org/10.1109/access.2025.3637310"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3637310","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3637310","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3637310","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103593818","display_name":"M. F. Saleem","orcid":"https://orcid.org/0009-0002-9806-8187"},"institutions":[{"id":"https://openalex.org/I191879574","display_name":"Inha University","ror":"https://ror.org/01easw929","country_code":"KR","type":"education","lineage":["https://openalex.org/I191879574"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Muhammad Saleem","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Inha University, Incheon, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Inha University, Incheon, South Korea","institution_ids":["https://openalex.org/I191879574"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026537032","display_name":"Deok\u2010Hwan Kim","orcid":"https://orcid.org/0000-0002-6048-9392"},"institutions":[{"id":"https://openalex.org/I191879574","display_name":"Inha University","ror":"https://ror.org/01easw929","country_code":"KR","type":"education","lineage":["https://openalex.org/I191879574"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Deok-Hwan Kim","raw_affiliation_strings":["Department of Electrical and Computer Engineering, INHA Future Mobility IPCC, Inha University, Incheon, South Korea","Department of Electrical and Computer Engineering, Inha University, Incheon, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, INHA Future Mobility IPCC, Inha University, Incheon, South Korea","institution_ids":["https://openalex.org/I191879574"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Inha University, Incheon, South Korea","institution_ids":["https://openalex.org/I191879574"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5103593818"],"corresponding_institution_ids":["https://openalex.org/I191879574"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.40559798,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"202395","last_page":"202407"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9620000123977661,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9620000123977661,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.0035000001080334187,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.003100000089034438,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.6446999907493591},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5432000160217285},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5414999723434448},{"id":"https://openalex.org/keywords/merge","display_name":"Merge (version control)","score":0.5174000263214111},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.515999972820282},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4713999927043915},{"id":"https://openalex.org/keywords/extractor","display_name":"Extractor","score":0.46939998865127563},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4578999876976013}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7824000120162964},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.6446999907493591},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5913000106811523},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5432000160217285},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5414999723434448},{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.5174000263214111},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.515999972820282},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4713999927043915},{"id":"https://openalex.org/C117978034","wikidata":"https://www.wikidata.org/wiki/Q5422192","display_name":"Extractor","level":2,"score":0.46939998865127563},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4578999876976013},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3968999981880188},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.39500001072883606},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.33480000495910645},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.3188000023365021},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.30660000443458557},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.2808000147342682},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.26759999990463257},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2630000114440918},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.262800008058548},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.257099986076355},{"id":"https://openalex.org/C93226319","wikidata":"https://www.wikidata.org/wiki/Q193137","display_name":"Differential (mechanical device)","level":2,"score":0.25540000200271606}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3637310","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3637310","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:296b920d920f4628b56b4c6a4b550adc","is_oa":true,"landing_page_url":"https://doaj.org/article/296b920d920f4628b56b4c6a4b550adc","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 202395-202407 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3637310","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3637310","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,74,184],"primary":[1],"objective":[2],"of":[3,12,149,190,207],"affective":[4,14,19,65],"computing":[5],"is":[6,76,126],"the":[7,41,122,130,134,137,155,188,191,202],"precise":[8],"and":[9,47,91,106,142,151,160,170,180,205],"automated":[10],"identification":[11],"human":[13],"states.":[15],"In":[16,153],"recent":[17],"years,":[18],"recognition":[20,67],"has":[21],"gained":[22],"substantial":[23],"attention":[24],"owing":[25],"to":[26,35,88,101,111,120,129],"its":[27],"broad":[28],"potential":[29],"for":[30],"enhancing":[31],"human\u2013computer":[32],"interactions.":[33],"Contrary":[34],"conventional":[36],"approaches":[37],"that":[38,69],"frequently":[39],"overlook":[40],"intrinsic":[42],"relationships":[43,103],"between":[44],"different":[45],"modalities":[46],"mostly":[48],"rely":[49],"on":[50,133,165,174],"a":[51,57,81,96,161,181],"single":[52],"modality,":[53],"this":[54],"study":[55],"presents":[56],"differential":[58,82],"multimodal":[59,64],"transformer":[60],"with":[61,146],"an":[62],"end-to-end":[63],"state":[66],"framework":[68,156],"integrates":[70],"heterogeneous":[71],"data":[72],"sources.":[73],"architecture":[75,193],"organized":[77],"into":[78],"three":[79],"parts:":[80],"multi-scale":[83],"feature":[84],"extractor":[85],"(DMFE)":[86],"module":[87],"align":[89],"signals":[90],"emphasize":[92],"meaningful":[93],"temporal":[94],"changes,":[95],"global":[97],"cross-attention":[98],"encoder":[99],"(GCE)":[100],"model":[102,138],"across":[104],"modalities,":[105],"difference-augmented":[107],"weighted":[108],"fusion":[109],"(DWF)":[110],"merge":[112],"features":[113],"by":[114],"applying":[115],"two":[116],"self-attention":[117],"pooling":[118],"layers":[119],"highlight":[121],"fused":[123],"representation,":[124],"which":[125],"then":[127],"fed":[128],"classifier.":[131],"Specifically,":[132],"DEAP":[135],"dataset,":[136],"achieved":[139,177],"94.23%":[140],"(valence)":[141],"93.91%":[143],"(arousal)":[144],"accuracies":[145],"corresponding":[147],"F1-scores":[148],"94.89%":[150],"94.92%.":[152],"WESAD,":[154],"attained":[157],"94.63%":[158],"accuracy":[159,169,179],"93.82%":[162],"F1-score.":[163,183],"Performance":[164],"CogLoad":[166],"reached":[167],"92.08%":[168],"92.91%":[171],"F1-score,":[172],"while":[173],"MOCAS,":[175],"it":[176],"92.04%":[178],"91.89%":[182],"results":[185],"clearly":[186],"demonstrate":[187],"superiority":[189],"proposed":[192],"over":[194],"existing":[195],"models.":[196],"Furthermore,":[197],"ablation":[198],"studies":[199],"have":[200],"confirmed":[201],"individual":[203],"contributions":[204],"significance":[206],"core":[208],"architectural":[209],"components.":[210]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-11-27T00:00:00"}