{"id":"https://openalex.org/W4417470020","doi":"https://doi.org/10.1109/jiot.2025.3645907","title":"SwinLSTM-EmoRec: A Robust Dual-Modal Emotion Recognition Framework Combining mmWave Radar and Camera for IoT-Enabled Multimedia Applications","display_name":"SwinLSTM-EmoRec: A Robust Dual-Modal Emotion Recognition Framework Combining mmWave Radar and Camera for IoT-Enabled Multimedia Applications","publication_year":2025,"publication_date":"2025-12-18","ids":{"openalex":"https://openalex.org/W4417470020","doi":"https://doi.org/10.1109/jiot.2025.3645907"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2025.3645907","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3645907","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055437764","display_name":"Naveed Imran","orcid":"https://orcid.org/0009-0002-2944-1187"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Naveed Imran","raw_affiliation_strings":["School of Computer Science, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0002-2944-1187","affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091790870","display_name":"Jian Zhang","orcid":"https://orcid.org/0000-0003-3612-7989"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Zhang","raw_affiliation_strings":["School of Computer Science, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-3612-7989","affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056586306","display_name":"Jehad Ali","orcid":"https://orcid.org/0000-0002-0589-7924"},"institutions":[{"id":"https://openalex.org/I57664883","display_name":"Ajou University","ror":"https://ror.org/03tzb2h73","country_code":"KR","type":"education","lineage":["https://openalex.org/I57664883"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jehad Ali","raw_affiliation_strings":["Department of AI Convergence Network, Ajou University, Suwon, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-0589-7924","affiliations":[{"raw_affiliation_string":"Department of AI Convergence Network, Ajou University, Suwon, South Korea","institution_ids":["https://openalex.org/I57664883"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009357487","display_name":"Sana Hameed","orcid":"https://orcid.org/0009-0004-5972-3008"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sana Hameed","raw_affiliation_strings":["School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0004-5972-3008","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079301418","display_name":"Houbing Song","orcid":"https://orcid.org/0000-0003-2631-9223"},"institutions":[{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Houbing Herbert Song","raw_affiliation_strings":["Department of Information Systems, University of Maryland, Baltimore County, Baltimore, MD, USA"],"raw_orcid":"https://orcid.org/0000-0003-2631-9223","affiliations":[{"raw_affiliation_string":"Department of Information Systems, University of Maryland, Baltimore County, Baltimore, MD, USA","institution_ids":["https://openalex.org/I79272384"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065984213","display_name":"Byeong\u2010hee Roh","orcid":"https://orcid.org/0000-0003-2509-4210"},"institutions":[{"id":"https://openalex.org/I57664883","display_name":"Ajou University","ror":"https://ror.org/03tzb2h73","country_code":"KR","type":"education","lineage":["https://openalex.org/I57664883"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Byeong-Hee Roh","raw_affiliation_strings":["Department of AI Convergence Network, Ajou University, Suwon, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-2509-4210","affiliations":[{"raw_affiliation_string":"Department of AI Convergence Network, Ajou University, Suwon, South Korea","institution_ids":["https://openalex.org/I57664883"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.32333077,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":"5","first_page":"9505","last_page":"9523"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11196","display_name":"Non-Invasive Vital Sign Monitoring","score":0.798799991607666,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11196","display_name":"Non-Invasive Vital Sign Monitoring","score":0.798799991607666,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11038","display_name":"Advanced SAR Imaging Techniques","score":0.051899999380111694,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.04569999873638153,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.6410999894142151},{"id":"https://openalex.org/keywords/radar","display_name":"Radar","score":0.5514000058174133},{"id":"https://openalex.org/keywords/radar-imaging","display_name":"Radar imaging","score":0.4399999976158142},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4334999918937683},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.430400013923645},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.42649999260902405},{"id":"https://openalex.org/keywords/augmented-reality","display_name":"Augmented reality","score":0.39660000801086426},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.382099986076355}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7890999913215637},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.6410999894142151},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.5514000058174133},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5353000164031982},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.44920000433921814},{"id":"https://openalex.org/C10929652","wikidata":"https://www.wikidata.org/wiki/Q7279985","display_name":"Radar imaging","level":3,"score":0.4399999976158142},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4334999918937683},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.430400013923645},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.42649999260902405},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.39660000801086426},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.382099986076355},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.3619000017642975},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.36000001430511475},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.3598000109195709},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3443000018596649},{"id":"https://openalex.org/C134406370","wikidata":"https://www.wikidata.org/wiki/Q832005","display_name":"Radar engineering details","level":4,"score":0.32739999890327454},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2874000072479248},{"id":"https://openalex.org/C87360688","wikidata":"https://www.wikidata.org/wiki/Q740686","display_name":"Synthetic aperture radar","level":2,"score":0.2840999960899353},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.26429998874664307},{"id":"https://openalex.org/C3017597292","wikidata":"https://www.wikidata.org/wiki/Q25052250","display_name":"Privacy protection","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.26030001044273376},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jiot.2025.3645907","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3645907","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:doi:10.13016/m261qf-xi9u","is_oa":false,"landing_page_url":"https://doi.org/10.1109/JIOT.2025.3645907.","pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Camera-based":[0],"facial-emotion":[1],"recognition":[2],"(FER)":[3],"suffers":[4],"from":[5],"poor":[6,85],"lighting,":[7],"occlusion,":[8],"and":[9,65,114,132,144,191],"privacy":[10],"exposure,":[11],"whereas":[12],"mmWave-only":[13],"solutions":[14],"lack":[15],"the":[16,61,75,120,149],"spatial":[17,105],"detail":[18],"required":[19],"for":[20,188],"fine-grained":[21],"affect":[22],"analysis.":[23],"To":[24],"close":[25],"this":[26],"gap,":[27],"we":[28],"present":[29],"SwinLSTM-EmoRec":[30],"(Shifted":[31],"Window":[32],"Transformer":[33,103],"+":[34],"Long":[35],"Short-Term":[36],"Memory":[37],"Emotion":[38],"Recognition).":[39],"This":[40],"non-contact":[41],"dual-modal":[42],"framework":[43],"fuses":[44],"micro-Doppler":[45],"signatures":[46],"captured":[47],"by":[48,96,125],"a":[49,115,136,164],"TI":[50],"IWR1443":[51],"mmWave":[52],"radar":[53,59,98,112],"with":[54],"RGB":[55,81],"imagery":[56],"while":[57],"treating":[58],"as":[60],"primary,":[62],"identity-obscured":[63],"source":[64],"adaptively":[66],"limiting":[67],"reliance":[68],"on":[69,163],"RGB.":[70],"Privacy":[71],"is":[72,84,91],"preserved":[73],"because":[74],"cross-attention":[76,117],"gate":[77],"down-weights":[78],"or":[79,86],"bypasses":[80],"when":[82,87],"illumination":[83],"potential":[88],"identity":[89],"exposure":[90],"detected,":[92],"leaving":[93],"decisions":[94],"dominated":[95],"illumination-invariant":[97],"dynamics.":[99],"A":[100],"shifted-window":[101],"Swin":[102],"extracts":[104],"facial":[106],"cues,":[107],"an":[108],"LSTM":[109],"models":[110],"temporal":[111],"dynamics,":[113],"lightweight":[116],"layer":[118],"aligns":[119],"two":[121],"streams,":[122],"boosting":[123],"F1":[124],"up":[126],"to":[127],"4%":[128],"over":[129],"early,":[130],"late,":[131],"self-attention":[133],"baselines.":[134],"On":[135],"50-participant":[137],"interactive-gaming":[138],"dataset":[139],"recorded":[140],"under":[141],"varied":[142],"lighting":[143],"distances":[145],"of":[146],"0.5\u20132":[147],"m,":[148,178],"system":[150],"achieves":[151],"98.5%":[152],"accuracy":[153],"(F1":[154],"\u2248":[155],"0.98).":[156],"It":[157],"maintains":[158],"33.9":[159],"ms":[160],"end-to-end":[161],"latency":[162],"15":[165],"W":[166],"Jetson":[167],"Xavier":[168],"NX":[169],"edge":[170],"device.":[171],"Performance":[172],"remains":[173],">":[174],"92%":[175],"at":[176],"2":[177],"demonstrating":[179],"robust,":[180,183],"privacy-preserving":[181],"FER":[182],"privacy-aware":[184],"emotion":[185],"sensing":[186],"suitable":[187],"smart-home,":[189],"tele-health,":[190],"e-sports":[192],"IoT":[193],"applications.":[194]},"counts_by_year":[],"updated_date":"2026-02-21T06:11:54.161237","created_date":"2025-12-18T00:00:00"}