{"id":"https://openalex.org/W4400188746","doi":"https://doi.org/10.1109/tim.2024.3420349","title":"Deep Learning-Based Automated Emotion Recognition Using Multimodal Physiological Signals and Time-Frequency Methods","display_name":"Deep Learning-Based Automated Emotion Recognition Using Multimodal Physiological Signals and Time-Frequency Methods","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4400188746","doi":"https://doi.org/10.1109/tim.2024.3420349"},"language":"en","primary_location":{"id":"doi:10.1109/tim.2024.3420349","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2024.3420349","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032881607","display_name":"Sriram Kumar P","orcid":null},"institutions":[{"id":"https://openalex.org/I56404289","display_name":"Indian Institute of Technology BHU","ror":"https://ror.org/01kh5gc44","country_code":"IN","type":"education","lineage":["https://openalex.org/I56404289","https://openalex.org/I91357014"]},{"id":"https://openalex.org/I91357014","display_name":"Banaras Hindu University","ror":"https://ror.org/04cdn2797","country_code":"IN","type":"education","lineage":["https://openalex.org/I91357014"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"P Sriram Kumar","raw_affiliation_strings":["School of Biomedical Engineering, Indian Institute of Technology (BHU) Varanasi, Varanasi, Uttar Pradesh, India"],"raw_orcid":"https://orcid.org/0000-0002-8604-2329","affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, Indian Institute of Technology (BHU) Varanasi, Varanasi, Uttar Pradesh, India","institution_ids":["https://openalex.org/I56404289","https://openalex.org/I91357014"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083563088","display_name":"Praveen Kumar Govarthan","orcid":null},"institutions":[{"id":"https://openalex.org/I56404289","display_name":"Indian Institute of Technology BHU","ror":"https://ror.org/01kh5gc44","country_code":"IN","type":"education","lineage":["https://openalex.org/I56404289","https://openalex.org/I91357014"]},{"id":"https://openalex.org/I91357014","display_name":"Banaras Hindu University","ror":"https://ror.org/04cdn2797","country_code":"IN","type":"education","lineage":["https://openalex.org/I91357014"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Praveen Kumar Govarthan","raw_affiliation_strings":["School of Biomedical Engineering, Indian Institute of Technology (BHU) Varanasi, Varanasi, Uttar Pradesh, India"],"raw_orcid":"https://orcid.org/0000-0002-6982-7327","affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, Indian Institute of Technology (BHU) Varanasi, Varanasi, Uttar Pradesh, India","institution_ids":["https://openalex.org/I56404289","https://openalex.org/I91357014"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050829652","display_name":"Abdul Aleem Shaik Gadda","orcid":"https://orcid.org/0000-0002-4917-3303"},"institutions":[{"id":"https://openalex.org/I56404289","display_name":"Indian Institute of Technology BHU","ror":"https://ror.org/01kh5gc44","country_code":"IN","type":"education","lineage":["https://openalex.org/I56404289","https://openalex.org/I91357014"]},{"id":"https://openalex.org/I91357014","display_name":"Banaras Hindu University","ror":"https://ror.org/04cdn2797","country_code":"IN","type":"education","lineage":["https://openalex.org/I91357014"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Abdul Aleem Shaik Gadda","raw_affiliation_strings":["School of Biomedical Engineering, Indian Institute of Technology (BHU) Varanasi, Varanasi, Uttar Pradesh, India"],"raw_orcid":"https://orcid.org/0000-0002-4917-3303","affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, Indian Institute of Technology (BHU) Varanasi, Varanasi, Uttar Pradesh, India","institution_ids":["https://openalex.org/I56404289","https://openalex.org/I91357014"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058599157","display_name":"Nagarajan Ganapathy","orcid":"https://orcid.org/0000-0002-3743-5388"},"institutions":[{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Nagarajan Ganapathy","raw_affiliation_strings":["Indian Institute of Technology Hyderabad, Hyderabad, Telangana, India"],"raw_orcid":"https://orcid.org/0000-0002-3743-5388","affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Hyderabad, Hyderabad, Telangana, India","institution_ids":["https://openalex.org/I65181880"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075091286","display_name":"Jac Fredo Agastinose Ronickom","orcid":"https://orcid.org/0000-0001-5759-6632"},"institutions":[{"id":"https://openalex.org/I56404289","display_name":"Indian Institute of Technology BHU","ror":"https://ror.org/01kh5gc44","country_code":"IN","type":"education","lineage":["https://openalex.org/I56404289","https://openalex.org/I91357014"]},{"id":"https://openalex.org/I91357014","display_name":"Banaras Hindu University","ror":"https://ror.org/04cdn2797","country_code":"IN","type":"education","lineage":["https://openalex.org/I91357014"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Jac Fredo Agastinose Ronickom","raw_affiliation_strings":["School of Biomedical Engineering, Indian Institute of Technology (BHU) Varanasi, Varanasi, Uttar Pradesh, India"],"raw_orcid":"https://orcid.org/0000-0001-5759-6632","affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, Indian Institute of Technology (BHU) Varanasi, Varanasi, Uttar Pradesh, India","institution_ids":["https://openalex.org/I56404289","https://openalex.org/I91357014"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":14.3949,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.99267469,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"73","issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.8652999997138977,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.8652999997138977,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6537769436836243},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5772947669029236},{"id":"https://openalex.org/keywords/time\u2013frequency-analysis","display_name":"Time\u2013frequency analysis","score":0.5642527937889099},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.554186999797821},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5443229079246521},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5360252261161804},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4581978917121887},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4424824118614197},{"id":"https://openalex.org/keywords/signal-processing","display_name":"Signal processing","score":0.44027701020240784},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4255441427230835},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.26208531856536865},{"id":"https://openalex.org/keywords/digital-signal-processing","display_name":"Digital signal processing","score":0.14936918020248413}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6537769436836243},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5772947669029236},{"id":"https://openalex.org/C142433447","wikidata":"https://www.wikidata.org/wiki/Q7806653","display_name":"Time\u2013frequency analysis","level":3,"score":0.5642527937889099},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.554186999797821},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5443229079246521},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5360252261161804},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4581978917121887},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4424824118614197},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.44027701020240784},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4255441427230835},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.26208531856536865},{"id":"https://openalex.org/C84462506","wikidata":"https://www.wikidata.org/wiki/Q173142","display_name":"Digital signal processing","level":2,"score":0.14936918020248413},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.0},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tim.2024.3420349","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2024.3420349","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W1045020417","https://openalex.org/W1239497932","https://openalex.org/W1741582436","https://openalex.org/W1970092787","https://openalex.org/W1996021349","https://openalex.org/W2086334349","https://openalex.org/W2144408839","https://openalex.org/W2276264306","https://openalex.org/W2402564818","https://openalex.org/W2406376216","https://openalex.org/W2419787890","https://openalex.org/W2572280252","https://openalex.org/W2623164878","https://openalex.org/W2624419954","https://openalex.org/W2762323924","https://openalex.org/W2767223895","https://openalex.org/W2772676597","https://openalex.org/W2781571649","https://openalex.org/W2783433009","https://openalex.org/W2802118592","https://openalex.org/W2809557711","https://openalex.org/W2809605764","https://openalex.org/W2839213360","https://openalex.org/W2886978311","https://openalex.org/W2894771803","https://openalex.org/W2917094047","https://openalex.org/W2963817094","https://openalex.org/W2966935339","https://openalex.org/W2969889150","https://openalex.org/W2972928856","https://openalex.org/W2975376327","https://openalex.org/W2979903110","https://openalex.org/W2980067186","https://openalex.org/W3001587372","https://openalex.org/W3003677977","https://openalex.org/W3023873226","https://openalex.org/W3031136159","https://openalex.org/W3032135501","https://openalex.org/W3035120387","https://openalex.org/W3046236234","https://openalex.org/W3080608531","https://openalex.org/W3082076610","https://openalex.org/W3116273309","https://openalex.org/W3129702347","https://openalex.org/W3133520287","https://openalex.org/W3163672068","https://openalex.org/W3184236853","https://openalex.org/W3211941314","https://openalex.org/W3212662968","https://openalex.org/W4200129011","https://openalex.org/W4200249791","https://openalex.org/W4200556833","https://openalex.org/W4210866342","https://openalex.org/W4220992295","https://openalex.org/W4224312698","https://openalex.org/W4225611164","https://openalex.org/W4281703965","https://openalex.org/W4285121449","https://openalex.org/W4296109314","https://openalex.org/W4297888974","https://openalex.org/W4319167083","https://openalex.org/W4362496488","https://openalex.org/W4363679626","https://openalex.org/W4364380379","https://openalex.org/W4377092008","https://openalex.org/W4382701233","https://openalex.org/W4385494090","https://openalex.org/W4387542694","https://openalex.org/W4388259907","https://openalex.org/W6777088139","https://openalex.org/W6838457322"],"related_works":["https://openalex.org/W2379392295","https://openalex.org/W3160965418","https://openalex.org/W3105646692","https://openalex.org/W4387914125","https://openalex.org/W1820289435","https://openalex.org/W1927135183","https://openalex.org/W1596300871","https://openalex.org/W2890436937","https://openalex.org/W3090190000","https://openalex.org/W2905220255"],"abstract_inverted_index":{"Accurate":[0],"prediction":[1],"and":[2,22,40,61,84,87,98,109,129,147,153,189,197,201],"recognition":[3,16],"of":[4,81,112,195],"human":[5],"emotions":[6],"are":[7],"crucial":[8],"for":[9,37,160,199,237],"effective":[10,162,177],"human-computer":[11],"interfaces.":[12],"An":[13],"automated":[14,242],"emotion":[15,82,181,203],"(AER)":[17],"method":[18,230],"is":[19],"highly":[20],"desirable,":[21],"multimodal":[23,52,154,168,217],"approaches":[24],"have":[25],"gained":[26],"scientific":[27],"attention":[28],"due":[29],"to":[30,33,46,116,139,156,221],"their":[31],"ability":[32],"leverage":[34],"different":[35,117],"modalities":[36],"improved":[38,215],"accuracy":[39],"reliability.":[41],"Our":[42,164],"study":[43],"has":[44],"attempted":[45],"classify":[47],"multiple":[48],"emotional":[49,239],"states":[50,240],"using":[51,101],"physiological":[53,218],"signals,":[54],"namely":[55,121],"electrodermal":[56],"activity":[57],"(EDA),":[58],"electrocardiogram":[59],"(ECG),":[60],"various":[62],"deep-learning":[63],"(DL)":[64],"networks.":[65],"The":[66,91,183],"signals":[67,80,93,169,219,223],"were":[68,94,114,135],"obtained":[69],"from":[70],"the":[71,102,107,140,161,192,228],"publicly":[72],"available":[73],"two":[74],"datasets":[75],"such":[76],"as":[77,137,233],"continuously":[78],"annotated":[79],"(CASE)":[83],"wearable":[85],"stress":[86],"affect":[88],"detection":[89],"(WESAD).":[90],"EDA":[92,104,113,179],"decomposed":[95],"into":[96],"tonic":[97],"phasic":[99,110],"components":[100,111],"convex-optimization-based":[103],"method.":[105],"Further,":[106],"ECG":[108,174],"subjected":[115],"time-frequency":[118],"representations":[119],"(TFR),":[120],"short-time":[122],"Fourier":[123],"transform,":[124],"continuous":[125],"wavelet":[126],"transform":[127],"(CWT),":[128],"mel-frequency":[130],"cepstrum":[131],"(MFC).":[132],"These":[133],"TFRs":[134],"fed":[136],"inputs":[138],"AlexNet,":[141],"configurable":[142],"convolutional":[143],"neural":[144],"network":[145,212],"(cCNN),":[146],"pretrained":[148],"VGG16":[149],"architectures":[150],"in":[151,180,224,241],"unimodal":[152,171,222],"settings":[155],"extract":[157],"robust":[158],"features":[159],"classification.":[163,182],"results":[165,209],"demonstrate":[166],"that":[167,211],"outperform":[170],"settings,":[172],"with":[173,216],"proving":[175],"more":[176],"than":[178],"pipeline":[184],"(EDA":[185],"+":[186],"ECG,":[187],"CWT,":[188],"VGG16)":[190],"yielded":[191],"highest":[193],"accuracies":[194],"86.66%":[196],"83.96%":[198],"four-class":[200],"three-class":[202],"classification,":[204],"respectively.":[205],"In":[206],"conclusion,":[207],"our":[208],"suggest":[210],"performance":[213],"was":[214],"compared":[220],"accurate":[225],"AER.":[226],"Consequently,":[227],"proposed":[229],"holds":[231],"promise":[232],"a":[234],"valuable":[235],"tool":[236],"assessing":[238],"decision-making.":[243]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":5}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}