{"id":"https://openalex.org/W3197849793","doi":"https://doi.org/10.1109/access.2021.3110773","title":"A Systematic Review of Sensing and Differentiating Dichotomous Emotional States Using Audio-Visual Stimuli","display_name":"A Systematic Review of Sensing and Differentiating Dichotomous Emotional States Using Audio-Visual Stimuli","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3197849793","doi":"https://doi.org/10.1109/access.2021.3110773","mag":"3197849793"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3110773","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3110773","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09530582.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"review","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09530582.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017507506","display_name":"Yedukondala Rao Veeranki","orcid":"https://orcid.org/0000-0002-7904-7543"},"institutions":[{"id":"https://openalex.org/I24676775","display_name":"Indian Institute of Technology Madras","ror":"https://ror.org/03v0r5n49","country_code":"IN","type":"facility","lineage":["https://openalex.org/I24676775"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Yedukondala Rao Veeranki","raw_affiliation_strings":["Biomedical Engineering Group, Department of Applied Mechanics, Indian Institute of Technology Madras, Chennai, Tamil Nadu, India. (e-mail: ykraoveeranki@gmail.com)","Department of Applied Mechanics, Biomedical Engineering Group, Indian Institute of Technology Madras, Chennai, Tamil Nadu, India"],"affiliations":[{"raw_affiliation_string":"Biomedical Engineering Group, Department of Applied Mechanics, Indian Institute of Technology Madras, Chennai, Tamil Nadu, India. (e-mail: ykraoveeranki@gmail.com)","institution_ids":["https://openalex.org/I24676775"]},{"raw_affiliation_string":"Department of Applied Mechanics, Biomedical Engineering Group, Indian Institute of Technology Madras, Chennai, Tamil Nadu, India","institution_ids":["https://openalex.org/I24676775"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047787942","display_name":"Himanshu Kumar","orcid":"https://orcid.org/0000-0003-3255-4588"},"institutions":[{"id":"https://openalex.org/I24676775","display_name":"Indian Institute of Technology Madras","ror":"https://ror.org/03v0r5n49","country_code":"IN","type":"facility","lineage":["https://openalex.org/I24676775"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Himanshu Kumar","raw_affiliation_strings":["Biomedical Engineering Group, Department of Applied Mechanics, Indian Institute of Technology Madras, Chennai, Tamil Nadu, India","Department of Applied Mechanics, Biomedical Engineering Group, Indian Institute of Technology Madras, Chennai, Tamil Nadu, India"],"affiliations":[{"raw_affiliation_string":"Biomedical Engineering Group, Department of Applied Mechanics, Indian Institute of Technology Madras, Chennai, Tamil Nadu, India","institution_ids":["https://openalex.org/I24676775"]},{"raw_affiliation_string":"Department of Applied Mechanics, Biomedical Engineering Group, Indian Institute of Technology Madras, Chennai, Tamil Nadu, India","institution_ids":["https://openalex.org/I24676775"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058599157","display_name":"Nagarajan Ganapathy","orcid":"https://orcid.org/0000-0002-3743-5388"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nagarajan Ganapathy","raw_affiliation_strings":["Biomedical Engineering Group, Department of Applied Mechanics, Indian Institute of Technology Madras, Chennai, Tamil Nadu, India and Peter L. Reichertz Institute for Medical Informatics of TU Braunschweig and Hannover Medical School, Braunschweig, Germany"],"affiliations":[{"raw_affiliation_string":"Biomedical Engineering Group, Department of Applied Mechanics, Indian Institute of Technology Madras, Chennai, Tamil Nadu, India and Peter L. Reichertz Institute for Medical Informatics of TU Braunschweig and Hannover Medical School, Braunschweig, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003778401","display_name":"Balasubramaniam Natarajan","orcid":"https://orcid.org/0000-0001-6429-9003"},"institutions":[{"id":"https://openalex.org/I189590672","display_name":"Kansas State University","ror":"https://ror.org/05p1j8758","country_code":"US","type":"education","lineage":["https://openalex.org/I189590672"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Balasubramaniam Natarajan","raw_affiliation_strings":["Mike Wiegers Department of Electrical and Computer Engineering, Kansas State University, Manhattan, KS 66502","Mike Wiegers Department of Electrical and Computer Engineering, Kansas State University, Manhattan, KS, USA"],"affiliations":[{"raw_affiliation_string":"Mike Wiegers Department of Electrical and Computer Engineering, Kansas State University, Manhattan, KS 66502","institution_ids":["https://openalex.org/I189590672"]},{"raw_affiliation_string":"Mike Wiegers Department of Electrical and Computer Engineering, Kansas State University, Manhattan, KS, USA","institution_ids":["https://openalex.org/I189590672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100649490","display_name":"Ramakrishnan Swaminathan","orcid":"https://orcid.org/0000-0002-4471-9629"},"institutions":[{"id":"https://openalex.org/I24676775","display_name":"Indian Institute of Technology Madras","ror":"https://ror.org/03v0r5n49","country_code":"IN","type":"facility","lineage":["https://openalex.org/I24676775"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ramakrishnan Swaminathan","raw_affiliation_strings":["Biomedical Engineering Group, Department of Applied Mechanics, Indian Institute of Technology Madras, Chennai, Tamil Nadu, India","Department of Applied Mechanics, Biomedical Engineering Group, Indian Institute of Technology Madras, Chennai, Tamil Nadu, India"],"affiliations":[{"raw_affiliation_string":"Biomedical Engineering Group, Department of Applied Mechanics, Indian Institute of Technology Madras, Chennai, Tamil Nadu, India","institution_ids":["https://openalex.org/I24676775"]},{"raw_affiliation_string":"Department of Applied Mechanics, Biomedical Engineering Group, Indian Institute of Technology Madras, Chennai, Tamil Nadu, India","institution_ids":["https://openalex.org/I24676775"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5017507506"],"corresponding_institution_ids":["https://openalex.org/I24676775"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.748,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.8383215,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"9","issue":null,"first_page":"124434","last_page":"124451"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10745","display_name":"Heart Rate Variability and Autonomic Control","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.5264381170272827},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.46354028582572937},{"id":"https://openalex.org/keywords/scopus","display_name":"Scopus","score":0.4523122012615204},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.44612354040145874},{"id":"https://openalex.org/keywords/data-extraction","display_name":"Data extraction","score":0.44156765937805176},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.43710795044898987},{"id":"https://openalex.org/keywords/psychophysiology","display_name":"Psychophysiology","score":0.4224685728549957},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.18830576539039612}],"concepts":[{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.5264381170272827},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.46354028582572937},{"id":"https://openalex.org/C83867959","wikidata":"https://www.wikidata.org/wiki/Q371467","display_name":"Scopus","level":3,"score":0.4523122012615204},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.44612354040145874},{"id":"https://openalex.org/C2777466982","wikidata":"https://www.wikidata.org/wiki/Q5227287","display_name":"Data extraction","level":3,"score":0.44156765937805176},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43710795044898987},{"id":"https://openalex.org/C23677625","wikidata":"https://www.wikidata.org/wiki/Q1428943","display_name":"Psychophysiology","level":2,"score":0.4224685728549957},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.18830576539039612},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3110773","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3110773","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09530582.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:65807689f6c4430f934f2d56301b9242","is_oa":true,"landing_page_url":"https://doaj.org/article/65807689f6c4430f934f2d56301b9242","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 124434-124451 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3110773","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3110773","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09530582.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6499999761581421,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3197849793.pdf","grobid_xml":"https://content.openalex.org/works/W3197849793.grobid-xml"},"referenced_works_count":111,"referenced_works":["https://openalex.org/W116290630","https://openalex.org/W134599819","https://openalex.org/W608049492","https://openalex.org/W1486755475","https://openalex.org/W1937226553","https://openalex.org/W1965306520","https://openalex.org/W1966797434","https://openalex.org/W1972921752","https://openalex.org/W1978760677","https://openalex.org/W1979512319","https://openalex.org/W1982108488","https://openalex.org/W1985280311","https://openalex.org/W1989367168","https://openalex.org/W1999129239","https://openalex.org/W2008439504","https://openalex.org/W2016592860","https://openalex.org/W2019664625","https://openalex.org/W2020778601","https://openalex.org/W2033000115","https://openalex.org/W2033690608","https://openalex.org/W2046780654","https://openalex.org/W2064200315","https://openalex.org/W2085122896","https://openalex.org/W2086334349","https://openalex.org/W2090834654","https://openalex.org/W2092804630","https://openalex.org/W2098266185","https://openalex.org/W2107503934","https://openalex.org/W2108577177","https://openalex.org/W2120339204","https://openalex.org/W2125387256","https://openalex.org/W2149628368","https://openalex.org/W2156098321","https://openalex.org/W2157198497","https://openalex.org/W2157570848","https://openalex.org/W2171265421","https://openalex.org/W2183822716","https://openalex.org/W2201474418","https://openalex.org/W2227023164","https://openalex.org/W2274688981","https://openalex.org/W2276264306","https://openalex.org/W2277734584","https://openalex.org/W2290055820","https://openalex.org/W2333394140","https://openalex.org/W2412214648","https://openalex.org/W2462411651","https://openalex.org/W2470609725","https://openalex.org/W2541431177","https://openalex.org/W2551454490","https://openalex.org/W2553848043","https://openalex.org/W2558014965","https://openalex.org/W2589779729","https://openalex.org/W2604983330","https://openalex.org/W2620778051","https://openalex.org/W2623785684","https://openalex.org/W2734337238","https://openalex.org/W2735557231","https://openalex.org/W2743846881","https://openalex.org/W2753251847","https://openalex.org/W2766762972","https://openalex.org/W2775675437","https://openalex.org/W2782878603","https://openalex.org/W2789802223","https://openalex.org/W2790404832","https://openalex.org/W2794479151","https://openalex.org/W2794596256","https://openalex.org/W2799160222","https://openalex.org/W2800154372","https://openalex.org/W2810100075","https://openalex.org/W2810625036","https://openalex.org/W2889963422","https://openalex.org/W2894956427","https://openalex.org/W2895486067","https://openalex.org/W2896768133","https://openalex.org/W2901798886","https://openalex.org/W2902877680","https://openalex.org/W2914859687","https://openalex.org/W2944720247","https://openalex.org/W2946526173","https://openalex.org/W2946954075","https://openalex.org/W2962905870","https://openalex.org/W2963817094","https://openalex.org/W2964546587","https://openalex.org/W2965448857","https://openalex.org/W2969932687","https://openalex.org/W2980028334","https://openalex.org/W2981851169","https://openalex.org/W2982269270","https://openalex.org/W2982660304","https://openalex.org/W2995193840","https://openalex.org/W2997849943","https://openalex.org/W3003233130","https://openalex.org/W3004330901","https://openalex.org/W3022977903","https://openalex.org/W3031136159","https://openalex.org/W3044317125","https://openalex.org/W3048391061","https://openalex.org/W3083565745","https://openalex.org/W3084624816","https://openalex.org/W3089363399","https://openalex.org/W3089752722","https://openalex.org/W3096522670","https://openalex.org/W3106223685","https://openalex.org/W3133520287","https://openalex.org/W3156356077","https://openalex.org/W3165586548","https://openalex.org/W4294215472","https://openalex.org/W6604840464","https://openalex.org/W6640387931","https://openalex.org/W6784705393","https://openalex.org/W6796010496"],"related_works":["https://openalex.org/W4232492598","https://openalex.org/W3140300071","https://openalex.org/W4233273178","https://openalex.org/W2552566180","https://openalex.org/W4380081217","https://openalex.org/W1601370735","https://openalex.org/W2018488738","https://openalex.org/W4221128511","https://openalex.org/W2027457717","https://openalex.org/W4214763677"],"abstract_inverted_index":{"Recognition":[0],"of":[1,16,37,73,83,157,176,216,232,234,240,245],"dichotomous":[2,162],"emotional":[3,34,99,163,198,220],"states":[4,100,164],"such":[5],"as":[6],"happy":[7,96,217],"and":[8,28,76,97,116,142,171,190,218,243],"sad":[9,98,219],"play":[10],"important":[11],"roles":[12],"in":[13,25,50,94,160,229],"many":[14],"aspects":[15],"human":[17],"life.":[18],"Existing":[19],"literature":[20,109],"has":[21],"recorded":[22],"diverse":[23],"attempts":[24],"extracting":[26],"physiological":[27,180],"non-physiological":[29],"traits":[30,45],"to":[31,59,68,128,226],"record":[32],"these":[33,44,241],"states.":[35,199,221],"Selection":[36],"the":[38,80,91,129,154,177,197,214,230,237],"right":[39],"instrumental":[40,74,92,158,193],"approach":[41],"for":[42,79,195,213],"measuring":[43],"plays":[46],"a":[47,65,70,205],"critical":[48],"role":[49],"emotion":[51],"recognition.":[52],"Moreover,":[53],"various":[54],"stimuli":[55,167,212],"have":[56,208],"been":[57],"used":[58,179],"induce":[60],"emotions.":[61],"Therefore,":[62],"there":[63],"is":[64,111,224],"current":[66],"need":[67],"perform":[69],"comprehensive":[71,108],"overview":[72],"approaches":[75,93,159,194],"their":[77],"outcomes":[78],"new":[81],"generation":[82],"researchers.":[84],"In":[85,146],"this":[86,88],"direction,":[87],"study":[89],"surveys":[90],"discriminating":[95],"that":[101,203],"are":[102,124],"elicited":[103],"using":[104,113,165],"audio-visual":[105,166,211],"stimuli.":[106],"A":[107],"review":[110,223],"performed":[112],"PubMed,":[114],"Scopus,":[115],"ACM":[117],"digital":[118],"library":[119],"repositories.":[120],"The":[121,174,200],"reviewed":[122],"articles":[123,150,207],"classified":[125],"with":[126],"respect":[127],"i)":[130],"stimulation":[131],"modality,":[132],"ii)":[133],"acquisition":[134],"protocol,":[135],"iii)":[136],"instrumentation":[137],"approaches,":[138],"iv)":[139],"feature":[140],"extraction,":[141],"v)":[143],"classification":[144],"methods.":[145],"total,":[147],"39":[148],"research":[149,228],"were":[151],"published":[152],"on":[153,210],"selected":[155],"topic":[156],"differentiating":[161],"between":[168],"January":[169],"2011":[170],"April":[172],"2021.":[173],"majority":[175],"papers":[178],"traits,":[181],"namely":[182],"electrocardiogram,":[183],"electrodermal":[184],"activity,":[185],"heart":[186],"rate":[187],"variability,":[188],"photoplethysmogram,":[189],"electroencephalogram":[191],"based":[192],"recognizing":[196],"results":[201],"show":[202],"only":[204],"few":[206],"focused":[209],"elicitation":[215],"This":[222],"expected":[225],"seed":[227],"areas":[231],"standardization":[233],"protocols,":[235],"enhancing":[236],"diagnostic":[238],"relevance":[239],"instruments,":[242],"extraction":[244],"more":[246],"reliable":[247],"biomarkers.":[248]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}