{"id":"https://openalex.org/W4225433538","doi":"https://doi.org/10.1109/access.2022.3165622","title":"Privacy Aware Affective State Recognition From Visual Data","display_name":"Privacy Aware Affective State Recognition From Visual Data","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4225433538","doi":"https://doi.org/10.1109/access.2022.3165622"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3165622","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3165622","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09751038.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09751038.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038092547","display_name":"M. Sami Zitouni","orcid":"https://orcid.org/0000-0001-7629-8702"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":true,"raw_author_name":"M. Sami Zitouni","raw_affiliation_strings":["Department of Biomedical Engineering, Khalifa University, Abu Dhabi, United Arab Emirates","Health Engineering Innovation Center, Khalifa University, Abu Dhabi, United Arab Emirates"],"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, Khalifa University, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I176601375"]},{"raw_affiliation_string":"Health Engineering Innovation Center, Khalifa University, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100354171","display_name":"Peter Lee","orcid":"https://orcid.org/0000-0001-5433-1882"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Peter Lee","raw_affiliation_strings":["Graduate School of Knowledge Service Engineering, Korea Advanced Institute of Science and Technology, Daejeon, South Korea"],"affiliations":[{"raw_affiliation_string":"Graduate School of Knowledge Service Engineering, Korea Advanced Institute of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058987035","display_name":"Uichin Lee","orcid":"https://orcid.org/0000-0002-1888-1569"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Uichin Lee","raw_affiliation_strings":["Graduate School of Knowledge Service Engineering, Korea Advanced Institute of Science and Technology, Daejeon, South Korea"],"affiliations":[{"raw_affiliation_string":"Graduate School of Knowledge Service Engineering, Korea Advanced Institute of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072772953","display_name":"Leontios J. Hadjileontiadis","orcid":"https://orcid.org/0000-0002-9932-9302"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]},{"id":"https://openalex.org/I21370196","display_name":"Aristotle University of Thessaloniki","ror":"https://ror.org/02j61yw88","country_code":"GR","type":"education","lineage":["https://openalex.org/I21370196"]}],"countries":["AE","GR"],"is_corresponding":false,"raw_author_name":"Leontios J. Hadjileontiadis","raw_affiliation_strings":["Department of Biomedical Engineering, Khalifa University, Abu Dhabi, United Arab Emirates","Department of Electrical and Computer Engineering, Aristotle University of Thessaloniki, Thessaloniki, Greece","Health Engineering Innovation Center, Khalifa University, Abu Dhabi, United Arab Emirates"],"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, Khalifa University, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I176601375"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Aristotle University of Thessaloniki, Thessaloniki, Greece","institution_ids":["https://openalex.org/I21370196"]},{"raw_affiliation_string":"Health Engineering Innovation Center, Khalifa University, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053525471","display_name":"Ahsan H. Khandoker","orcid":"https://orcid.org/0000-0002-0636-1646"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Ahsan Khandoker","raw_affiliation_strings":["Department of Biomedical Engineering, Khalifa University, Abu Dhabi, United Arab Emirates","Health Engineering Innovation Center, Khalifa University, Abu Dhabi, United Arab Emirates"],"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, Khalifa University, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I176601375"]},{"raw_affiliation_string":"Health Engineering Innovation Center, Khalifa University, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I176601375"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5038092547"],"corresponding_institution_ids":["https://openalex.org/I176601375"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.8819,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":{"value":0.9052042,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"10","issue":null,"first_page":"40620","last_page":"40628"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9799000024795532,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7863664627075195},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.6696773171424866},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6445454359054565},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5872824192047119},{"id":"https://openalex.org/keywords/valence","display_name":"Valence (chemistry)","score":0.5714718699455261},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.5190989971160889},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.511221170425415},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40228962898254395},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.37354859709739685},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.3314901292324066},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.32413554191589355},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.15219512581825256}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7863664627075195},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.6696773171424866},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6445454359054565},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5872824192047119},{"id":"https://openalex.org/C168900304","wikidata":"https://www.wikidata.org/wiki/Q171407","display_name":"Valence (chemistry)","level":2,"score":0.5714718699455261},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.5190989971160889},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.511221170425415},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40228962898254395},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.37354859709739685},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3314901292324066},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.32413554191589355},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.15219512581825256},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2022.3165622","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3165622","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09751038.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:50841744ca33481786935b22a0754354","is_oa":true,"landing_page_url":"https://doaj.org/article/50841744ca33481786935b22a0754354","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 40620-40628 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3165622","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3165622","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09751038.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.8100000023841858,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4225433538.pdf","grobid_xml":"https://content.openalex.org/works/W4225433538.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W1573546770","https://openalex.org/W2003653478","https://openalex.org/W2078951341","https://openalex.org/W2080282385","https://openalex.org/W2102998034","https://openalex.org/W2103943262","https://openalex.org/W2113022628","https://openalex.org/W2133205170","https://openalex.org/W2143993797","https://openalex.org/W2146334809","https://openalex.org/W2149628368","https://openalex.org/W2168692779","https://openalex.org/W2278113816","https://openalex.org/W2322796936","https://openalex.org/W2588299441","https://openalex.org/W2719677204","https://openalex.org/W2803193013","https://openalex.org/W2891399311","https://openalex.org/W2917229072","https://openalex.org/W2959012313","https://openalex.org/W2981101532","https://openalex.org/W2996209825","https://openalex.org/W3021080764","https://openalex.org/W3033062106","https://openalex.org/W3080970539","https://openalex.org/W3084809844","https://openalex.org/W3094435452","https://openalex.org/W3103291722","https://openalex.org/W3141819983","https://openalex.org/W3197657583","https://openalex.org/W3209114384","https://openalex.org/W4200027224","https://openalex.org/W6754672928","https://openalex.org/W6790469668","https://openalex.org/W6802388133"],"related_works":["https://openalex.org/W4398164220","https://openalex.org/W2745497104","https://openalex.org/W2773864994","https://openalex.org/W3023111453","https://openalex.org/W2775620487","https://openalex.org/W2786830879","https://openalex.org/W1997400788","https://openalex.org/W4310841718","https://openalex.org/W2112393832","https://openalex.org/W560265342"],"abstract_inverted_index":{"Affective":[0],"state":[1,123,173,208],"recognition":[2,51,120,151,209,254],"is":[3,46,52,77,166],"a":[4,38,129,155],"key":[5],"component":[6],"of":[7,18,65,69,121,145,177,240],"any":[8],"system":[9],"equipped":[10],"with":[11,42,132,243],"emotional":[12,101],"awareness":[13],"and":[14,30,34,72,95,104,160,179,199,225,230],"intelligence.":[15],"The":[16,137,187,203],"ability":[17],"recognizing":[19],"emotions":[20],"allows":[21],"the":[22,27,43,63,67,70,90,119,143,146,170,197,214,238,248,262],"machine":[23],"to":[24,108,112,135,141,168,222,237],"better":[25],"understand":[26],"user":[28,71],"requirements,":[29],"guide":[31],"its":[32],"decision":[33],"response,":[35],"thus":[36],"establishing":[37],"more":[39],"connected":[40],"relationship":[41],"human.":[44],"It":[45],"usually":[47],"assumed":[48],"that":[49,206,256],"emotion":[50,253],"mainly":[53],"determined":[54],"by":[55,79,261],"face":[56],"features":[57],"from":[58,124,210],"visual":[59,125],"data,":[60],"which":[61,76],"impose":[62],"dilemma":[64],"invading":[66],"privacy":[68,251],"capturing":[73],"their":[74,184],"identity,":[75],"unacceptable":[78],"many":[80],"people,":[81],"especially":[82],"in":[83,235],"public":[84],"human-machine":[85],"interaction":[86],"(HMI)":[87],"setups.":[88],"On":[89],"other":[91],"hand,":[92],"bodily":[93],"reactions":[94],"background":[96],"context":[97],"can":[98,217],"provide":[99],"enough":[100],"clues":[102],"visually":[103],"are":[105],"less":[106],"susceptible":[107],"contextual":[109],"influences":[110],"compared":[111],"facial":[113,244],"expression.":[114],"Consequently,":[115],"this":[116],"paper":[117],"investigate":[118],"affective":[122,172,207],"data":[126,212,242],"captured":[127],"during":[128],"naturalistic":[130],"conversation":[131,200],"similar":[133],"perspective":[134],"HMI.":[136],"faces":[138],"were":[139,189],"masked":[140,211],"conceal":[142],"identity":[144],"users.":[147,263],"A":[148],"deep":[149],"learning":[150],"model":[152,216],"based":[153],"on":[154],"combined":[156],"Convolutional":[157],"Neural":[158],"Network":[159],"Long":[161],"Short-Term":[162],"Memory":[163],"(CNN-LSTM)":[164],"architecture":[165],"employed":[167],"classify":[169],"user\u2019s":[171],"into":[174],"two":[175,192],"levels":[176],"arousal":[178],"valence,":[180,229],"as":[181,183],"well":[182],"quadrant":[185],"combinations.":[186],"experiments":[188],"conducted":[190],"using":[191,213],"different":[193],"labeling":[194],"schemes":[195],"mimicking":[196],"self":[198],"partner":[201],"perspectives.":[202],"results":[204],"shows":[205],"proposed":[215],"achieve":[218],"comparable":[219],"performances":[220],"(up":[221],"96.82%,":[223],"95.91%,":[224],"91.52%":[226],"for":[227,250],"arousal,":[228],"quad":[231],"classes":[232],"recognition,":[233],"respectively)":[234],"comparison":[236],"use":[239],"raw":[241],"expressions.":[245],"This":[246],"paves":[247],"way":[249],"aware":[252],"systems":[255],"could":[257],"be":[258],"widely":[259],"accepted":[260]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":4}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}