{"id":"https://openalex.org/W4295422609","doi":"https://doi.org/10.1109/embc48229.2022.9871630","title":"Multimodal Emotion Recognition in Response to Oil Paintings","display_name":"Multimodal Emotion Recognition in Response to Oil Paintings","publication_year":2022,"publication_date":"2022-07-11","ids":{"openalex":"https://openalex.org/W4295422609","doi":"https://doi.org/10.1109/embc48229.2022.9871630","pmid":"https://pubmed.ncbi.nlm.nih.gov/36085662"},"language":"en","primary_location":{"id":"doi:10.1109/embc48229.2022.9871630","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc48229.2022.9871630","pdf_url":null,"source":{"id":"https://openalex.org/S4363607706","display_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101002742","display_name":"Luo Shuai","orcid":"https://orcid.org/0009-0006-2785-6687"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shuai Luo","raw_affiliation_strings":["Shanghai Jiao Tong University,Key Laboratory of Shanghai Ed-ucation Commission for Intelligent Interaction and Cognitive Engineering, and the Brain Science and Technology Research Center,Center for Brain-Like Computing and Machine Intelligence, Department of Computer Science and Engineering,Shanghai,Peoples Republic of China,200240"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Key Laboratory of Shanghai Ed-ucation Commission for Intelligent Interaction and Cognitive Engineering, and the Brain Science and Technology Research Center,Center for Brain-Like Computing and Machine Intelligence, Department of Computer Science and Engineering,Shanghai,Peoples Republic of China,200240","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001885239","display_name":"Yu-Ting Lan","orcid":"https://orcid.org/0000-0001-7132-5548"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu-Ting Lan","raw_affiliation_strings":["Shanghai Jiao Tong University,Key Laboratory of Shanghai Ed-ucation Commission for Intelligent Interaction and Cognitive Engineering, and the Brain Science and Technology Research Center,Center for Brain-Like Computing and Machine Intelligence, Department of Computer Science and Engineering,Shanghai,Peoples Republic of China,200240"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Key Laboratory of Shanghai Ed-ucation Commission for Intelligent Interaction and Cognitive Engineering, and the Brain Science and Technology Research Center,Center for Brain-Like Computing and Machine Intelligence, Department of Computer Science and Engineering,Shanghai,Peoples Republic of China,200240","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101770440","display_name":"Dan Peng","orcid":"https://orcid.org/0000-0002-8988-4193"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I2801556517","display_name":"Ruijin Hospital","ror":"https://ror.org/01hv94n30","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2801556517"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dan Peng","raw_affiliation_strings":["RuiJin Hospital, Shanghai Jiao Tong University, School of Medicine,RuiJin-Mihoyo Laboratory, Clinical Neuroscience Center,Shanghai,Peoples Re-public of China,200020"],"affiliations":[{"raw_affiliation_string":"RuiJin Hospital, Shanghai Jiao Tong University, School of Medicine,RuiJin-Mihoyo Laboratory, Clinical Neuroscience Center,Shanghai,Peoples Re-public of China,200020","institution_ids":["https://openalex.org/I2801556517","https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100389146","display_name":"Ziyi Li","orcid":"https://orcid.org/0009-0007-2708-2471"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyi Li","raw_affiliation_strings":["Shanghai Jiao Tong University,Key Laboratory of Shanghai Ed-ucation Commission for Intelligent Interaction and Cognitive Engineering, and the Brain Science and Technology Research Center,Center for Brain-Like Computing and Machine Intelligence, Department of Computer Science and Engineering,Shanghai,Peoples Republic of China,200240"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Key Laboratory of Shanghai Ed-ucation Commission for Intelligent Interaction and Cognitive Engineering, and the Brain Science and Technology Research Center,Center for Brain-Like Computing and Machine Intelligence, Department of Computer Science and Engineering,Shanghai,Peoples Republic of China,200240","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056335002","display_name":"Wei\u2010Long Zheng","orcid":"https://orcid.org/0000-0002-9474-6369"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei-Long Zheng","raw_affiliation_strings":["Shanghai Jiao Tong University,Key Laboratory of Shanghai Ed-ucation Commission for Intelligent Interaction and Cognitive Engineering, and the Brain Science and Technology Research Center,Center for Brain-Like Computing and Machine Intelligence, Department of Computer Science and Engineering,Shanghai,Peoples Republic of China,200240"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Key Laboratory of Shanghai Ed-ucation Commission for Intelligent Interaction and Cognitive Engineering, and the Brain Science and Technology Research Center,Center for Brain-Like Computing and Machine Intelligence, Department of Computer Science and Engineering,Shanghai,Peoples Republic of China,200240","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040440605","display_name":"Bao\u2010Liang Lu","orcid":"https://orcid.org/0000-0001-8359-0058"},"institutions":[{"id":"https://openalex.org/I2801556517","display_name":"Ruijin Hospital","ror":"https://ror.org/01hv94n30","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2801556517"]},{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bao-Liang Lu","raw_affiliation_strings":["RuiJin Hospital, Shanghai Jiao Tong University, School of Medicine,RuiJin-Mihoyo Laboratory, Clinical Neuroscience Center,Shanghai,Peoples Re-public of China,200020"],"affiliations":[{"raw_affiliation_string":"RuiJin Hospital, Shanghai Jiao Tong University, School of Medicine,RuiJin-Mihoyo Laboratory, Clinical Neuroscience Center,Shanghai,Peoples Re-public of China,200020","institution_ids":["https://openalex.org/I2801556517","https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101002742"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":1.3858,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.83300395,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"2022","issue":null,"first_page":"4167","last_page":"4170"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.7893020510673523},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.6876654028892517},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6636872291564941},{"id":"https://openalex.org/keywords/painting","display_name":"Painting","score":0.5256208777427673},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5209389925003052},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5078528523445129},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4722687005996704},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.38196536898612976},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.33808159828186035},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3343886137008667},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.26580584049224854}],"concepts":[{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.7893020510673523},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.6876654028892517},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6636872291564941},{"id":"https://openalex.org/C205783811","wikidata":"https://www.wikidata.org/wiki/Q11629","display_name":"Painting","level":2,"score":0.5256208777427673},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5209389925003052},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5078528523445129},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4722687005996704},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.38196536898612976},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.33808159828186035},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3343886137008667},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.26580584049224854},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009146","descriptor_name":"Music","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009146","descriptor_name":"Music","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009146","descriptor_name":"Music","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D010151","descriptor_name":"Paintings","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D010151","descriptor_name":"Paintings","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D010151","descriptor_name":"Paintings","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/embc48229.2022.9871630","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc48229.2022.9871630","pdf_url":null,"source":{"id":"https://openalex.org/S4363607706","display_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:36085662","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36085662","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G143590983","display_name":null,"funder_award_id":"61976135","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1947251450","https://openalex.org/W1970727126","https://openalex.org/W1987252487","https://openalex.org/W1998377889","https://openalex.org/W2042274189","https://openalex.org/W2084958779","https://openalex.org/W2132889650","https://openalex.org/W2134602648","https://openalex.org/W2407512993","https://openalex.org/W2916106175","https://openalex.org/W3024961463","https://openalex.org/W3048453793","https://openalex.org/W3125067981","https://openalex.org/W4388323405","https://openalex.org/W6679967756","https://openalex.org/W6713572877","https://openalex.org/W6760001035","https://openalex.org/W6765814706"],"related_works":["https://openalex.org/W2159052453","https://openalex.org/W3013693939","https://openalex.org/W2566616303","https://openalex.org/W3131327266","https://openalex.org/W2752972570","https://openalex.org/W4297051394","https://openalex.org/W2734887215","https://openalex.org/W2803255133","https://openalex.org/W2909431601","https://openalex.org/W3126677997"],"abstract_inverted_index":{"Most":[0],"previous":[1],"affective":[2,85],"studies":[3],"use":[4],"facial":[5],"expression":[6],"pictures,":[7],"music":[8],"or":[9,22],"movie":[10],"clips":[11],"as":[12,38,159],"emotional":[13,57],"stimuli,":[14],"which":[15,151],"are":[16],"either":[17],"too":[18,23],"simplified":[19],"without":[20],"contexts":[21],"dynamic":[24],"for":[25,87],"emotion":[26,43,89,160],"annotations.":[27],"In":[28],"this":[29],"work,":[30],"we":[31,81],"evaluate":[32],"the":[33,77,101,105,136,153],"effectiveness":[34],"of":[35,96,145,155],"oil":[36,48,78,157],"paintings":[37,49,158],"stimuli.":[39],"We":[40],"develop":[41],"an":[42,141],"stimuli":[44],"dataset":[45],"with":[46,116,129],"114":[47],"selected":[50],"from":[51,72,99],"subject":[52],"ratings":[53],"to":[54],"evoke":[55],"three":[56],"states":[58],"(i.e.,":[59],"negative,":[60],"neutral":[61],"and":[62,64,68,104,121,125],"positive),":[63],"acquire":[65],"both":[66,100],"EEG":[67,97,114,124],"eye":[69,126],"tracking":[70,127],"data":[71,128],"20":[73],"subjects":[74],"while":[75],"watching":[76],"paintings.":[79],"Furthermore,":[80],"propose":[82],"a":[83,130],"novel":[84],"model":[86,139],"multimodal":[88],"recognition":[90],"by":[91],"1)":[92],"extracting":[93],"informative":[94],"features":[95],"signals":[98],"time":[102],"domain":[103],"frequency":[106],"domain,":[107],"2)":[108],"exploring":[109],"topological":[110],"information":[111],"embedded":[112],"in":[113],"channels":[115],"graph":[117],"neural":[118,133],"networks":[119],"(GNNs),":[120],"3)":[122],"combining":[123],"deep":[131],"autoencoder":[132],"network.":[134],"From":[135],"exper-iments,":[137],"our":[138],"obtains":[140],"averaged":[142],"classification":[143],"accuracy":[144],"94.72":[146],"%":[147],"\u00b1":[148],"1.47":[149],"%,":[150],"demonstrates":[152],"feasibility":[154],"using":[156],"elicitation":[161],"material.":[162]},"counts_by_year":[{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}