{"id":"https://openalex.org/W3207376445","doi":"https://doi.org/10.1109/taffc.2021.3093923","title":"Multimodal Affective States Recognition Based on Multiscale CNNs and Biologically Inspired Decision Fusion Model","display_name":"Multimodal Affective States Recognition Based on Multiscale CNNs and Biologically Inspired Decision Fusion Model","publication_year":2021,"publication_date":"2021-07-01","ids":{"openalex":"https://openalex.org/W3207376445","doi":"https://doi.org/10.1109/taffc.2021.3093923","mag":"3207376445"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2021.3093923","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2021.3093923","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1911.12918","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035267308","display_name":"Yuxuan Zhao","orcid":"https://orcid.org/0000-0001-7506-1703"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxuan Zhao","raw_affiliation_strings":["School of Software and Microelectronics, Peking University, Beijing, China","Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7506-1703","affiliations":[{"raw_affiliation_string":"School of Software and Microelectronics, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102443264","display_name":"Xinyan Cao","orcid":"https://orcid.org/0000-0002-1134-4007"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyan Cao","raw_affiliation_strings":["School of Software and Microelectronics, Peking University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software and Microelectronics, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018653713","display_name":"Jinlong Lin","orcid":"https://orcid.org/0000-0002-7503-223X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinlong Lin","raw_affiliation_strings":["School of Software and Microelectronics, Peking University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software and Microelectronics, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102276631","display_name":"Dunshan Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dunshan Yu","raw_affiliation_strings":["School of Software and Microelectronics, Peking University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software and Microelectronics, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055994107","display_name":"Xixin Cao","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xixin Cao","raw_affiliation_strings":["School of Software and Microelectronics, Peking University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software and Microelectronics, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.9493,"has_fulltext":false,"cited_by_count":54,"citation_normalized_percentile":{"value":0.91856525,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"14","issue":"2","first_page":"1391","last_page":"1403"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9749000072479248,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7036333680152893},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6905287504196167},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.6563290357589722},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6552050113677979},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6034469604492188},{"id":"https://openalex.org/keywords/fusion-rules","display_name":"Fusion rules","score":0.5202449560165405},{"id":"https://openalex.org/keywords/activity-recognition","display_name":"Activity recognition","score":0.47644856572151184},{"id":"https://openalex.org/keywords/valence","display_name":"Valence (chemistry)","score":0.42257678508758545},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.4201236963272095},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3819246292114258},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3366757929325104},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.17290803790092468}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7036333680152893},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6905287504196167},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6563290357589722},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6552050113677979},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6034469604492188},{"id":"https://openalex.org/C2778971668","wikidata":"https://www.wikidata.org/wiki/Q5510284","display_name":"Fusion rules","level":4,"score":0.5202449560165405},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.47644856572151184},{"id":"https://openalex.org/C168900304","wikidata":"https://www.wikidata.org/wiki/Q171407","display_name":"Valence (chemistry)","level":2,"score":0.42257678508758545},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4201236963272095},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3819246292114258},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3366757929325104},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.17290803790092468},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/taffc.2021.3093923","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2021.3093923","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1911.12918","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1911.12918","pdf_url":"https://arxiv.org/pdf/1911.12918","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1911.12918","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1911.12918","pdf_url":"https://arxiv.org/pdf/1911.12918","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.7799999713897705,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1789721553","https://openalex.org/W1963753144","https://openalex.org/W1969090956","https://openalex.org/W1999018741","https://openalex.org/W2002055708","https://openalex.org/W2037554451","https://openalex.org/W2043299443","https://openalex.org/W2045234652","https://openalex.org/W2113455609","https://openalex.org/W2114143667","https://openalex.org/W2128837546","https://openalex.org/W2132003317","https://openalex.org/W2139564752","https://openalex.org/W2148217105","https://openalex.org/W2149628368","https://openalex.org/W2417476499","https://openalex.org/W2565944610","https://openalex.org/W2584561145","https://openalex.org/W2598291992","https://openalex.org/W2731964405","https://openalex.org/W2800893827","https://openalex.org/W2810418809","https://openalex.org/W2896297654","https://openalex.org/W2901027086","https://openalex.org/W2917094047","https://openalex.org/W2919854899","https://openalex.org/W2922376586","https://openalex.org/W2936771798","https://openalex.org/W2936882366","https://openalex.org/W2941914178","https://openalex.org/W2953384591","https://openalex.org/W2981372722","https://openalex.org/W2997026866","https://openalex.org/W2998334740","https://openalex.org/W3090943753","https://openalex.org/W3092041776","https://openalex.org/W3160114073","https://openalex.org/W4297468970","https://openalex.org/W6638035981","https://openalex.org/W6713134421","https://openalex.org/W6759836712"],"related_works":["https://openalex.org/W2385859805","https://openalex.org/W2530972254","https://openalex.org/W3195649134","https://openalex.org/W2281498195","https://openalex.org/W2374013449","https://openalex.org/W73545470","https://openalex.org/W2017526120","https://openalex.org/W2610664080","https://openalex.org/W2364381299","https://openalex.org/W2971659033"],"abstract_inverted_index":{"There":[0],"has":[1],"been":[2,38],"an":[3],"encouraging":[4],"progress":[5],"in":[6,25,81,159,200],"the":[7,14,64,73,88,103,107,114,122,129,134,155,160,169,173,182,188,192,201],"affective":[8,32,60,91,152,176],"states":[9,33,61,92,153,177],"recognition":[10,34,178,189],"models":[11],"based":[12],"on":[13,184],"single-modality":[15,111,185],"signals":[16,20,24,66,112],"as":[17],"electroencephalogram":[18],"(EEG)":[19],"or":[21],"peripheral":[22,98],"physiological":[23,30,99],"recent":[26],"years.":[27],"However,":[28],"multimodal":[29,59],"signals-based":[31],"methods":[35],"have":[36],"not":[37],"thoroughly":[39],"exploited":[40],"yet.":[41],"Here":[42],"we":[43],"propose":[44],"Multiscale":[45,82,126],"Convolutional":[46],"Neural":[47],"Networks":[48],"(Multiscale":[49],"CNNs)":[50],"and":[51,77,96,121,128,162,187,197,203],"a":[52],"biologically":[53],"inspired":[54],"decision":[55,130],"fusion":[56,104,170,193],"model":[57,105,148,171],"for":[58,94],"recognition.":[62],"First,":[63],"raw":[65],"are":[67,84],"pre-processed":[68],"with":[69,181],"baseline":[70],"signals.":[71],"Then,":[72],"High":[74],"Scale":[75,79],"CNN":[76,80],"Low":[78],"CNNs":[83],"utilized":[85],"to":[86,149],"predict":[87],"probability":[89,124],"of":[90,109,175,191],"output":[93],"EEG":[95],"each":[97,110],"signal":[100],"respectively.":[101,206],"Finally,":[102],"calculates":[106],"reliability":[108],"by":[113,133],"euclidean":[115],"distance":[116],"between":[117],"various":[118],"class":[119],"labels":[120],"classification":[123],"from":[125,154],"CNNs,":[127],"is":[131,143],"made":[132],"more":[135],"reliable":[136],"modality":[137],"information":[138,142],"while":[139],"other":[140],"modalities":[141],"retained.":[144],"We":[145],"use":[146],"this":[147],"classify":[150],"four":[151],"arousal":[156],"valence":[157],"plane":[158],"DEAP":[161,202],"AMIGOS":[163,204],"dataset.":[164],"The":[165],"results":[166],"show":[167],"that":[168],"improves":[172],"accuracy":[174,190],"significantly":[179],"compared":[180],"result":[183,194],"signals,":[186],"achieve":[195],"98.52":[196],"99.89":[198],"percent":[199],"dataset":[205]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":8}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2021-10-25T00:00:00"}