{"id":"https://openalex.org/W2771285237","doi":"https://doi.org/10.1016/j.neunet.2017.11.021","title":"Affect recognition from facial movements and body gestures by hierarchical deep spatio-temporal features and fusion strategy","display_name":"Affect recognition from facial movements and body gestures by hierarchical deep spatio-temporal features and fusion strategy","publication_year":2017,"publication_date":"2017-12-08","ids":{"openalex":"https://openalex.org/W2771285237","doi":"https://doi.org/10.1016/j.neunet.2017.11.021","mag":"2771285237","pmid":"https://pubmed.ncbi.nlm.nih.gov/29763743"},"language":"en","primary_location":{"id":"doi:10.1016/j.neunet.2017.11.021","doi":"https://doi.org/10.1016/j.neunet.2017.11.021","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.neunet.2017.11.021","pdf_url":null,"source":{"id":"https://openalex.org/S123019304","display_name":"Neural Networks","issn_l":"0893-6080","issn":["0893-6080","1879-2782"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-b","cwts-core","dongbi-b","doyens","erih-plus","jufo-3","ki-jl-1","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Networks","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102018225","display_name":"Bo Sun","orcid":"https://orcid.org/0000-0003-1168-1051","observed_orcids":["https://orcid.org/0000-0003-1168-1051","https://orcid.org/0000-0002-8993-2300"]},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Sun","raw_affiliation_strings":["College of Information Science and Technology, Beijing Normal University, Beijing, 100875, China. Electronic address: tosunbo@bnu.edu.cn","College of Information Science and Technology, Beijing Normal University, Beijing, 100875, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Beijing Normal University, Beijing, 100875, China. Electronic address: tosunbo@bnu.edu.cn","institution_ids":["https://openalex.org/I25254941"]},{"raw_affiliation_string":"College of Information Science and Technology, Beijing Normal University, Beijing, 100875, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101409877","display_name":"Siming Cao","orcid":"https://orcid.org/0000-0002-1558-7305","observed_orcids":["https://orcid.org/0000-0002-1558-7305"]},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siming Cao","raw_affiliation_strings":["College of Information Science and Technology, Beijing Normal University, Beijing, 100875, China. Electronic address: caosiming@mail.bnu.edu.cn","College of Information Science and Technology, Beijing Normal University, Beijing, 100875, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Beijing Normal University, Beijing, 100875, China. Electronic address: caosiming@mail.bnu.edu.cn","institution_ids":["https://openalex.org/I25254941"]},{"raw_affiliation_string":"College of Information Science and Technology, Beijing Normal University, Beijing, 100875, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100766736","display_name":"Jun Yi Derek He","orcid":"https://orcid.org/0000-0002-3017-2108","observed_orcids":["https://orcid.org/0000-0002-3017-2108"]},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jun He","raw_affiliation_strings":["College of Information Science and Technology, Beijing Normal University, Beijing, 100875, China. Electronic address: hejun@bnu.edu.cn","College of Information Science and Technology, Beijing Normal University, Beijing, 100875, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Beijing Normal University, Beijing, 100875, China. Electronic address: hejun@bnu.edu.cn","institution_ids":["https://openalex.org/I25254941"]},{"raw_affiliation_string":"College of Information Science and Technology, Beijing Normal University, Beijing, 100875, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101142834","display_name":"Lejun Yu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lejun Yu","raw_affiliation_strings":["College of Information Science and Technology, Beijing Normal University, Beijing, 100875, China. Electronic address: yulejun@bnu.edu.cn","College of Information Science and Technology, Beijing Normal University, Beijing, 100875, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Beijing Normal University, Beijing, 100875, China. Electronic address: yulejun@bnu.edu.cn","institution_ids":["https://openalex.org/I25254941"]},{"raw_affiliation_string":"College of Information Science and Technology, Beijing Normal University, Beijing, 100875, China","institution_ids":["https://openalex.org/I25254941"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5100766736"],"corresponding_institution_ids":["https://openalex.org/I25254941"],"apc_list":{"value":3110,"currency":"USD","value_usd":3110},"apc_paid":null,"fwci":3.1842,"has_fulltext":false,"cited_by_count":46,"citation_normalized_percentile":{"value":0.91796865,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"105","issue":null,"first_page":"36","last_page":"51"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/affect-recognition","display_name":"affect recognition","score":0.9810000061988831},{"id":"https://openalex.org/keywords/facial-expressions","display_name":"facial expressions","score":0.7649999856948853},{"id":"https://openalex.org/keywords/body-gestures","display_name":"body gestures","score":0.9959999918937683},{"id":"https://openalex.org/keywords/spatio-temporal-features","display_name":"spatio-temporal features","score":0.8119999766349792},{"id":"https://openalex.org/keywords/hierarchical-feature-extraction","display_name":"hierarchical feature extraction","score":0.6880000233650208},{"id":"https://openalex.org/keywords/multimodal-fusion","display_name":"multimodal fusion","score":0.843999981880188},{"id":"https://openalex.org/keywords/temporal-selection","display_name":"temporal selection","score":0.5789999961853027},{"id":"https://openalex.org/keywords/early-fusion","display_name":"feature-level fusion","score":0.6269999742507935},{"id":"https://openalex.org/keywords/decision-level-fusion","display_name":"decision fusion","score":0.996999979019165},{"id":"https://openalex.org/keywords/principal-component-analysis","display_name":"principal component analysis","score":0.6840000152587891}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8125611543655396},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6964547038078308},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.612724781036377},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.5616539120674133},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5457645058631897},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5220658183097839},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.5020773410797119},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.4894484579563141},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.43406206369400024},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.42620986700057983},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4158784747123718},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3775787949562073},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3497927784919739},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D005149","descriptor_name":"Facial Expression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005868","descriptor_name":"Gestures","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D056667","descriptor_name":"Biometric Identification","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1016/j.neunet.2017.11.021","doi":"https://doi.org/10.1016/j.neunet.2017.11.021","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.neunet.2017.11.021","pdf_url":null,"source":{"id":"https://openalex.org/S123019304","display_name":"Neural Networks","issn_l":"0893-6080","issn":["0893-6080","1879-2782"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-b","cwts-core","dongbi-b","doyens","erih-plus","jufo-3","ki-jl-1","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Networks","raw_type":"journal-article"},{"id":"pmid:29763743","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/29763743","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural networks : the official journal of the International Neural Network Society","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1688602425","display_name":null,"funder_award_id":"61501035","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":80,"referenced_works":["https://openalex.org/W619582718","https://openalex.org/W1520214690","https://openalex.org/W1533025524","https://openalex.org/W1555767263","https://openalex.org/W1588539311","https://openalex.org/W1606347560","https://openalex.org/W1871419576","https://openalex.org/W1932454234","https://openalex.org/W1974210421","https://openalex.org/W1978262206","https://openalex.org/W1997060370","https://openalex.org/W2003238582","https://openalex.org/W2005708641","https://openalex.org/W2012362967","https://openalex.org/W2015586501","https://openalex.org/W2021913835","https://openalex.org/W2031614119","https://openalex.org/W2041680275","https://openalex.org/W2042718506","https://openalex.org/W2048747516","https://openalex.org/W2053907973","https://openalex.org/W2055332436","https://openalex.org/W2065379720","https://openalex.org/W2071954570","https://openalex.org/W2072064926","https://openalex.org/W2091828388","https://openalex.org/W2102985871","https://openalex.org/W2103743127","https://openalex.org/W2106508100","https://openalex.org/W2109626108","https://openalex.org/W2117539524","https://openalex.org/W2118585731","https://openalex.org/W2120121005","https://openalex.org/W2122364000","https://openalex.org/W2124137751","https://openalex.org/W2132680170","https://openalex.org/W2138269750","https://openalex.org/W2142653084","https://openalex.org/W2143612262","https://openalex.org/W2151194828","https://openalex.org/W2153219412","https://openalex.org/W2155298482","https://openalex.org/W2159856586","https://openalex.org/W2161969291","https://openalex.org/W2163605009","https://openalex.org/W2219827282","https://openalex.org/W2243226955","https://openalex.org/W2289165730","https://openalex.org/W2296756268","https://openalex.org/W2319415081","https://openalex.org/W2344981321","https://openalex.org/W2408150121","https://openalex.org/W2474193198","https://openalex.org/W2498787287","https://openalex.org/W2518283862","https://openalex.org/W2523856713","https://openalex.org/W2531466839","https://openalex.org/W2531648894","https://openalex.org/W2535097731","https://openalex.org/W2546875627","https://openalex.org/W2549054384","https://openalex.org/W2565110011","https://openalex.org/W2592626991","https://openalex.org/W2593621665","https://openalex.org/W2624340939","https://openalex.org/W2724892165","https://openalex.org/W2750698960","https://openalex.org/W2949299266","https://openalex.org/W2989989610","https://openalex.org/W3152218910","https://openalex.org/W4235393309","https://openalex.org/W4236307870","https://openalex.org/W4239510810","https://openalex.org/W4244531973","https://openalex.org/W4300477235","https://openalex.org/W4309177872","https://openalex.org/W4376523873","https://openalex.org/W6728849968","https://openalex.org/W6729233594","https://openalex.org/W6763572160"],"related_works":["https://openalex.org/W4403325135","https://openalex.org/W2981938460","https://openalex.org/W2132680170","https://openalex.org/W2514982113","https://openalex.org/W2883430806","https://openalex.org/W7067744715","https://openalex.org/W2086655908","https://openalex.org/W2006379870","https://openalex.org/W2071954570","https://openalex.org/W1587447546"],"abstract_inverted_index":null,"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":1}],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2017-12-22T00:00:00"}