{"id":"https://openalex.org/W2894676264","doi":"https://doi.org/10.1109/taffc.2018.2873600","title":"Deep Learning for Spatio-Temporal Modeling of Dynamic Spontaneous Emotions","display_name":"Deep Learning for Spatio-Temporal Modeling of Dynamic Spontaneous Emotions","publication_year":2018,"publication_date":"2018-10-04","ids":{"openalex":"https://openalex.org/W2894676264","doi":"https://doi.org/10.1109/taffc.2018.2873600","mag":"2894676264"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2018.2873600","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2018.2873600","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072738943","display_name":"Dawood Al Chanti","orcid":"https://orcid.org/0000-0002-6258-6970"},"institutions":[{"id":"https://openalex.org/I106785703","display_name":"Institut polytechnique de Grenoble","ror":"https://ror.org/05sbt2524","country_code":"FR","type":"education","lineage":["https://openalex.org/I106785703","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210124956","display_name":"GIPSA-Lab","ror":"https://ror.org/02wrme198","country_code":"FR","type":"facility","lineage":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I4210124956","https://openalex.org/I899635006","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Dawood Al Chanti","raw_affiliation_strings":["CNRS, Grenoble INP, and the Institute of Engineering, GIPSA-lab, University of Grenoble Alpes, Grenoble, France","GIPSA-AGPIG - GIPSA - Architecture, G\u00e9om\u00e9trie, Perception, Images, Gestes (GIPSA-lab, 11 rue des Math\u00e9matiques, Grenoble Campus BP46, F-38402 SAINT MARTIN D'HERES CEDEX - France)"],"affiliations":[{"raw_affiliation_string":"CNRS, Grenoble INP, and the Institute of Engineering, GIPSA-lab, University of Grenoble Alpes, Grenoble, France","institution_ids":["https://openalex.org/I106785703","https://openalex.org/I4210124956","https://openalex.org/I899635006","https://openalex.org/I1294671590"]},{"raw_affiliation_string":"GIPSA-AGPIG - GIPSA - Architecture, G\u00e9om\u00e9trie, Perception, Images, Gestes (GIPSA-lab, 11 rue des Math\u00e9matiques, Grenoble Campus BP46, F-38402 SAINT MARTIN D'HERES CEDEX - France)","institution_ids":["https://openalex.org/I4210124956"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081662880","display_name":"Alice Caplier","orcid":"https://orcid.org/0000-0002-5937-4627"},"institutions":[{"id":"https://openalex.org/I106785703","display_name":"Institut polytechnique de Grenoble","ror":"https://ror.org/05sbt2524","country_code":"FR","type":"education","lineage":["https://openalex.org/I106785703","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210124956","display_name":"GIPSA-Lab","ror":"https://ror.org/02wrme198","country_code":"FR","type":"facility","lineage":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I4210124956","https://openalex.org/I899635006","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Alice Caplier","raw_affiliation_strings":["CNRS, Grenoble INP, and the Institute of Engineering, GIPSA-lab, University of Grenoble Alpes, Grenoble, France","GIPSA-AGPIG - GIPSA - Architecture, G\u00e9om\u00e9trie, Perception, Images, Gestes (GIPSA-lab, 11 rue des Math\u00e9matiques, Grenoble Campus BP46, F-38402 SAINT MARTIN D'HERES CEDEX - France)"],"affiliations":[{"raw_affiliation_string":"CNRS, Grenoble INP, and the Institute of Engineering, GIPSA-lab, University of Grenoble Alpes, Grenoble, France","institution_ids":["https://openalex.org/I106785703","https://openalex.org/I4210124956","https://openalex.org/I899635006","https://openalex.org/I1294671590"]},{"raw_affiliation_string":"GIPSA-AGPIG - GIPSA - Architecture, G\u00e9om\u00e9trie, Perception, Images, Gestes (GIPSA-lab, 11 rue des Math\u00e9matiques, Grenoble Campus BP46, F-38402 SAINT MARTIN D'HERES CEDEX - France)","institution_ids":["https://openalex.org/I4210124956"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5072738943"],"corresponding_institution_ids":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I4210124956","https://openalex.org/I899635006"],"apc_list":null,"apc_paid":null,"fwci":1.4885,"has_fulltext":false,"cited_by_count":49,"citation_normalized_percentile":{"value":0.87253187,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"12","issue":"2","first_page":"363","last_page":"376"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7453518509864807},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7012078166007996},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.6945054531097412},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6173349022865295},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.6051598191261292},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5518109798431396},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.4986915588378906},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4789365231990814},{"id":"https://openalex.org/keywords/pyramid","display_name":"Pyramid (geometry)","score":0.4779784083366394},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.4770228862762451},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.43165484070777893},{"id":"https://openalex.org/keywords/spatial-contextual-awareness","display_name":"Spatial contextual awareness","score":0.4292118549346924},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.34667372703552246},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.08280438184738159}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7453518509864807},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7012078166007996},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.6945054531097412},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6173349022865295},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.6051598191261292},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5518109798431396},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.4986915588378906},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4789365231990814},{"id":"https://openalex.org/C142575187","wikidata":"https://www.wikidata.org/wiki/Q3358290","display_name":"Pyramid (geometry)","level":2,"score":0.4779784083366394},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.4770228862762451},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.43165484070777893},{"id":"https://openalex.org/C64754055","wikidata":"https://www.wikidata.org/wiki/Q7574053","display_name":"Spatial contextual awareness","level":2,"score":0.4292118549346924},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.34667372703552246},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.08280438184738159},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/taffc.2018.2873600","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2018.2873600","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-01889512v1","is_oa":false,"landing_page_url":"https://hal.univ-grenoble-alpes.fr/hal-01889512","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://ieeexplore.ieee.org/document/8481451","raw_type":"Journal articles"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":75,"referenced_works":["https://openalex.org/W152725222","https://openalex.org/W1480583224","https://openalex.org/W1485009520","https://openalex.org/W1522301498","https://openalex.org/W1533861849","https://openalex.org/W1574466283","https://openalex.org/W1595126664","https://openalex.org/W1599520761","https://openalex.org/W1909952827","https://openalex.org/W1976073403","https://openalex.org/W1983364832","https://openalex.org/W1987231241","https://openalex.org/W2017039362","https://openalex.org/W2031402837","https://openalex.org/W2033702744","https://openalex.org/W2035161948","https://openalex.org/W2045472600","https://openalex.org/W2047504516","https://openalex.org/W2064675550","https://openalex.org/W2068908391","https://openalex.org/W2085734469","https://openalex.org/W2094149843","https://openalex.org/W2095705004","https://openalex.org/W2100916003","https://openalex.org/W2107878631","https://openalex.org/W2108333036","https://openalex.org/W2124676497","https://openalex.org/W2125127226","https://openalex.org/W2128554449","https://openalex.org/W2132644735","https://openalex.org/W2139916508","https://openalex.org/W2145310492","https://openalex.org/W2152893717","https://openalex.org/W2161634108","https://openalex.org/W2162915993","https://openalex.org/W2163605009","https://openalex.org/W2163922914","https://openalex.org/W2165183780","https://openalex.org/W2179352600","https://openalex.org/W2182444045","https://openalex.org/W2187089797","https://openalex.org/W2198512331","https://openalex.org/W2244142460","https://openalex.org/W2268421884","https://openalex.org/W2323087493","https://openalex.org/W2402144811","https://openalex.org/W2467579536","https://openalex.org/W2552317450","https://openalex.org/W2599998391","https://openalex.org/W2605129074","https://openalex.org/W2609218591","https://openalex.org/W2617750261","https://openalex.org/W2622979832","https://openalex.org/W2736431578","https://openalex.org/W2953384591","https://openalex.org/W2964121744","https://openalex.org/W3098722327","https://openalex.org/W3102827678","https://openalex.org/W4230277160","https://openalex.org/W4239399610","https://openalex.org/W4285719527","https://openalex.org/W4298273607","https://openalex.org/W6606108360","https://openalex.org/W6631190155","https://openalex.org/W6631943919","https://openalex.org/W6634402923","https://openalex.org/W6674330103","https://openalex.org/W6684191040","https://openalex.org/W6685723991","https://openalex.org/W6687716273","https://openalex.org/W6713134421","https://openalex.org/W6719528878","https://openalex.org/W6729559899","https://openalex.org/W6735767690","https://openalex.org/W6780226713"],"related_works":["https://openalex.org/W2953234277","https://openalex.org/W2022849497","https://openalex.org/W2810679507","https://openalex.org/W3081299480","https://openalex.org/W2407190427","https://openalex.org/W2919210741","https://openalex.org/W2907584218","https://openalex.org/W3002446410","https://openalex.org/W4390224712","https://openalex.org/W4322096758"],"abstract_inverted_index":{"Facial":[0],"expressions":[1],"involve":[2],"dynamic":[3,38],"morphological":[4],"changes":[5,112],"in":[6,155,166],"a":[7,18,120,194],"face,":[8],"conveying":[9],"information":[10,67,129],"about":[11],"the":[12,23,36,45,49,69,76,83,117,142,147,175],"expresser's":[13],"feelings.":[14],"Each":[15],"emotion":[16],"has":[17],"specific":[19],"spatial":[20],"deformation":[21],"over":[22],"face":[24,50],"and":[25,51,75,152,157],"temporal":[26],"profile":[27],"with":[28],"distinct":[29],"time":[30,89,158],"segments.":[31],"We":[32],"aim":[33],"at":[34,186],"modeling":[35],"human":[37],"emotional":[39],"behavior":[40],"by":[41,130],"taking":[42,131],"into":[43,132],"consideration":[44],"visual":[46,144],"content":[47],"of":[48,87,146],"its":[52,88],"evolution.":[53],"But":[54],"emotions":[55],"can":[56],"both":[57],"speed-up":[58],"or":[59],"slow-down,":[60],"therefore":[61],"it":[62],"is":[63,96,106,124,150],"important":[64],"to":[65,81,98,108,126,168],"incorporate":[66],"from":[68,162],"local":[70,101,164],"neighborhood":[71],"frames":[72],"(short-term":[73],"dependencies)":[74,80],"global":[77,143,183],"setting":[78],"(long-term":[79],"summarize":[82],"segment":[84],"context":[85],"despite":[86],"variations.":[90],"A":[91],"3D-Convolutional":[92],"Neural":[93],"Networks":[94],"(3D-CNN)":[95],"used":[97],"learn":[99,127],"early":[100],"spatiotemporal":[102,111,135,184],"features.":[103],"The":[104,137],"3D-CNN":[105],"designed":[107,125],"capture":[109],"subtle":[110],"that":[113,159],"may":[114],"occur":[115],"on":[116,181],"face.":[118],"Then,":[119],"Convolutional-Long-Short-Term-Memory":[121],"(ConvLSTM)":[122],"network":[123,139],"semantic":[128],"account":[133],"longer":[134],"dependencies.":[136],"ConvLSTM":[138],"helps":[140],"considering":[141],"saliency":[145],"expression.":[148],"That":[149],"locating":[151],"learning":[153],"features":[154,173,185],"space":[156],"stand":[160],"out":[161],"their":[163],"neighbors":[165],"order":[167],"signify":[169],"distinctive":[170],"facial":[171],"expression":[172],"along":[174],"entire":[176],"sequence.":[177],"Non-variant":[178],"representations":[179],"based":[180],"aggregating":[182],"increasingly":[187],"fine":[188],"resolutions":[189],"are":[190],"then":[191],"done":[192],"using":[193],"weighted":[195],"Spatial":[196],"Pyramid":[197],"Pooling":[198],"layer.":[199]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":2}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}