{"id":"https://openalex.org/W2767359575","doi":"https://doi.org/10.1145/3136755.3143008","title":"Group emotion recognition with individual facial emotion CNNs and global image based CNNs","display_name":"Group emotion recognition with individual facial emotion CNNs and global image based CNNs","publication_year":2017,"publication_date":"2017-11-03","ids":{"openalex":"https://openalex.org/W2767359575","doi":"https://doi.org/10.1145/3136755.3143008","mag":"2767359575"},"language":"en","primary_location":{"id":"doi:10.1145/3136755.3143008","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3136755.3143008","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th ACM International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030309191","display_name":"Lianzhi Tan","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lianzhi Tan","raw_affiliation_strings":["SIAT at Chinese Academy of Sciences, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SIAT at Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036606244","display_name":"Kaipeng Zhang","orcid":"https://orcid.org/0000-0001-6105-6532"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Kaipeng Zhang","raw_affiliation_strings":["National Taiwan University, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Taiwan University, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083708903","display_name":"Kai Wang","orcid":"https://orcid.org/0000-0003-2332-7762"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Wang","raw_affiliation_strings":["SIAT at Chinese Academy of Sciences, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SIAT at Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110707839","display_name":"Xiaoxing Zeng","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoxing Zeng","raw_affiliation_strings":["SIAT at Chinese Academy of Sciences, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SIAT at Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033413473","display_name":"Xiaojiang Peng","orcid":"https://orcid.org/0000-0002-5783-321X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaojiang Peng","raw_affiliation_strings":["SIAT at Chinese Academy of Sciences, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SIAT at Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100748135","display_name":"Yu Qiao","orcid":"https://orcid.org/0000-0002-1889-2567"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Qiao","raw_affiliation_strings":["SIAT at Chinese Academy of Sciences, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SIAT at Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":73,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"549","last_page":"552"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.9090969562530518},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.774387001991272},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7379705905914307},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6656909584999084},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.6574192047119141},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.5809348821640015},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5805506110191345},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.48853763937950134},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.47940418124198914},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.46175336837768555},{"id":"https://openalex.org/keywords/emotion-classification","display_name":"Emotion classification","score":0.45259571075439453},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.4497619867324829},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.4227157235145569},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.19420313835144043}],"concepts":[{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.9090969562530518},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.774387001991272},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7379705905914307},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6656909584999084},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6574192047119141},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.5809348821640015},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5805506110191345},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.48853763937950134},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.47940418124198914},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.46175336837768555},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.45259571075439453},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.4497619867324829},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.4227157235145569},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.19420313835144043},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3136755.3143008","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3136755.3143008","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th ACM International Conference on Multimodal Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.75,"display_name":"Reduced inequalities"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1509966554","https://openalex.org/W1603712378","https://openalex.org/W1648900468","https://openalex.org/W1686810756","https://openalex.org/W2108598243","https://openalex.org/W2332909796","https://openalex.org/W2341528187","https://openalex.org/W2481681431","https://openalex.org/W2523517997","https://openalex.org/W2546649374","https://openalex.org/W2547683630","https://openalex.org/W2548676029","https://openalex.org/W2549054384","https://openalex.org/W2609296554","https://openalex.org/W2735936864","https://openalex.org/W2767348466","https://openalex.org/W2949117887","https://openalex.org/W2949650786","https://openalex.org/W2963656735","https://openalex.org/W3101998545"],"related_works":["https://openalex.org/W2945121592","https://openalex.org/W4229443568","https://openalex.org/W2584926856","https://openalex.org/W2075935902","https://openalex.org/W3000867607","https://openalex.org/W2798351401","https://openalex.org/W2913821117","https://openalex.org/W2729544402","https://openalex.org/W2519456985","https://openalex.org/W2014713986"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"our":[3],"approach":[4,38],"for":[5,82,92],"group-level":[6],"emotion":[7,30,52,63,145],"recognition":[8],"in":[9,13,71],"the":[10,14,28,60,69,76,107,132,138,142,149,157,166],"Emotion":[11],"Recognition":[12],"Wild":[15],"Challenge":[16],"2017.":[17],"The":[18],"task":[19],"is":[20,39],"to":[21,79,123,140],"classify":[22],"an":[23,72],"image":[24,56,77,109,139],"into":[25],"one":[26],"of":[27,44],"group":[29,144],"such":[31],"as":[32],"positive,":[33],"neutral":[34],"or":[35],"negative.":[36],"Our":[37],"based":[40,57,110],"on":[41,100,156],"two":[42,98],"types":[43],"Convolutional":[45],"Neural":[46],"Networks":[47],"(CNNs),":[48],"namely":[49],"individual":[50,61],"facial":[51,62],"CNNs":[53,99],"and":[54,74,95,103,119,137,154,160],"global":[55,108],"CNNs.":[58],"For":[59,106,126],"CNNs,":[64,111],"we":[65,86,96,112,130],"first":[66],"extract":[67],"all":[68,80,135],"faces":[70,81,136],"image,":[73,129],"assign":[75],"label":[78],"training.":[83],"In":[84],"particular,":[85],"utilize":[87],"a":[88,127],"large-margin":[89],"softmax":[90],"loss":[91],"discriminative":[93],"learning":[94],"train":[97],"both":[101],"aligned":[102],"non-aligned":[104],"faces.":[105],"compare":[113],"several":[114],"recent":[115],"state-of-the-art":[116],"network":[117],"structures":[118],"data":[120],"augmentation":[121],"strategies":[122],"boost":[124],"performance.":[125],"test":[128],"average":[131],"scores":[133],"from":[134],"predict":[141],"final":[143],"category.":[146],"We":[147],"win":[148],"challenge":[150],"with":[151],"accuracies":[152],"83.9%":[153],"80.9%":[155],"validation":[158],"set":[159,162],"testing":[161],"respectively,":[163],"which":[164],"improve":[165],"baseline":[167],"results":[168],"by":[169],"about":[170],"30%.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":17},{"year":2018,"cited_by_count":9}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}