{"id":"https://openalex.org/W2793312177","doi":"https://doi.org/10.1109/tmm.2018.2818015","title":"Multimodal Framework for Analyzing the Affect of a Group of People","display_name":"Multimodal Framework for Analyzing the Affect of a Group of People","publication_year":2018,"publication_date":"2018-03-23","ids":{"openalex":"https://openalex.org/W2793312177","doi":"https://doi.org/10.1109/tmm.2018.2818015","mag":"2793312177"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2018.2818015","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2018.2818015","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083815471","display_name":"Xiaohua Huang","orcid":"https://orcid.org/0000-0001-8897-3517"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Xiaohua Huang","raw_affiliation_strings":["Center for Machine Vision and Signal Analysis, University of Oulu, Oulu, Finland"],"affiliations":[{"raw_affiliation_string":"Center for Machine Vision and Signal Analysis, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085376429","display_name":"Abhinav Dhall","orcid":"https://orcid.org/0000-0002-2230-1440"},"institutions":[{"id":"https://openalex.org/I119241673","display_name":"Indian Institute of Technology Ropar","ror":"https://ror.org/02qkhhn56","country_code":"IN","type":"education","lineage":["https://openalex.org/I119241673"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Abhinav Dhall","raw_affiliation_strings":["Department of Computer Science and Engineering, Indian Institute of Technology Ropar, Rupnagar, India"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Indian Institute of Technology Ropar, Rupnagar, India","institution_ids":["https://openalex.org/I119241673"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046144886","display_name":"Roland Goecke","orcid":"https://orcid.org/0000-0003-2279-7041"},"institutions":[{"id":"https://openalex.org/I188329596","display_name":"University of Canberra","ror":"https://ror.org/04s1nv328","country_code":"AU","type":"education","lineage":["https://openalex.org/I188329596"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Roland Goecke","raw_affiliation_strings":["Human-Centred Technology Research Centre, University of Canberra, Bruce, Australia"],"affiliations":[{"raw_affiliation_string":"Human-Centred Technology Research Centre, University of Canberra, Bruce, Australia","institution_ids":["https://openalex.org/I188329596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014611768","display_name":"Matti Pietik\u00e4inen","orcid":"https://orcid.org/0000-0003-2263-6731"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Matti Pietikainen","raw_affiliation_strings":["Center for Machine Vision and Signal Analysis, University of Oulu, Oulu, Finland"],"affiliations":[{"raw_affiliation_string":"Center for Machine Vision and Signal Analysis, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082301986","display_name":"Guoying Zhao","orcid":"https://orcid.org/0000-0003-3694-206X"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Guoying Zhao","raw_affiliation_strings":["Center for Machine Vision and Signal Analysis, University of Oulu, Oulu, Finland"],"affiliations":[{"raw_affiliation_string":"Center for Machine Vision and Signal Analysis, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5083815471"],"corresponding_institution_ids":["https://openalex.org/I98381234"],"apc_list":null,"apc_paid":null,"fwci":1.702,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.88497001,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":"20","issue":"10","first_page":"2706","last_page":"2721"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.803595781326294},{"id":"https://openalex.org/keywords/upload","display_name":"Upload","score":0.6939964890480042},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.5551055073738098},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.51457279920578},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.46646368503570557},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.4628234803676605},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.45354288816452026},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.4533887803554535},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.446074515581131},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.43231403827667236},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.42494022846221924},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.42263588309288025},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.363341748714447},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3566396236419678},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.34449729323387146},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32440972328186035}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.803595781326294},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.6939964890480042},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.5551055073738098},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.51457279920578},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.46646368503570557},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.4628234803676605},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.45354288816452026},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.4533887803554535},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.446074515581131},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.43231403827667236},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.42494022846221924},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.42263588309288025},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.363341748714447},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3566396236419678},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.34449729323387146},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32440972328186035},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tmm.2018.2818015","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2018.2818015","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},{"id":"pmh:oai:oulu.fi:nbnfi-fe2019040511211","is_oa":false,"landing_page_url":"http://urn.fi/urn:nbn:fi-fe2019040511211","pdf_url":null,"source":{"id":"https://openalex.org/S4306400284","display_name":"University of Oulu Repository (University of Oulu)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98381234","host_organization_name":"University of Oulu","host_organization_lineage":["https://openalex.org/I98381234"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4203521067","display_name":null,"funder_award_id":"61772419","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321108","display_name":"Academy of Finland","ror":"https://ror.org/05k73zm37"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":85,"referenced_works":["https://openalex.org/W1201875361","https://openalex.org/W1480705149","https://openalex.org/W1543159378","https://openalex.org/W1566135517","https://openalex.org/W1603712378","https://openalex.org/W1606493646","https://openalex.org/W1606858007","https://openalex.org/W1607979445","https://openalex.org/W1648900468","https://openalex.org/W1670132599","https://openalex.org/W1686810756","https://openalex.org/W1938929646","https://openalex.org/W1975780119","https://openalex.org/W1999693420","https://openalex.org/W2003220250","https://openalex.org/W2009647132","https://openalex.org/W2037960784","https://openalex.org/W2038821742","https://openalex.org/W2043825031","https://openalex.org/W2050759532","https://openalex.org/W2072989778","https://openalex.org/W2085341951","https://openalex.org/W2085748523","https://openalex.org/W2094637479","https://openalex.org/W2095680420","https://openalex.org/W2113855951","https://openalex.org/W2115576268","https://openalex.org/W2117072267","https://openalex.org/W2124386111","https://openalex.org/W2124701069","https://openalex.org/W2128042196","https://openalex.org/W2135269154","https://openalex.org/W2136155248","https://openalex.org/W2138269750","https://openalex.org/W2143492886","https://openalex.org/W2148718796","https://openalex.org/W2154683974","https://openalex.org/W2161969291","https://openalex.org/W2162915993","https://openalex.org/W2163352848","https://openalex.org/W2165731615","https://openalex.org/W2167575226","https://openalex.org/W2168053878","https://openalex.org/W2168337729","https://openalex.org/W2182998784","https://openalex.org/W2189540548","https://openalex.org/W2248915651","https://openalex.org/W2332909796","https://openalex.org/W2467021982","https://openalex.org/W2478370530","https://openalex.org/W2546815862","https://openalex.org/W2548197316","https://openalex.org/W2548676029","https://openalex.org/W2549054384","https://openalex.org/W2917597516","https://openalex.org/W2963826257","https://openalex.org/W6628667042","https://openalex.org/W6632572323","https://openalex.org/W6636259569","https://openalex.org/W6636276258","https://openalex.org/W6636412649","https://openalex.org/W6636492697","https://openalex.org/W6636680187","https://openalex.org/W6636883489","https://openalex.org/W6637373629","https://openalex.org/W6640464587","https://openalex.org/W6644496774","https://openalex.org/W6652865302","https://openalex.org/W6661284996","https://openalex.org/W6663038813","https://openalex.org/W6672156761","https://openalex.org/W6677495702","https://openalex.org/W6678135826","https://openalex.org/W6681552726","https://openalex.org/W6682525891","https://openalex.org/W6683411478","https://openalex.org/W6686249510","https://openalex.org/W6691607751","https://openalex.org/W6702449057","https://openalex.org/W6721582342","https://openalex.org/W6729355744","https://openalex.org/W6729489528","https://openalex.org/W6729651492","https://openalex.org/W6729670263","https://openalex.org/W6744066284"],"related_works":["https://openalex.org/W2944823289","https://openalex.org/W3037018281","https://openalex.org/W2972592048","https://openalex.org/W2358319515","https://openalex.org/W4321854979","https://openalex.org/W2003209439","https://openalex.org/W2497626292","https://openalex.org/W4312214821","https://openalex.org/W4361862506","https://openalex.org/W2985118265"],"abstract_inverted_index":{"With":[0],"the":[1,6,23,26,41,60,63,75,103,174,177,184,191],"advances":[2],"in":[3,53,56,109,118],"multimedia":[4],"and":[5,15,39,78,137,151,170,183],"world":[7],"wide":[8],"web,":[9],"users":[10],"upload":[11],"millions":[12],"of":[13,28,35,48,62,107,133,176],"images":[14],"videos":[16],"everyone":[17],"on":[18,22,163],"social":[19,54],"networking":[20],"platforms":[21],"Internet.":[24],"From":[25],"perspective":[27],"automatic":[29],"human":[30],"behavior":[31],"understanding,":[32],"it":[33],"is":[34,66,71],"interest":[36],"to":[37,74,172],"analyze":[38],"model":[40],"affects":[42],"that":[43,65,190],"are":[44,51,161],"exhibited":[45],"by":[46,68],"groups":[47],"people":[49,70],"who":[50],"participating":[52],"events":[55],"these":[57],"images.":[58],"However,":[59],"analysis":[61,105],"affect":[64],"expressed":[67],"multiple":[69,143],"challenging":[72,110,157,165],"due":[73],"varied":[76],"indoor":[77],"outdoor":[79],"settings.":[80],"Recently,":[81],"a":[82,98,115,119],"few":[83],"interesting":[84],"works":[85],"have":[86],"investigated":[87],"face-based":[88],"group-level":[89,120,166],"emotion":[90,167],"recognition":[91],"(GER).":[92],"In":[93],"this":[94],"paper,":[95],"we":[96,122,140],"propose":[97,124],"multimodal":[99,185,192],"framework":[100,193],"for":[101,113,129,146,154,197],"enhancing":[102],"affective":[104],"ability":[106],"GER":[108,155],"environments.":[111,158],"Specifically,":[112],"encoding":[114],"person's":[116],"information":[117,126,153],"image,":[121],"first":[123],"an":[125],"aggregation":[127],"method":[128],"generating":[130],"feature":[131],"descriptions":[132],"face,":[134,148,178],"upper":[135,149,179],"body,":[136,150,180],"scene.":[138],"Later,":[139],"revisit":[141],"localized":[142],"kernel":[144],"learning":[145],"fusing":[147],"scene":[152,181],"against":[156],"Intensive":[159],"experiments":[160],"performed":[162],"two":[164],"databases":[168],"(HAPPEI":[169],"GAFF)":[171],"investigate":[173],"roles":[175],"information,":[182],"framework.":[186],"Experimental":[187],"results":[188],"demonstrate":[189],"achieves":[194],"promising":[195],"performance":[196],"GER.":[198]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}