{"id":"https://openalex.org/W3093526655","doi":"https://doi.org/10.1145/3382507.3418872","title":"MSP-Face Corpus","display_name":"MSP-Face Corpus","publication_year":2020,"publication_date":"2020-10-21","ids":{"openalex":"https://openalex.org/W3093526655","doi":"https://doi.org/10.1145/3382507.3418872","mag":"3093526655"},"language":"en","primary_location":{"id":"doi:10.1145/3382507.3418872","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3382507.3418872","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006538361","display_name":"Andrea Vidal","orcid":"https://orcid.org/0000-0001-9834-292X"},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Andrea Vidal","raw_affiliation_strings":["University of Texas at Dallas, Richardson, TX, USA"],"affiliations":[{"raw_affiliation_string":"University of Texas at Dallas, Richardson, TX, USA","institution_ids":["https://openalex.org/I162577319"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030061643","display_name":"Ali N. Salman","orcid":"https://orcid.org/0000-0003-1395-0382"},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ali Salman","raw_affiliation_strings":["University of Texas at Dallas, Richardson, TX, USA"],"affiliations":[{"raw_affiliation_string":"University of Texas at Dallas, Richardson, TX, USA","institution_ids":["https://openalex.org/I162577319"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070819601","display_name":"Wei-Cheng Lin","orcid":"https://orcid.org/0000-0003-1933-1590"},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei-Cheng Lin","raw_affiliation_strings":["University of Texas at Dallas, Richardson, TX, USA"],"affiliations":[{"raw_affiliation_string":"University of Texas at Dallas, Richardson, TX, USA","institution_ids":["https://openalex.org/I162577319"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040793194","display_name":"Carlos Busso","orcid":"https://orcid.org/0000-0002-4075-4072"},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carlos Busso","raw_affiliation_strings":["University of Texas at Dallas, Richardson, TX, USA"],"affiliations":[{"raw_affiliation_string":"University of Texas at Dallas, Richardson, TX, USA","institution_ids":["https://openalex.org/I162577319"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5006538361"],"corresponding_institution_ids":["https://openalex.org/I162577319"],"apc_list":null,"apc_paid":null,"fwci":1.3668,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.82059423,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"397","last_page":"405"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.9769999980926514,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7670795917510986},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6702102422714233},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.5420381426811218},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5284531116485596},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.5198448300361633},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.519788384437561},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.5120294690132141},{"id":"https://openalex.org/keywords/emotion-classification","display_name":"Emotion classification","score":0.4964359402656555},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42916280031204224},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.42816242575645447},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4029057025909424},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35266149044036865}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7670795917510986},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6702102422714233},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.5420381426811218},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5284531116485596},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.5198448300361633},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.519788384437561},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.5120294690132141},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.4964359402656555},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42916280031204224},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.42816242575645447},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4029057025909424},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35266149044036865},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3382507.3418872","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3382507.3418872","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 International Conference on Multimodal Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.6499999761581421,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1966797434","https://openalex.org/W1998866511","https://openalex.org/W2030931454","https://openalex.org/W2045528981","https://openalex.org/W2085662862","https://openalex.org/W2092804630","https://openalex.org/W2095797119","https://openalex.org/W2122098299","https://openalex.org/W2132555391","https://openalex.org/W2143350951","https://openalex.org/W2146334809","https://openalex.org/W2158630797","https://openalex.org/W2168692779","https://openalex.org/W2169931729","https://openalex.org/W2170876097","https://openalex.org/W2243753858","https://openalex.org/W2325939864","https://openalex.org/W2342475039","https://openalex.org/W2404863510","https://openalex.org/W2512798946","https://openalex.org/W2520774990","https://openalex.org/W2525412388","https://openalex.org/W2530876040","https://openalex.org/W2547246052","https://openalex.org/W2550557083","https://openalex.org/W2551437525","https://openalex.org/W2730845691","https://openalex.org/W2742542661","https://openalex.org/W2745497104","https://openalex.org/W2746207007","https://openalex.org/W2747172199","https://openalex.org/W2786657259","https://openalex.org/W2803193013","https://openalex.org/W2806649730","https://openalex.org/W2889090126","https://openalex.org/W2889100420","https://openalex.org/W2910165986","https://openalex.org/W2936669509","https://openalex.org/W2937657912","https://openalex.org/W2962839749","https://openalex.org/W2963037989","https://openalex.org/W2963822910","https://openalex.org/W2969985801","https://openalex.org/W2971704668","https://openalex.org/W3023742835","https://openalex.org/W3122081138","https://openalex.org/W3210232381","https://openalex.org/W4237530378"],"related_works":["https://openalex.org/W4360994129","https://openalex.org/W4313351211","https://openalex.org/W3125908420","https://openalex.org/W3038982524","https://openalex.org/W2138630609","https://openalex.org/W2800170478","https://openalex.org/W3031096864","https://openalex.org/W3047605795","https://openalex.org/W3014006921","https://openalex.org/W2552144562"],"abstract_inverted_index":{"Expressive":[0],"behaviors":[1],"conveyed":[2],"during":[3],"daily":[4],"interactions":[5],"are":[6,44,53,77,141],"difficult":[7,142],"to":[8,30,79,99,103,143,205],"determine,":[9],"because":[10],"they":[11],"often":[12,45],"consist":[13],"of":[14,17,93,138,153,159,221],"a":[15,69,112,135,175],"blend":[16],"different":[18],"emotions.":[19,40,105],"The":[20,131,162,185],"complexity":[21,89],"in":[22,90],"expressive":[23],"human":[24],"communication":[25],"is":[26,95,156],"an":[27,96],"important":[28,97],"challenge":[29],"build":[31,100],"and":[32,129,208,223,239],"evaluate":[33],"automatic":[34],"systems":[35,43,76],"that":[36,86,140,167],"can":[37],"reliably":[38],"predict":[39],"Emotion":[41],"recognition":[42,75,242],"trained":[46],"with":[47,145,171],"limited":[48],"databases,":[49],"where":[50,120],"the":[51,72,88,91,109,154,157,202,219,225],"emotions":[52,139],"either":[54],"elicited":[55],"or":[56],"recorded":[57],"by":[58],"actors.":[59],"These":[60],"approaches":[61],"do":[62],"not":[63],"necessarily":[64],"reflect":[65,87],"real":[66],"emotions,":[67],"creating":[68],"mismatch":[70],"when":[71],"same":[73],"emotion":[74,94],"applied":[78],"practical":[80],"applications.":[81],"Developing":[82],"rich":[83],"emotional":[84,172,192,214,241],"databases":[85],"externalization":[92],"step":[98],"better":[101],"models":[102],"recognize":[104],"This":[106,216],"study":[107,217],"presents":[108],"MSP-Face":[110],"database,":[111],"natural":[113,132,213],"audiovisual":[114],"database":[115,234],"obtained":[116],"from":[117],"video-sharing":[118],"websites,":[119],"multiple":[121],"individuals":[122],"discuss":[123],"various":[124],"topics":[125],"expressing":[126],"their":[127],"opinions":[128],"experiences.":[130],"recordings":[133,179,195],"convey":[134],"broad":[136],"range":[137],"obtain":[144],"other":[146],"alternative":[147],"data":[148],"collection":[149],"protocols.":[150],"A":[151],"feature":[152],"corpus":[155],"addition":[158],"two":[160],"sets.":[161],"first":[163],"set":[164,187],"includes":[165,188],"videos":[166,190],"have":[168],"been":[169],"annotated":[170],"labels":[173,193],"using":[174,235],"crowd-sourcing":[176],"protocol":[177],"(9,370":[178],"--":[180,196],"24":[181],"hrs,":[182,198],"41":[183],"m).":[184],"second":[186],"similar":[189],"without":[191],"(17,955":[194],"45":[197],"57":[199],"m),":[200],"offering":[201],"perfect":[203],"infrastructure":[204],"explore":[206],"semi-supervised":[207],"unsupervised":[209],"machine-learning":[210],"algorithms":[211],"on":[212],"videos.":[215],"describes":[218],"process":[220],"collecting":[222],"annotating":[224],"corpus.":[226],"It":[227],"also":[228],"provides":[229],"baselines":[230],"over":[231],"this":[232],"new":[233],"unimodal":[236],"(audio,":[237],"video)":[238],"multimodal":[240],"systems.":[243]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2020-10-29T00:00:00"}