{"id":"https://openalex.org/W3093708258","doi":"https://doi.org/10.1145/3383652.3423892","title":"Human-in-the-Loop AI for Analysis of Free Response Facial Expression Label Sets","display_name":"Human-in-the-Loop AI for Analysis of Free Response Facial Expression Label Sets","publication_year":2020,"publication_date":"2020-10-19","ids":{"openalex":"https://openalex.org/W3093708258","doi":"https://doi.org/10.1145/3383652.3423892","mag":"3093708258"},"language":"en","primary_location":{"id":"doi:10.1145/3383652.3423892","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3383652.3423892","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th ACM International Conference on Intelligent Virtual Agents","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041380638","display_name":"Crystal Butler","orcid":null},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Crystal Butler","raw_affiliation_strings":["Computer Science and Engineering, New York University, New York, NY USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, New York University, New York, NY USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047158239","display_name":"Harriet Oster","orcid":null},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Harriet Oster","raw_affiliation_strings":["Psychology, New York University, New York, NY USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Psychology, New York University, New York, NY USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077267552","display_name":"Julian Togelius","orcid":"https://orcid.org/0000-0003-3128-4598"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Julian Togelius","raw_affiliation_strings":["Computer Science and Engineering, New York University, New York, NY USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, New York University, New York, NY USA","institution_ids":["https://openalex.org/I57206974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I57206974"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.9682000279426575,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sadness","display_name":"Sadness","score":0.922109842300415},{"id":"https://openalex.org/keywords/disgust","display_name":"Disgust","score":0.8764453530311584},{"id":"https://openalex.org/keywords/contempt","display_name":"Contempt","score":0.8399767875671387},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.7149171233177185},{"id":"https://openalex.org/keywords/surprise","display_name":"Surprise","score":0.7032120227813721},{"id":"https://openalex.org/keywords/anger","display_name":"Anger","score":0.6986624002456665},{"id":"https://openalex.org/keywords/happiness","display_name":"Happiness","score":0.5990039706230164},{"id":"https://openalex.org/keywords/emotion-classification","display_name":"Emotion classification","score":0.5666940212249756},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5638855695724487},{"id":"https://openalex.org/keywords/lexicon","display_name":"Lexicon","score":0.5224986672401428},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5158280730247498},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.44029393792152405},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.43592146039009094},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.4257616698741913},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4243742525577545},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.35928839445114136},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.22714072465896606},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10151824355125427}],"concepts":[{"id":"https://openalex.org/C2779812673","wikidata":"https://www.wikidata.org/wiki/Q169251","display_name":"Sadness","level":3,"score":0.922109842300415},{"id":"https://openalex.org/C2777375102","wikidata":"https://www.wikidata.org/wiki/Q208351","display_name":"Disgust","level":3,"score":0.8764453530311584},{"id":"https://openalex.org/C2777316895","wikidata":"https://www.wikidata.org/wiki/Q5338825","display_name":"Contempt","level":2,"score":0.8399767875671387},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.7149171233177185},{"id":"https://openalex.org/C2780343955","wikidata":"https://www.wikidata.org/wiki/Q333173","display_name":"Surprise","level":2,"score":0.7032120227813721},{"id":"https://openalex.org/C2779302386","wikidata":"https://www.wikidata.org/wiki/Q79871","display_name":"Anger","level":2,"score":0.6986624002456665},{"id":"https://openalex.org/C2778999518","wikidata":"https://www.wikidata.org/wiki/Q8","display_name":"Happiness","level":2,"score":0.5990039706230164},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.5666940212249756},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5638855695724487},{"id":"https://openalex.org/C2778121359","wikidata":"https://www.wikidata.org/wiki/Q8096","display_name":"Lexicon","level":2,"score":0.5224986672401428},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5158280730247498},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.44029393792152405},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.43592146039009094},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4257616698741913},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4243742525577545},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.35928839445114136},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.22714072465896606},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10151824355125427},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3383652.3423892","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3383652.3423892","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th ACM International Conference on Intelligent Virtual Agents","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6399999856948853,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1595126664","https://openalex.org/W1662133657","https://openalex.org/W1814992895","https://openalex.org/W1973672195","https://openalex.org/W1980331490","https://openalex.org/W1983578042","https://openalex.org/W2024166834","https://openalex.org/W2028529794","https://openalex.org/W2032569355","https://openalex.org/W2043982048","https://openalex.org/W2061504941","https://openalex.org/W2080211902","https://openalex.org/W2103318667","https://openalex.org/W2103943262","https://openalex.org/W2107114452","https://openalex.org/W2126287157","https://openalex.org/W2138521251","https://openalex.org/W2145570131","https://openalex.org/W2255669371","https://openalex.org/W2268324394","https://openalex.org/W2329093554","https://openalex.org/W2414416903","https://openalex.org/W2487869930","https://openalex.org/W2507274780","https://openalex.org/W2530372971","https://openalex.org/W2557674837","https://openalex.org/W2611883238","https://openalex.org/W2766913512","https://openalex.org/W2914586147","https://openalex.org/W2930957955","https://openalex.org/W2997185401","https://openalex.org/W3012004216","https://openalex.org/W4205630686","https://openalex.org/W4214751380","https://openalex.org/W4238005789","https://openalex.org/W4256441345"],"related_works":["https://openalex.org/W2028755160","https://openalex.org/W2514450782","https://openalex.org/W4210397330","https://openalex.org/W4309715800","https://openalex.org/W2054236332","https://openalex.org/W2376611618","https://openalex.org/W2990767291","https://openalex.org/W3159642023","https://openalex.org/W2947045439","https://openalex.org/W2009396855"],"abstract_inverted_index":{"Facial":[0],"expressions":[1],"(FEs)":[2],"communicate":[3],"a":[4,53],"rich":[5],"variety":[6],"of":[7,19,28,44,64,76],"social,":[8],"grammatical,":[9],"and":[10,36,46],"affective":[11],"signals.":[12],"However,":[13,78],"the":[14,61,68],"most":[15,69],"generally":[16],"accepted":[17],"set":[18],"recognizable":[20],"FEs":[21],"remains":[22],"limited":[23],"to":[24,88],"seven":[25],"basic":[26],"displays":[27],"emotion:":[29],"happiness,":[30],"sadness,":[31],"fear,":[32],"anger,":[33],"disgust,":[34],"surprise":[35],"contempt.":[37],"To":[38],"develop":[39],"intelligent":[40],"virtual":[41],"agents":[42],"capable":[43],"interpreting":[45],"synthesizing":[47],"nuanced":[48],"facial":[49],"behavior,":[50],"we":[51],"need":[52],"more":[54],"complete":[55],"lexicon.":[56],"One":[57],"roadblock":[58],"has":[59,80],"been":[60,81],"limiting":[62],"nature":[63],"forced-choice":[65],"study":[66],"designs,":[67],"common":[70],"paradigm":[71],"for":[72],"investigating":[73],"observer":[74],"judgements":[75],"FEs.":[77],"there":[79],"no":[82],"consensus":[83],"on":[84],"an":[85],"objective":[86],"way":[87],"evaluate":[89],"alternative":[90],"free":[91],"response":[92],"designs.":[93]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}