{"id":"https://openalex.org/W4309969826","doi":"https://doi.org/10.1109/acii55700.2022.9953864","title":"Interpretable Explainability in Facial Emotion Recognition and Gamification for Data Collection","display_name":"Interpretable Explainability in Facial Emotion Recognition and Gamification for Data Collection","publication_year":2022,"publication_date":"2022-10-18","ids":{"openalex":"https://openalex.org/W4309969826","doi":"https://doi.org/10.1109/acii55700.2022.9953864"},"language":"en","primary_location":{"id":"doi:10.1109/acii55700.2022.9953864","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acii55700.2022.9953864","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 10th International Conference on Affective Computing and Intelligent Interaction (ACII)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031419336","display_name":"Krist Shingjergji","orcid":"https://orcid.org/0000-0002-8239-9478"},"institutions":[{"id":"https://openalex.org/I7876267","display_name":"Open University of the Netherlands","ror":"https://ror.org/018dfmf50","country_code":"NL","type":"education","lineage":["https://openalex.org/I7876267"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Krist Shingjergji","raw_affiliation_strings":["Open University of the Netherlands,Educational Sciences,Heerlen,The Netherlands","Educational Sciences, Open University of the Netherlands, Heerlen, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Open University of the Netherlands,Educational Sciences,Heerlen,The Netherlands","institution_ids":["https://openalex.org/I7876267"]},{"raw_affiliation_string":"Educational Sciences, Open University of the Netherlands, Heerlen, The Netherlands","institution_ids":["https://openalex.org/I7876267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049488661","display_name":"Deniz \u0130ren","orcid":"https://orcid.org/0000-0002-0727-3445"},"institutions":[{"id":"https://openalex.org/I7876267","display_name":"Open University of the Netherlands","ror":"https://ror.org/018dfmf50","country_code":"NL","type":"education","lineage":["https://openalex.org/I7876267"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Deniz Iren","raw_affiliation_strings":["Center for Actionable Research, Open University of the Netherlands,Heerlen,The Netherlands","Center for Actionable Research, Open University of the Netherlands, Heerlen, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Center for Actionable Research, Open University of the Netherlands,Heerlen,The Netherlands","institution_ids":["https://openalex.org/I7876267"]},{"raw_affiliation_string":"Center for Actionable Research, Open University of the Netherlands, Heerlen, The Netherlands","institution_ids":["https://openalex.org/I7876267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052984263","display_name":"Felix B\u00f6ttger","orcid":null},"institutions":[{"id":"https://openalex.org/I7876267","display_name":"Open University of the Netherlands","ror":"https://ror.org/018dfmf50","country_code":"NL","type":"education","lineage":["https://openalex.org/I7876267"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Felix Bottger","raw_affiliation_strings":["Center for Actionable Research, Open University of the Netherlands,Heerlen,The Netherlands","Center for Actionable Research, Open University of the Netherlands, Heerlen, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Center for Actionable Research, Open University of the Netherlands,Heerlen,The Netherlands","institution_ids":["https://openalex.org/I7876267"]},{"raw_affiliation_string":"Center for Actionable Research, Open University of the Netherlands, Heerlen, The Netherlands","institution_ids":["https://openalex.org/I7876267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068252292","display_name":"Corrie Urlings","orcid":"https://orcid.org/0000-0002-4597-2490"},"institutions":[{"id":"https://openalex.org/I7876267","display_name":"Open University of the Netherlands","ror":"https://ror.org/018dfmf50","country_code":"NL","type":"education","lineage":["https://openalex.org/I7876267"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Corrie Urlings","raw_affiliation_strings":["Open University of the Netherlands,Educational Sciences,Heerlen,The Netherlands","Educational Sciences, Open University of the Netherlands, Heerlen, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Open University of the Netherlands,Educational Sciences,Heerlen,The Netherlands","institution_ids":["https://openalex.org/I7876267"]},{"raw_affiliation_string":"Educational Sciences, Open University of the Netherlands, Heerlen, The Netherlands","institution_ids":["https://openalex.org/I7876267"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041318525","display_name":"Roland Klemke","orcid":"https://orcid.org/0000-0002-9268-3229"},"institutions":[{"id":"https://openalex.org/I7876267","display_name":"Open University of the Netherlands","ror":"https://ror.org/018dfmf50","country_code":"NL","type":"education","lineage":["https://openalex.org/I7876267"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Roland Klemke","raw_affiliation_strings":["Open University of the Netherlands,Educational Sciences,Heerlen,The Netherlands","Educational Sciences, Open University of the Netherlands, Heerlen, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Open University of the Netherlands,Educational Sciences,Heerlen,The Netherlands","institution_ids":["https://openalex.org/I7876267"]},{"raw_affiliation_string":"Educational Sciences, Open University of the Netherlands, Heerlen, The Netherlands","institution_ids":["https://openalex.org/I7876267"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5031419336"],"corresponding_institution_ids":["https://openalex.org/I7876267"],"apc_list":null,"apc_paid":null,"fwci":0.7401,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.73361118,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.7910900115966797},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6915028095245361},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5656176805496216},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5427809357643127},{"id":"https://openalex.org/keywords/emotion-perception","display_name":"Emotion perception","score":0.5413354635238647},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.5180378556251526},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5175789594650269},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5147373676300049},{"id":"https://openalex.org/keywords/face-hallucination","display_name":"Face hallucination","score":0.5084282755851746},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.47825729846954346},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.4693148136138916},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.44927018880844116},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4035322070121765},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3660646378993988},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3116048276424408},{"id":"https://openalex.org/keywords/face-detection","display_name":"Face detection","score":0.22847440838813782},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1890682876110077}],"concepts":[{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.7910900115966797},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6915028095245361},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5656176805496216},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5427809357643127},{"id":"https://openalex.org/C2776141551","wikidata":"https://www.wikidata.org/wiki/Q16000087","display_name":"Emotion perception","level":3,"score":0.5413354635238647},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.5180378556251526},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5175789594650269},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5147373676300049},{"id":"https://openalex.org/C54654163","wikidata":"https://www.wikidata.org/wiki/Q5428359","display_name":"Face hallucination","level":5,"score":0.5084282755851746},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.47825729846954346},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.4693148136138916},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.44927018880844116},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4035322070121765},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3660646378993988},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3116048276424408},{"id":"https://openalex.org/C4641261","wikidata":"https://www.wikidata.org/wiki/Q11681085","display_name":"Face detection","level":4,"score":0.22847440838813782},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1890682876110077},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/acii55700.2022.9953864","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acii55700.2022.9953864","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 10th International Conference on Affective Computing and Intelligent Interaction (ACII)","raw_type":"proceedings-article"},{"id":"pmh:oai:research.ou.nl:publications/4b5a2b16-947d-4361-86a0-de2a004f9356","is_oa":false,"landing_page_url":"https://hdl.handle.net/1820/4b5a2b16-947d-4361-86a0-de2a004f9356","pdf_url":null,"source":{"id":"https://openalex.org/S4406922485","display_name":"Open University of the Netherlands Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Shingjergi, K, Iren, Y D, Klemke, R, Urlings, C C J & B\u00f6ttger, F 2022, Interpretable Explainability in Facial Emotion Recognition and Gamification for Data Collection. in 2022 10th International Conference on Affective Computing and Intelligent Interaction, ACII 2022. IEEE, 10th International Conference on Affective Computing and Intelligent Interaction, Nara, Japan, 18/10/22. https://doi.org/10.1109/ACII55700.2022.9953864","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:ou:oai:research.ou.nl:publications/4b5a2b16-947d-4361-86a0-de2a004f9356","is_oa":false,"landing_page_url":"https://research.ou.nl/en/publications/4b5a2b16-947d-4361-86a0-de2a004f9356","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Affective Computing and Intelligent Interaction","raw_type":"info:eu-repo/semantics/conferencepaper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W601857102","https://openalex.org/W1588539311","https://openalex.org/W1628791547","https://openalex.org/W1968621287","https://openalex.org/W1984243510","https://openalex.org/W1997581210","https://openalex.org/W2023718959","https://openalex.org/W2033702744","https://openalex.org/W2035087943","https://openalex.org/W2041616772","https://openalex.org/W2042744116","https://openalex.org/W2045472600","https://openalex.org/W2048781110","https://openalex.org/W2055973803","https://openalex.org/W2103943262","https://openalex.org/W2115252128","https://openalex.org/W2161969291","https://openalex.org/W2170989440","https://openalex.org/W2268421884","https://openalex.org/W2403992299","https://openalex.org/W2421475762","https://openalex.org/W2519595765","https://openalex.org/W2612990169","https://openalex.org/W2738672149","https://openalex.org/W2792191740","https://openalex.org/W2799041689","https://openalex.org/W2889978276","https://openalex.org/W2962772482","https://openalex.org/W2963641083","https://openalex.org/W2963847595","https://openalex.org/W2994644497","https://openalex.org/W3003825427","https://openalex.org/W3011227460","https://openalex.org/W3102025332","https://openalex.org/W3103453294","https://openalex.org/W3115865297","https://openalex.org/W3175851380","https://openalex.org/W3176820529","https://openalex.org/W3198791972","https://openalex.org/W3207632169","https://openalex.org/W3211906354","https://openalex.org/W4205730971","https://openalex.org/W4210674019","https://openalex.org/W4230277160","https://openalex.org/W4311721436","https://openalex.org/W6635087628","https://openalex.org/W6661087397","https://openalex.org/W6677618333","https://openalex.org/W6750843368","https://openalex.org/W6785548076","https://openalex.org/W6786116605","https://openalex.org/W6792977705","https://openalex.org/W6797311819","https://openalex.org/W6798086323"],"related_works":["https://openalex.org/W1972458871","https://openalex.org/W2584926856","https://openalex.org/W325114128","https://openalex.org/W2024640171","https://openalex.org/W63491089","https://openalex.org/W4220850864","https://openalex.org/W2012118940","https://openalex.org/W2014713986","https://openalex.org/W4283639758","https://openalex.org/W4311608307"],"abstract_inverted_index":{"Training":[0],"facial":[1,26,74,87,133,147,167,175,202,213],"emotion":[2,27,82,138,168,176,203,214],"recognition":[3,177],"models":[4],"requires":[5],"large":[6],"sets":[7],"of":[8,23,50,70,73,84,116,132,135,219],"data":[9,28,67,122,160],"and":[10,76,97,149,170,216],"costly":[11],"annotation":[12],"processes.":[13],"To":[14],"alleviate":[15],"this":[16],"problem,":[17],"we":[18,39,207],"developed":[19],"a":[20,47,51,55,71,94,129,190],"gamified":[21,121],"method":[22,184],"acquiring":[24],"annotated":[25,79],"without":[29],"an":[30,90,107],"explicit":[31],"labeling":[32],"effort":[33],"by":[34,62,186],"humans.":[35],"The":[36],"game,":[37],"which":[38],"named":[40],"Facegame,":[41],"challenges":[42],"the":[43,63,81,85,114,120,141,145,158,180,187,212,220],"players":[44,221],"to":[45,113,127,140,163,200],"imitate":[46],"displayed":[48],"image":[49],"face":[52],"that":[53,68,109,196],"portrays":[54],"particular":[56],"basic":[57,137],"emotion.":[58],"Every":[59],"round":[60],"played":[61],"player":[64],"creates":[65,93],"new":[66],"consists":[69],"set":[72],"features":[75],"landmarks,":[77],"already":[78],"with":[80,106],"label":[83],"target":[86],"expression.":[88],"Such":[89],"approach":[91,124,192],"effectively":[92],"robust,":[95],"sustainable,":[96],"continuous":[98],"machine":[99],"learning":[100],"training":[101,174],"process.":[102],"We":[103,153],"evaluated":[104],"Facegame":[105,188],"experiment":[108],"revealed":[110],"several":[111],"contributions":[112],"field":[115],"affective":[117],"computing.":[118],"First,":[119],"collection":[123],"allowed":[125],"us":[126],"access":[128],"rich":[130],"variation":[131],"expressions":[134,148],"each":[136],"due":[139],"natural":[142,181],"variations":[143],"in":[144,211],"players'":[146],"their":[150],"expressive":[151],"abilities.":[152],"report":[154],"improved":[155],"accuracy":[156],"when":[157],"collected":[159],"were":[161],"used":[162,172,185],"enrich":[164],"well-known":[165],"in-the-wild":[166],"datasets":[169],"consecutively":[171],"for":[173,193],"models.":[178],"Second,":[179],"language":[182],"prescription":[183],"constitutes":[189],"novel":[191],"interpretable":[194],"explainability":[195],"can":[197],"be":[198],"applied":[199],"any":[201],"recog-nition":[204],"model.":[205],"Finally,":[206],"observed":[208],"significant":[209],"improvements":[210],"perception":[215],"expression":[217],"skills":[218],"through":[222],"repeated":[223],"game":[224],"play.":[225]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}